+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-42.ec2.internal
++ [[ -n ip-10-0-2-42.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-42.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0423 19:49:36.258990086 - disable conntrack on geneve port'
I0423 19:49:36.258990086 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0423 19:49:36.280561727 - starting ovnkube-node'
I0423 19:49:36.280561727 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-42.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-42.ec2.internal --init-node ip-10-0-2-42.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-42.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0423 19:49:36.324893    3677 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0423 19:49:36.325033    3677 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-548518d40a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0423 19:49:36.326777    3677 kube.go:431] Waiting for certificate
I0423 19:49:36.326850    3677 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0423 19:49:36.326910    3677 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0423 19:49:36.327722    3677 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 19:49:36.360206    3677 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:49:36.360235    3677 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:49:36.363789    3677 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:49:36.363883    3677 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9pmqj"
I0423 19:49:53.704665    3677 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9pmqj"
I0423 19:49:53.704739    3677 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:49:54.326952    3677 kube.go:438] Certificate found
I0423 19:49:54.327568    3677 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 19:49:54.328843    3677 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0423 19:49:54.401995    3677 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 19:49:54.417908    3677 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0423 19:49:54.417979    3677 factory.go:561] Starting watch factory
I0423 19:49:54.418079    3677 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418103    3677 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418131    3677 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418136    3677 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418100    3677 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418160    3677 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418166    3677 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418106    3677 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418078    3677 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418359    3677 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0423 19:49:54.418103    3677 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418422    3677 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418494    3677 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.418531    3677 server.go:101] MetricServer registers OVS metrics
I0423 19:49:54.418955    3677 server.go:105] MetricServer registers OVN DB metrics
I0423 19:49:54.423519    3677 controller_manager.go:370] Starting the ovnkube controller
I0423 19:49:54.423528    3677 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-42.ec2.internal
I0423 19:49:54.423570    3677 controller_manager.go:395] NBDB zone sync took: 35.536µs
I0423 19:49:54.423576    3677 factory.go:561] Starting watch factory
I0423 19:49:54.423793    3677 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0423 19:49:54.423813    3677 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0423 19:49:54.436912    3677 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0423 19:49:54.436944    3677 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0423 19:49:54.440616    3677 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0423 19:49:54.440645    3677 server.go:109] MetricServer registers OVN Controller metrics
I0423 19:49:54.444480    3677 server.go:113] MetricServer registers OVN Northd metrics
I0423 19:49:54.446692    3677 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.446692    3677 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.448483    3677 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.448929    3677 metrics.go:519] OVN Metrics Server starts to run ...
I0423 19:49:54.452771    3677 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.465558    3677 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.474632    3677 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:49:54.523676    3677 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 19:49:54.523702    3677 factory.go:1977] *v1.Node informer cache synced successfully
I0423 19:49:54.523706    3677 factory.go:1977] *v1.Service informer cache synced successfully
I0423 19:49:54.523710    3677 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 19:49:54.523713    3677 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 19:49:54.523719    3677 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 19:49:54.523848    3677 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:49:54.523876    3677 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:49:54.523850    3677 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:49:54.523911    3677 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:49:54.528897    3677 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 19:49:54.528913    3677 factory.go:1977] *v1.Node informer cache synced successfully
I0423 19:49:54.528917    3677 factory.go:1977] *v1.Service informer cache synced successfully
I0423 19:49:54.528920    3677 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 19:49:54.528923    3677 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 19:49:54.528926    3677 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 19:49:54.533370    3677 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:49:54.534789    3677 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:49:54.629959    3677 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 19:49:54.629980    3677 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 19:49:54.630065    3677 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.630078    3677 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.634949    3677 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 19:49:54.634965    3677 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 19:49:54.637087    3677 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.641053    3677 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 19:49:54.641124    3677 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.641136    3677 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.647341    3677 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.722240    3677 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-24 19:44:53 +0000 UTC" deadline="2026-04-24 12:58:21.07646592 +0000 UTC"
I0423 19:49:54.722267    3677 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h8m26.354206003s"
I0423 19:49:54.735800    3677 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 19:49:54.740940    3677 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 19:49:54.741066    3677 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.741089    3677 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.746126    3677 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.746133    3677 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 19:49:54.746268    3677 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.746288    3677 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.748080    3677 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 19:49:54.749198    3677 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.751645    3677 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 19:49:54.752127    3677 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.752147    3677 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.753792    3677 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 19:49:54.755190    3677 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.757115    3677 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 19:49:54.757282    3677 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:49:54.757293    3677 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:49:54.759873    3677 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 19:49:54.761092    3677 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:49:54.763060    3677 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 19:49:54.763134    3677 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.763147    3677 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.763188    3677 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.763207    3677 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.765582    3677 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 19:49:54.766645    3677 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.766839    3677 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:49:54.768878    3677 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 19:49:54.768885    3677 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 19:49:54.768892    3677 factory.go:680] Watch Factory start up complete, took: 350.916127ms
I0423 19:49:54.768963    3677 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0423 19:49:54.770770    3677 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 19:49:54.775852    3677 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 19:49:54.775862    3677 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 19:49:54.776227    3677 factory.go:680] Watch Factory start up complete, took: 352.292359ms
I0423 19:49:54.776238    3677 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-42.ec2.internal" zone
I0423 19:49:54.810949    3677 default_node_network_controller.go:710] Initializing the default node network controller
I0423 19:49:54.881278    3677 udn_isolation.go:101] Starting UDN host isolation manager
I0423 19:49:54.887522    3677 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0423 19:49:54.940885    3677 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0423 19:49:54.941010    3677 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0423 19:49:54.941028    3677 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0423 19:49:54.972686    3677 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0423 19:49:54.972751    3677 default_node_network_controller.go:809] Node ip-10-0-2-42.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23
I0423 19:49:54.978415    3677 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.42"] k8s.ovn.org/zone-name:ip-10-0-2-42.ec2.internal] on node ip-10-0-2-42.ec2.internal
I0423 19:49:55.001789    3677 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0423 19:49:55.008093    3677 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0423 19:49:55.008225    3677 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0423 19:49:55.008406    3677 gateway_init.go:263] Preparing Gateway
I0423 19:49:55.008418    3677 gateway_shared_intf.go:1687] Creating new gateway
I0423 19:49:55.026339    3677 controller_manager.go:429] Waiting for node in zone sync took: 250.088658ms
I0423 19:49:55.032468    3677 controller_manager.go:611] Switching to transit router for layer2 networks
I0423 19:49:55.032483    3677 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-42.ec2.internal
I0423 19:49:55.048531    3677 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 19:49:55.054676    3677 controller_manager.go:290] SCTP support detected in OVN
I0423 19:49:55.055418    3677 services_controller.go:69] Creating services controller for network=default
I0423 19:49:55.055527    3677 udn_enabled_svc.go:80] Waiting for service informer to sync
I0423 19:49:55.055643    3677 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0423 19:49:55.055698    3677 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0423 19:49:55.055713    3677 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0423 19:49:55.055737    3677 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 19:49:55.055980    3677 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0423 19:49:55.056067    3677 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0423 19:49:55.056138    3677 udn_enabled_svc.go:95] Performing full resync
I0423 19:49:55.056154    3677 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.561µs
I0423 19:49:55.056179    3677 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 99.042µs
I0423 19:49:55.056190    3677 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 122.709µs
I0423 19:49:55.056198    3677 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0423 19:49:55.056207    3677 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0423 19:49:55.056219    3677 default_network_controller.go:325] Starting the default network controller
I0423 19:49:55.056321    3677 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.137µs
I0423 19:49:55.056433    3677 udn_enabled_svc.go:99] Waiting for handler to sync
I0423 19:49:55.056444    3677 udn_enabled_svc.go:104] Starting worker
I0423 19:49:55.065713    3677 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0423 19:49:55.065769    3677 repair.go:33] Syncing exgw routes took 42.478µs
I0423 19:49:55.065793    3677 default_network_controller.go:414] Starting all the Watchers...
I0423 19:49:55.065945    3677 namespace.go:98] [openshift-backplane-srep] adding namespace
I0423 19:49:55.065959    3677 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0423 19:49:55.065965    3677 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0423 19:49:55.065968    3677 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0423 19:49:55.065981    3677 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0423 19:49:55.065985    3677 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0423 19:49:55.065982    3677 namespace.go:98] [openshift-authentication-operator] adding namespace
I0423 19:49:55.065994    3677 namespace.go:98] [openshift-console-user-settings] adding namespace
I0423 19:49:55.066003    3677 namespace.go:98] [openshift-operators] adding namespace
I0423 19:49:55.066005    3677 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0423 19:49:55.066015    3677 namespace.go:98] [kube-system] adding namespace
I0423 19:49:55.066025    3677 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0423 19:49:55.066030    3677 namespace.go:98] [openshift-etcd] adding namespace
I0423 19:49:55.066038    3677 namespace.go:98] [dedicated-admin] adding namespace
I0423 19:49:55.066099    3677 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0423 19:49:55.066573    3677 namespace.go:102] [openshift-backplane-srep] adding namespace took 613.132µs
I0423 19:49:55.066589    3677 namespace.go:98] [openshift-multus] adding namespace
W0423 19:49:55.066646    3677 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-sg6sb: pod openshift-multus/network-metrics-daemon-sg6sb: no pod IPs found 
I0423 19:49:55.067129    3677 namespace.go:102] [openshift-multus] adding namespace took 535.225µs
I0423 19:49:55.067143    3677 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0423 19:49:55.067588    3677 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 438.988µs
I0423 19:49:55.067602    3677 namespace.go:98] [openshift-insights] adding namespace
I0423 19:49:55.068105    3677 namespace.go:102] [openshift-apiserver-operator] adding namespace took 2.133554ms
I0423 19:49:55.068121    3677 namespace.go:98] [openshift-infra] adding namespace
I0423 19:49:55.068987    3677 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.013719ms
I0423 19:49:55.069002    3677 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0423 19:49:55.069580    3677 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 3.601726ms
I0423 19:49:55.069597    3677 namespace.go:98] [openshift-ingress-operator] adding namespace
I0423 19:49:55.070118    3677 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.129782ms
I0423 19:49:55.070143    3677 namespace.go:98] [kube-public] adding namespace
I0423 19:49:55.070629    3677 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 4.634482ms
I0423 19:49:55.070646    3677 namespace.go:98] [openshift-dns] adding namespace
I0423 19:49:55.071098    3677 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.099763ms
I0423 19:49:55.071113    3677 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0423 19:49:55.071478    3677 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.475713ms
I0423 19:49:55.071495    3677 namespace.go:98] [openshift-marketplace] adding namespace
I0423 19:49:55.072035    3677 namespace.go:102] [openshift-operators] adding namespace took 6.027704ms
I0423 19:49:55.072047    3677 namespace.go:98] [openshift-network-console] adding namespace
I0423 19:49:55.072543    3677 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.508923ms
I0423 19:49:55.072559    3677 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0423 19:49:55.072979    3677 namespace.go:102] [kube-system] adding namespace took 6.95558ms
W0423 19:49:55.072994    3677 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mk98q: pod openshift-network-diagnostics/network-check-target-mk98q: no pod IPs found 
I0423 19:49:55.072996    3677 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0423 19:49:55.073692    3677 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.65036ms
I0423 19:49:55.073707    3677 namespace.go:98] [openshift-cluster-version] adding namespace
I0423 19:49:55.074136    3677 namespace.go:102] [openshift-etcd] adding namespace took 8.092851ms
I0423 19:49:55.074146    3677 namespace.go:98] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] adding namespace
I0423 19:49:55.074681    3677 namespace.go:102] [dedicated-admin] adding namespace took 8.633463ms
I0423 19:49:55.074690    3677 namespace.go:98] [openshift-authentication] adding namespace
I0423 19:49:55.075190    3677 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.080139ms
I0423 19:49:55.075211    3677 namespace.go:98] [openshift-dns-operator] adding namespace
I0423 19:49:55.075654    3677 namespace.go:102] [openshift-insights] adding namespace took 8.045828ms
I0423 19:49:55.075669    3677 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0423 19:49:55.076222    3677 namespace.go:102] [openshift-infra] adding namespace took 8.094753ms
I0423 19:49:55.076238    3677 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0423 19:49:55.076817    3677 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.809862ms
I0423 19:49:55.076847    3677 namespace.go:98] [openshift-config-operator] adding namespace
I0423 19:49:55.077451    3677 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.849381ms
I0423 19:49:55.077462    3677 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0423 19:49:55.077998    3677 namespace.go:102] [kube-public] adding namespace took 7.849318ms
I0423 19:49:55.078012    3677 namespace.go:98] [default] adding namespace
I0423 19:49:55.078541    3677 namespace.go:102] [openshift-dns] adding namespace took 7.889196ms
I0423 19:49:55.078557    3677 namespace.go:98] [openshift-service-ca] adding namespace
I0423 19:49:55.079238    3677 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.118685ms
I0423 19:49:55.079257    3677 namespace.go:98] [openshift-config-managed] adding namespace
I0423 19:49:55.079758    3677 namespace.go:102] [openshift-marketplace] adding namespace took 8.257568ms
I0423 19:49:55.079767    3677 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0423 19:49:55.080403    3677 namespace.go:102] [openshift-network-console] adding namespace took 8.348941ms
I0423 19:49:55.080422    3677 namespace.go:98] [openshift-backplane-tam] adding namespace
I0423 19:49:55.081037    3677 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.473644ms
I0423 19:49:55.081063    3677 namespace.go:98] [openshift-backplane] adding namespace
I0423 19:49:55.081642    3677 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.639484ms
I0423 19:49:55.081654    3677 namespace.go:98] [openshift-node] adding namespace
I0423 19:49:55.082220    3677 namespace.go:102] [openshift-cluster-version] adding namespace took 8.50676ms
I0423 19:49:55.082234    3677 namespace.go:98] [openshift-ingress] adding namespace
I0423 19:49:55.082636    3677 namespace.go:102] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] adding namespace took 8.48236ms
I0423 19:49:55.082662    3677 namespace.go:98] [openshift-package-operator] adding namespace
I0423 19:49:55.083265    3677 namespace.go:102] [openshift-authentication] adding namespace took 8.569407ms
I0423 19:49:55.083279    3677 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0423 19:49:55.083815    3677 namespace.go:102] [openshift-dns-operator] adding namespace took 8.597589ms
I0423 19:49:55.083851    3677 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0423 19:49:55.084378    3677 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.703388ms
I0423 19:49:55.084807    3677 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.563461ms
I0423 19:49:55.084839    3677 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0423 19:49:55.085251    3677 namespace.go:102] [openshift-config-operator] adding namespace took 8.400412ms
I0423 19:49:55.085261    3677 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0423 19:49:55.085782    3677 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.313875ms
I0423 19:49:55.085798    3677 namespace.go:98] [openshift-network-operator] adding namespace
I0423 19:49:55.086292    3677 namespace.go:102] [default] adding namespace took 8.273518ms
I0423 19:49:55.086306    3677 namespace.go:98] [openshift-apiserver] adding namespace
I0423 19:49:55.086790    3677 namespace.go:102] [openshift-service-ca] adding namespace took 8.227382ms
I0423 19:49:55.086803    3677 namespace.go:98] [openshift-config] adding namespace
I0423 19:49:55.087329    3677 namespace.go:102] [openshift-config-managed] adding namespace took 8.06756ms
I0423 19:49:55.087346    3677 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0423 19:49:55.087938    3677 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.167222ms
I0423 19:49:55.087948    3677 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0423 19:49:55.088340    3677 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.912968ms
I0423 19:49:55.088353    3677 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0423 19:49:55.088744    3677 namespace.go:102] [openshift-backplane] adding namespace took 7.676672ms
I0423 19:49:55.088756    3677 namespace.go:98] [openshift-backplane-csm] adding namespace
I0423 19:49:55.089188    3677 namespace.go:102] [openshift-node] adding namespace took 7.530017ms
I0423 19:49:55.089201    3677 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0423 19:49:55.089637    3677 namespace.go:102] [openshift-ingress] adding namespace took 7.399773ms
I0423 19:49:55.089648    3677 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0423 19:49:55.090211    3677 namespace.go:102] [openshift-package-operator] adding namespace took 7.54306ms
I0423 19:49:55.090232    3677 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0423 19:49:55.090617    3677 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.332428ms
I0423 19:49:55.090633    3677 namespace.go:98] [openshift-host-network] adding namespace
I0423 19:49:55.091125    3677 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.268391ms
I0423 19:49:55.091138    3677 namespace.go:98] [openshift-network-node-identity] adding namespace
I0423 19:49:55.091565    3677 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.720467ms
I0423 19:49:55.091575    3677 namespace.go:98] [openshift-backplane-cse] adding namespace
I0423 19:49:55.092129    3677 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.861647ms
I0423 19:49:55.092144    3677 namespace.go:98] [openshift-machine-api] adding namespace
I0423 19:49:55.092570    3677 namespace.go:102] [openshift-network-operator] adding namespace took 6.768718ms
I0423 19:49:55.092581    3677 namespace.go:98] [kube-node-lease] adding namespace
I0423 19:49:55.093149    3677 namespace.go:102] [openshift-apiserver] adding namespace took 6.837465ms
I0423 19:49:55.093164    3677 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0423 19:49:55.093664    3677 namespace.go:102] [openshift-config] adding namespace took 6.854744ms
I0423 19:49:55.093678    3677 namespace.go:98] [openshift-controller-manager] adding namespace
I0423 19:49:55.094105    3677 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.754262ms
I0423 19:49:55.094117    3677 namespace.go:98] [openshift-operators-redhat] adding namespace
I0423 19:49:55.094514    3677 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.561026ms
I0423 19:49:55.094528    3677 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0423 19:49:55.094978    3677 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.619864ms
I0423 19:49:55.094991    3677 namespace.go:98] [openshift] adding namespace
I0423 19:49:55.095366    3677 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.606685ms
I0423 19:49:55.095375    3677 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0423 19:49:55.095944    3677 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.739479ms
I0423 19:49:55.095952    3677 namespace.go:98] [openshift-ingress-canary] adding namespace
I0423 19:49:55.096353    3677 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.700362ms
I0423 19:49:55.096366    3677 namespace.go:98] [openshift-monitoring] adding namespace
I0423 19:49:55.096772    3677 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.536177ms
I0423 19:49:55.096784    3677 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0423 19:49:55.097304    3677 namespace.go:102] [openshift-host-network] adding namespace took 6.665563ms
I0423 19:49:55.097319    3677 namespace.go:98] [openshift-console-operator] adding namespace
I0423 19:49:55.097678    3677 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.532513ms
I0423 19:49:55.097697    3677 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0423 19:49:55.098183    3677 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.602807ms
I0423 19:49:55.098195    3677 namespace.go:98] [openshift-backplane-cee] adding namespace
I0423 19:49:55.098579    3677 namespace.go:102] [openshift-machine-api] adding namespace took 6.430149ms
I0423 19:49:55.098593    3677 namespace.go:98] [openshift-console] adding namespace
I0423 19:49:55.099015    3677 namespace.go:102] [kube-node-lease] adding namespace took 6.429604ms
I0423 19:49:55.099411    3677 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.242212ms
I0423 19:49:55.099423    3677 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0423 19:49:55.099876    3677 namespace.go:102] [openshift-controller-manager] adding namespace took 6.193614ms
I0423 19:49:55.100329    3677 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.20673ms
I0423 19:49:55.100342    3677 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0423 19:49:55.100715    3677 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.183175ms
I0423 19:49:55.101150    3677 namespace.go:102] [openshift] adding namespace took 6.154478ms
I0423 19:49:55.101162    3677 namespace.go:98] [openshift-image-registry] adding namespace
I0423 19:49:55.101562    3677 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.183029ms
I0423 19:49:55.101572    3677 namespace.go:98] [openshift-logging] adding namespace
I0423 19:49:55.102337    3677 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.381042ms
I0423 19:49:55.102898    3677 namespace.go:102] [openshift-monitoring] adding namespace took 6.52785ms
I0423 19:49:55.103454    3677 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.663108ms
I0423 19:49:55.103906    3677 namespace.go:102] [openshift-console-operator] adding namespace took 6.582585ms
I0423 19:49:55.104451    3677 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.747704ms
I0423 19:49:55.105115    3677 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.913924ms
I0423 19:49:55.105740    3677 namespace.go:102] [openshift-console] adding namespace took 7.142841ms
I0423 19:49:55.106434    3677 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.006431ms
I0423 19:49:55.106831    3677 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.472124ms
I0423 19:49:55.107379    3677 namespace.go:102] [openshift-image-registry] adding namespace took 6.212235ms
I0423 19:49:55.107900    3677 namespace.go:102] [openshift-logging] adding namespace took 6.321385ms
W0423 19:49:55.108055    3677 master.go:458] Unable to parse local node ip-10-0-2-42.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0423 19:49:55.108069    3677 master.go:481] Removing stale chassis with ID/Name: 264ac715-29fb-4c05-a940-40faca7c4f38, hostname: ip-10-0-2-42.ec2.internal
I0423 19:49:55.108480    3677 master.go:548] Adding or Updating local node "ip-10-0-2-42.ec2.internal" for network "default"
I0423 19:49:55.109617    3677 zone_ic_handler.go:195] Time taken to create transit switch: 386.394µs
I0423 19:49:55.109630    3677 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-253.ec2.internal for the network default
E0423 19:49:55.109792    3677 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-57.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-57.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-57.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009cb0210 Where:[where column name == transit_switch] Until:!= Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout:<nil> Where:[] Until: Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:u3939818297}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed
I0423 19:49:55.109865    3677 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-57.ec2.internal", UID:"32fa8b67-d6c1-4bd9-8caa-a80405d29489", APIVersion:"v1", ResourceVersion:"10015", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-57.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-57.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009cb0210 Where:[where column name == transit_switch] Until:!= Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout:<nil> Where:[] Until: Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:u3939818297}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed
I0423 19:49:55.109949    3677 iptables.go:108] Creating table: filter chain: FORWARD
I0423 19:49:55.110857    3677 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-253.ec2.internal" on network "default" took: 1.636593ms
I0423 19:49:55.112961    3677 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-42.ec2.internal for the network default
I0423 19:49:55.113157    3677 zone_ic_handler.go:195] Time taken to create transit switch: 182.562µs
I0423 19:49:55.113941    3677 default_network_controller.go:823] Node add failed for ip-10-0-2-42.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-42.ec2.internal, error getting gateway config for node ip-10-0-2-42.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-42.ec2.internal", failed to update chassis to local for local node ip-10-0-2-42.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-42.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-42.ec2.internal]
E0423 19:49:55.113988    3677 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-42.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-42.ec2.internal, error getting gateway config for node ip-10-0-2-42.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-42.ec2.internal", failed to update chassis to local for local node ip-10-0-2-42.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-42.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-42.ec2.internal]
I0423 19:49:55.114034    3677 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0423 19:49:55.114030    3677 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-42.ec2.internal", UID:"d11167ce-a71c-4f3c-be7c-f992d61c0461", APIVersion:"v1", ResourceVersion:"10165", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-42.ec2.internal, error getting gateway config for node ip-10-0-2-42.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-42.ec2.internal", failed to update chassis to local for local node ip-10-0-2-42.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-42.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-42.ec2.internal]
I0423 19:49:55.114059    3677 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0423 19:49:55.114065    3677 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default"
I0423 19:49:55.114076    3677 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0423 19:49:55.114126    3677 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:49:55.114143    3677 services_controller.go:574] Full service sync requested for network=default
I0423 19:49:55.114152    3677 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-42.ec2.internal in network "default"
I0423 19:49:55.114160    3677 node_tracker.go:235] Node ip-10-0-2-42.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-42.ec2.internal"
I0423 19:49:55.114167    3677 node_tracker.go:169] Node ip-10-0-2-42.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:49:55.114171    3677 services_controller.go:574] Full service sync requested for network=default
I0423 19:49:55.114176    3677 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-253.ec2.internal in network "default"
I0423 19:49:55.114198    3677 node_tracker.go:169] Node ip-10-0-0-253.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:49:55.114204    3677 services_controller.go:574] Full service sync requested for network=default
I0423 19:49:55.116451    3677 iptables.go:108] Creating table: filter chain: OUTPUT
I0423 19:49:55.122488    3677 gateway_shared_intf.go:1816] Gateway Creation Complete
I0423 19:49:55.122502    3677 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-42.ec2.internal","mac-address":"0e:d4:9d:87:8a:83","ip-addresses":["10.0.2.42/24"],"ip-address":"10.0.2.42/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:264ac715-29fb-4c05-a940-40faca7c4f38 k8s.ovn.org/node-encap-ips:["10.0.2.42"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.42/24"} k8s.ovn.org/zone-name:ip-10-0-2-42.ec2.internal] on node ip-10-0-2-42.ec2.internal
I0423 19:49:55.140092    3677 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-42.ec2.internal in network "default"
I0423 19:49:55.140147    3677 node_tracker.go:169] Node ip-10-0-2-42.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:49:55.140144    3677 master.go:548] Adding or Updating local node "ip-10-0-2-42.ec2.internal" for network "default"
I0423 19:49:55.140162    3677 services_controller.go:574] Full service sync requested for network=default
I0423 19:49:55.144266    3677 default_node_network_controller.go:519] Node connection status = connected
W0423 19:49:55.145312    3677 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-mk98q: pod openshift-network-diagnostics/network-check-target-mk98q: no pod IPs found 
W0423 19:49:55.145330    3677 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-sg6sb: pod openshift-multus/network-metrics-daemon-sg6sb: no pod IPs found 
I0423 19:49:55.147031    3677 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-42.ec2.internal for the network default
I0423 19:49:55.147228    3677 zone_ic_handler.go:195] Time taken to create transit switch: 183.028µs
I0423 19:49:55.215191    3677 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0423 19:49:55.215213    3677 services_controller.go:208] Setting up event handlers for services for network=default
I0423 19:49:55.215300    3677 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0423 19:49:55.215336    3677 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0423 19:49:55.215348    3677 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0423 19:49:55.228443    3677 default_network_controller.go:1025] Node "ip-10-0-1-57.ec2.internal" in remote zone "ip-10-0-1-57.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:49:55.229275    3677 zone_ic_handler.go:195] Time taken to create transit switch: 311.113µs
I0423 19:49:55.229288    3677 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-57.ec2.internal for the network default
I0423 19:49:55.230269    3677 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-57.ec2.internal" on network "default" took: 1.322239ms
I0423 19:49:55.316317    3677 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0423 19:49:55.316338    3677 repair.go:60] Starting repairing loop for services
I0423 19:49:55.316421    3677 repair.go:131] Deleted 0 stale service LBs
I0423 19:49:55.316441    3677 repair.go:137] Deleted 0 stale Chassis Template Vars
I0423 19:49:55.316460    3677 repair.go:62] Finished repairing loop for services: 124.887µs
I0423 19:49:55.316485    3677 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0423 19:49:55.316496    3677 services_controller.go:254] Starting workers for network=default
I0423 19:49:55.316923    3677 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mk98q] creating logical port openshift-network-diagnostics_network-check-target-mk98q for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:49:55.317051    3677 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-mk98q
I0423 19:49:55.317075    3677 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-sg6sb] creating logical port openshift-multus_network-metrics-daemon-sg6sb for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:49:55.317164    3677 obj_retry.go:578] Failed to create *v1.Pod openshift-console/console-788b45bb7-cbqd9, error: failed to obtain IPs to add remote pod openshift-console/console-788b45bb7-cbqd9: suppressed error logged: pod openshift-console/console-788b45bb7-cbqd9: no pod IPs found 
I0423 19:49:55.317215    3677 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-sg6sb
I0423 19:49:55.317353    3677 obj_retry.go:578] Failed to create *v1.Pod openshift-console/downloads-5c54f4944f-pdlzv, error: failed to obtain IPs to add remote pod openshift-console/downloads-5c54f4944f-pdlzv: suppressed error logged: pod openshift-console/downloads-5c54f4944f-pdlzv: no pod IPs found 
I0423 19:49:55.317454    3677 obj_retry.go:578] Failed to create *v1.Pod openshift-dns/dns-default-m476b, error: failed to obtain IPs to add remote pod openshift-dns/dns-default-m476b: suppressed error logged: pod openshift-dns/dns-default-m476b: no pod IPs found 
W0423 19:49:55.318329    3677 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:49:55.322282    3677 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:49:55.323497    3677 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:49:55.323508    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:49:55.323512    3677 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0423 19:49:55.337600    3677 pod.go:62] [openshift-multus/network-metrics-daemon-sg6sb] pod update took 20.471067ms
I0423 19:49:55.337620    3677 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-sg6sb] addLogicalPort annotation time took 20.49475ms
I0423 19:49:55.337711    3677 pod.go:62] [openshift-network-diagnostics/network-check-target-mk98q] pod update took 20.721952ms
I0423 19:49:55.337736    3677 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-mk98q] addLogicalPort annotation time took 20.747458ms
I0423 19:49:55.338613    3677 pods.go:271] [openshift-multus/network-metrics-daemon-sg6sb] addLogicalPort took 21.54643ms, libovsdb time 738.13µs
I0423 19:49:55.338668    3677 obj_retry.go:578] Failed to create *v1.Pod openshift-insights/insights-runtime-extractor-8jd5n, error: failed to obtain IPs to add remote pod openshift-insights/insights-runtime-extractor-8jd5n: suppressed error logged: pod openshift-insights/insights-runtime-extractor-8jd5n: no pod IPs found 
I0423 19:49:55.338911    3677 pods.go:271] [openshift-network-diagnostics/network-check-target-mk98q] addLogicalPort took 22.003294ms, libovsdb time 959.878µs
I0423 19:49:55.338948    3677 obj_retry.go:578] Failed to create *v1.Pod openshift-ingress/router-default-744b9dcb7-x5g28, error: failed to obtain IPs to add remote pod openshift-ingress/router-default-744b9dcb7-x5g28: suppressed error logged: pod openshift-ingress/router-default-744b9dcb7-x5g28: no pod IPs found 
I0423 19:49:55.339764    3677 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0423 19:49:55.339788    3677 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0423 19:49:55.339806    3677 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0423 19:49:55.339817    3677 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0423 19:49:55.340075    3677 repair.go:29] Repairing admin network policies took 235.886µs
I0423 19:49:55.340207    3677 repair.go:92] Repairing baseline admin network policies took 122.72µs
I0423 19:49:55.340849    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0423 19:49:55.340869    3677 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0423 19:49:55.342683    3677 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0423 19:49:55.342703    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0423 19:49:55.342712    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0423 19:49:55.344332    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 19:49:55.344351    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0423 19:49:55.344360    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0423 19:49:55.345756    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0423 19:49:55.345779    3677 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0423 19:49:55.345789    3677 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0423 19:49:55.347852    3677 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0423 19:49:55.347876    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0423 19:49:55.347890    3677 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0423 19:49:55.348377    3677 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0423 19:49:55.348398    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0423 19:49:55.348410    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0423 19:49:55.349057    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0423 19:49:55.349081    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0423 19:49:55.349094    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0423 19:49:55.349616    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0423 19:49:55.349639    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0423 19:49:55.349651    3677 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0423 19:49:55.350189    3677 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0423 19:49:55.350208    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0423 19:49:55.350215    3677 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0423 19:49:55.350479    3677 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0423 19:49:55.350501    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0423 19:49:55.350513    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0423 19:49:55.351095    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0423 19:49:55.351118    3677 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0423 19:49:55.351133    3677 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0423 19:49:55.352316    3677 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0423 19:49:55.352338    3677 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0423 19:49:55.352351    3677 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0423 19:49:55.353512    3677 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0423 19:49:55.353530    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0423 19:49:55.353537    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0423 19:49:55.353984    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0423 19:49:55.354010    3677 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0423 19:49:55.354024    3677 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0423 19:49:55.356188    3677 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0423 19:49:55.356209    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0423 19:49:55.357013    3677 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0423 19:49:55.357028    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 19:49:55.357741    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0423 19:49:55.357778    3677 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0423 19:49:55.357795    3677 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0423 19:49:55.358420    3677 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0423 19:49:55.358444    3677 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0423 19:49:55.358461    3677 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0423 19:49:55.359619    3677 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0423 19:49:55.359638    3677 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0423 19:49:55.359647    3677 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0423 19:49:55.361605    3677 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0423 19:49:55.361623    3677 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0423 19:49:55.361632    3677 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0423 19:49:55.363304    3677 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0423 19:49:55.363320    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0423 19:49:55.363328    3677 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0423 19:49:55.364086    3677 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0423 19:49:55.364105    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0423 19:49:55.364114    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0423 19:49:55.364689    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0423 19:49:55.364717    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0423 19:49:55.364763    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 19:49:55.365578    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0423 19:49:55.365602    3677 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0423 19:49:55.365614    3677 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0423 19:49:55.366549    3677 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0423 19:49:55.366566    3677 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0423 19:49:55.366572    3677 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0423 19:49:55.366866    3677 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0423 19:49:55.366880    3677 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0423 19:49:55.366889    3677 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0423 19:49:55.368024    3677 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0423 19:49:55.368056    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0423 19:49:55.368068    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0423 19:49:55.368607    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 19:49:55.368629    3677 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0423 19:49:55.368638    3677 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0423 19:49:55.369959    3677 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0423 19:49:55.369977    3677 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0423 19:49:55.369984    3677 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0423 19:49:55.370599    3677 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0423 19:49:55.370620    3677 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0423 19:49:55.370637    3677 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0423 19:49:55.371012    3677 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0423 19:49:55.377397    3677 egressfirewall.go:374] Starting EgressFirewall controller
I0423 19:49:55.377439    3677 controller.go:133] Adding controller egress-firewall-controller event handlers
I0423 19:49:55.377440    3677 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0423 19:49:55.377498    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0423 19:49:55.377514    3677 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0423 19:49:55.377498    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0423 19:49:55.377526    3677 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0423 19:49:55.377815    3677 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0423 19:49:55.377848    3677 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0423 19:49:55.377856    3677 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0423 19:49:55.377866    3677 egressqos.go:193] Setting up event handlers for EgressQoS
I0423 19:49:55.377943    3677 egressfirewall.go:723] Syncing node "ip-10-0-0-253.ec2.internal" for egress firewall
I0423 19:49:55.377956    3677 egressfirewall.go:723] Syncing node "ip-10-0-1-57.ec2.internal" for egress firewall
I0423 19:49:55.377963    3677 egressfirewall.go:723] Syncing node "ip-10-0-2-42.ec2.internal" for egress firewall
I0423 19:49:55.378093    3677 egressqos.go:245] Starting EgressQoS Controller
I0423 19:49:55.378107    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0423 19:49:55.378116    3677 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0423 19:49:55.378121    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0423 19:49:55.378126    3677 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0423 19:49:55.378131    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0423 19:49:55.378135    3677 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0423 19:49:55.378139    3677 egressqos.go:259] Repairing EgressQoSes
I0423 19:49:55.378143    3677 egressqos.go:399] Starting repairing loop for egressqos
I0423 19:49:55.378240    3677 egressqos.go:401] Finished repairing loop for egressqos: 96.79µs
I0423 19:49:55.378259    3677 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0423 19:49:55.378290    3677 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-42.ec2.internal
I0423 19:49:55.378360    3677 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-42.ec2.internal : 69.839µs
I0423 19:49:55.378510    3677 egressservice_zone.go:210] Starting Egress Services Controller
I0423 19:49:55.378520    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 19:49:55.378525    3677 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 19:49:55.378531    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 19:49:55.378535    3677 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 19:49:55.378542    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 19:49:55.378547    3677 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 19:49:55.378554    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0423 19:49:55.378558    3677 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0423 19:49:55.378562    3677 egressservice_zone.go:228] Repairing Egress Services
I0423 19:49:55.378931    3677 master_controller.go:88] Starting Admin Policy Based Route Controller
I0423 19:49:55.378951    3677 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 19:49:55.378960    3677 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal
I0423 19:49:55.378975    3677 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 18.423µs
I0423 19:49:55.378984    3677 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-42.ec2.internal
I0423 19:49:55.378988    3677 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-42.ec2.internal: 4.068µs
I0423 19:49:55.378993    3677 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-253.ec2.internal
I0423 19:49:55.378998    3677 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-253.ec2.internal: 5.557µs
I0423 19:49:55.379119    3677 default_network_controller.go:585] Completing all the Watchers took 313.316303ms
I0423 19:49:55.379131    3677 default_network_controller.go:589] Starting unidling controllers
I0423 19:49:55.379142    3677 unidle.go:46] Registering OVN SB ControllerEvent handler
I0423 19:49:55.379148    3677 unidle.go:63] Populating Initial ContollerEvent events
I0423 19:49:55.379162    3677 unidle.go:79] Setting up event handlers for services
I0423 19:49:55.379253    3677 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0423 19:49:55.384926    3677 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0423 19:49:55.645683    3677 default_node_network_controller.go:519] Node connection status = connected
I0423 19:49:55.663648    3677 bridgeconfig.go:537] Gateway is ready
I0423 19:49:55.663668    3677 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0423 19:49:55.675781    3677 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.42. Updating OVN encap IP.
I0423 19:49:55.681357    3677 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.42 - it is already configured
I0423 19:49:55.681370    3677 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.42/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0423 19:49:55.681579    3677 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.42/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-42.ec2.internal","mac-address":"0e:d4:9d:87:8a:83","ip-addresses":["10.0.2.42/24"],"ip-address":"10.0.2.42/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:264ac715-29fb-4c05-a940-40faca7c4f38 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.42/24"}] on node ip-10-0-2-42.ec2.internal
I0423 19:49:55.697715    3677 egressfirewall.go:723] Syncing node "ip-10-0-2-42.ec2.internal" for egress firewall
I0423 19:49:55.697761    3677 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-42.ec2.internal
I0423 19:49:55.697781    3677 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-42.ec2.internal: 24.562µs
I0423 19:49:55.697836    3677 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-42.ec2.internal in network "default"
I0423 19:49:55.697949    3677 node_tracker.go:169] Node ip-10-0-2-42.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:49:55.697962    3677 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.42
I0423 19:49:55.697974    3677 services_controller.go:574] Full service sync requested for network=default
I0423 19:49:55.697841    3677 master.go:548] Adding or Updating local node "ip-10-0-2-42.ec2.internal" for network "default"
I0423 19:49:55.698108    3677 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-42.ec2.internal
W0423 19:49:55.698189    3677 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:49:55.698543    3677 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:49:55.698712    3677 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:49:55.698728    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:49:55.698736    3677 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0423 19:49:55.702665    3677 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-42.ec2.internal. Updating no re-route policies
I0423 19:49:55.702734    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8rcdd
I0423 19:49:55.702747    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-tgpnn
I0423 19:49:55.702759    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-tgpnn
I0423 19:49:55.702782    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-tgpnn after 0 failed attempt(s)
I0423 19:49:55.702786    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-sg6sb
I0423 19:49:55.702792    3677 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-42.ec2.internal
I0423 19:49:55.702798    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4zrfw
I0423 19:49:55.702805    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4zrfw
I0423 19:49:55.702806    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-sg6sb
I0423 19:49:55.702803    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sxsts
I0423 19:49:55.702811    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-q8msj
I0423 19:49:55.702831    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4zrfw after 0 failed attempt(s)
I0423 19:49:55.702832    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wcm69
I0423 19:49:55.702839    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-m527p
I0423 19:49:55.702841    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-q8msj
I0423 19:49:55.702846    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mk98q
I0423 19:49:55.702852    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-m527p
I0423 19:49:55.702858    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mk98q
I0423 19:49:55.702864    3677 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-sg6sb] creating logical port openshift-multus_network-metrics-daemon-sg6sb for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:49:55.702876    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-m527p after 0 failed attempt(s)
I0423 19:49:55.702898    3677 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mk98q] creating logical port openshift-network-diagnostics_network-check-target-mk98q for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:49:55.702749    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-8rcdd
I0423 19:49:55.702962    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-8rcdd after 0 failed attempt(s)
I0423 19:49:55.702865    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-q8msj after 0 failed attempt(s)
I0423 19:49:55.702816    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sxsts
I0423 19:49:55.703001    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sxsts after 0 failed attempt(s)
I0423 19:49:55.702805    3677 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-42.ec2.internal
I0423 19:49:55.703028    3677 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-42.ec2.internal after 0 failed attempt(s)
I0423 19:49:55.702735    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-42.ec2.internal
I0423 19:49:55.703051    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-42.ec2.internal
I0423 19:49:55.703062    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-42.ec2.internal after 0 failed attempt(s)
I0423 19:49:55.702748    3677 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-gsxsl
I0423 19:49:55.703070    3677 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-gsxsl
I0423 19:49:55.703081    3677 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-gsxsl after 0 failed attempt(s)
I0423 19:49:55.702810    3677 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tjgrz
I0423 19:49:55.703090    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tjgrz
I0423 19:49:55.703099    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tjgrz after 0 failed attempt(s)
I0423 19:49:55.702845    3677 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wcm69
I0423 19:49:55.703111    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wcm69 after 0 failed attempt(s)
I0423 19:49:55.703563    3677 pods.go:271] [openshift-multus/network-metrics-daemon-sg6sb] addLogicalPort took 710.377µs, libovsdb time 254.887µs
I0423 19:49:55.703575    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-sg6sb after 0 failed attempt(s)
I0423 19:49:55.703630    3677 pods.go:271] [openshift-network-diagnostics/network-check-target-mk98q] addLogicalPort took 739.688µs, libovsdb time 325.466µs
I0423 19:49:55.703637    3677 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-mk98q after 0 failed attempt(s)
I0423 19:49:55.717199    3677 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0423 19:49:55.729076    3677 iptables.go:108] Creating table: mangle chain: OUTPUT
I0423 19:49:55.732231    3677 iptables.go:108] Creating table: nat chain: OUTPUT
I0423 19:49:55.773622    3677 iptables.go:108] Creating table: nat chain: PREROUTING
I0423 19:49:55.829421    3677 iptables.go:108] Creating table: filter chain: FORWARD
I0423 19:49:55.846074    3677 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0423 19:49:55.846332    3677 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0423 19:49:55.846392    3677 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0423 19:49:55.846468    3677 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0423 19:49:55.846526    3677 gateway_init.go:325] Gateway and management port readiness took 706.38617ms
I0423 19:49:55.846553    3677 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0423 19:49:55.846598    3677 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0423 19:49:55.846610    3677 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0423 19:49:55.846626    3677 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 19:49:55.846682    3677 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0423 19:49:55.846770    3677 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.683µs
I0423 19:49:55.847074    3677 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0423 19:49:55.847101    3677 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.947µs
I0423 19:49:55.847107    3677 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.039µs
I0423 19:49:55.847113    3677 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0423 19:49:55.847123    3677 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0423 19:49:55.847128    3677 default_node_network_controller.go:899] Starting the default node network controller
I0423 19:49:55.847133    3677 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0423 19:49:55.847215    3677 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.443µs
I0423 19:49:55.847298    3677 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0423 19:49:55.847306    3677 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0423 19:49:55.847330    3677 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c1e320 0xc00032e620 0xc00032e690 0xc00032e700 0xc00032e770 0xc00032e7e0 <nil> 0xc00032e850 0xc000bf53b0 0xc00032e8c0 0xc00032e930 <nil> 0xc0008aa2d0 0xc006559420 <nil> <nil> <nil> 0xc00032e9a0 <nil> map[0x2ff9080:0xc004372240 0x2ff95c0:0xc0043723c0 0x2ffa2e0:0xc004372180 0x2ffa580:0xc0043721e0 0x2ffad60:0xc0043722a0 0x2ffb000:0xc004372300 0x2ffb2a0:0xc004372360 0x2ffba80:0xc0043725a0 0x2ffbd20:0xc004372600 0x3026980:0xc0007a6de0 0x3026d20:0xc0007a6f00 0x3027800:0xc000c42900 0x3029160:0xc001b78000 0x30298a0:0xc0007a6f60 0x302a720:0xc001a85c80] 0xc0001811f0 0}
I0423 19:49:55.847391    3677 gateway.go:151] Starting gateway service sync
I0423 19:49:55.848016    3677 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0423 19:49:55.850107    3677 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0423 19:49:55.877580    3677 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0423 19:49:55.878915    3677 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0423 19:49:55.880093    3677 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0423 19:49:55.914960    3677 gateway.go:168] Gateway service sync done. Time taken: 67.55749ms
I0423 19:49:55.915783    3677 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30794
I0423 19:49:55.915994    3677 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c1e320 0xc00032e620 0xc00032e690 0xc00032e700 0xc00032e770 0xc00032e7e0 <nil> 0xc00032e850 0xc000bf53b0 0xc00032e8c0 0xc00032e930 <nil> 0xc0008aa2d0 0xc006559420 <nil> <nil> <nil> 0xc00032e9a0 <nil> map[0x2ff9080:0xc004372240 0x2ff95c0:0xc0043723c0 0x2ffa2e0:0xc004372180 0x2ffa580:0xc0043721e0 0x2ffad60:0xc0043722a0 0x2ffb000:0xc004372300 0x2ffb2a0:0xc004372360 0x2ffba80:0xc0043725a0 0x2ffbd20:0xc004372600 0x3026980:0xc0007a6de0 0x3026d20:0xc0007a6f00 0x3027800:0xc000c42900 0x3029160:0xc001b78000 0x30298a0:0xc0007a6f60 0x302a720:0xc001a85c80] 0xc0001811f0 0}
I0423 19:49:55.916621    3677 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c1e320 0xc00032e620 0xc00032e690 0xc00032e700 0xc00032e770 0xc00032e7e0 <nil> 0xc00032e850 0xc000bf53b0 0xc00032e8c0 0xc00032e930 <nil> 0xc0008aa2d0 0xc006559420 <nil> <nil> <nil> 0xc00032e9a0 <nil> map[0x2ff9080:0xc004372240 0x2ff95c0:0xc0043723c0 0x2ffa2e0:0xc004372180 0x2ffa580:0xc0043721e0 0x2ffad60:0xc0043722a0 0x2ffb000:0xc004372300 0x2ffb2a0:0xc004372360 0x2ffba80:0xc0043725a0 0x2ffbd20:0xc004372600 0x3026980:0xc0007a6de0 0x3026d20:0xc0007a6f00 0x3027800:0xc000c42900 0x3029160:0xc001b78000 0x30298a0:0xc0007a6f60 0x302a720:0xc001a85c80] 0xc0001811f0 0}
I0423 19:49:55.916666    3677 gateway.go:532] Reconciling gateway with updates
I0423 19:49:55.922418    3677 gateway.go:339] Spawning Conntrack Rule Check Thread
I0423 19:49:55.922501    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:49:55.922505    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:49:55.922521    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:49:55.922524    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:49:55.922520    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:49:55.922542    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 19:49:55.922558    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:49:55.922561    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:49:55.922572    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:49:55.922570    3677 default_node_network_controller.go:944] Gateway and management port readiness took 75.256889ms
I0423 19:49:55.922561    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 19:49:55.922580    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 19:49:55.922548    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:49:55.922586    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 19:49:55.922583    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:49:55.922600    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:49:55.922600    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:49:55.922600    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 19:49:55.922605    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 19:49:55.922610    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:49:55.922573    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:49:55.922618    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:49:55.922624    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:49:55.922628    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:49:55.922635    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:49:55.922636    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 19:49:55.922642    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:49:55.922642    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 19:49:55.922643    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:49:55.922646    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:49:55.922655    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 19:49:55.922654    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:49:55.922656    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 19:49:55.922660    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:49:55.922666    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 19:49:55.922661    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:49:55.922668    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 19:49:55.922678    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 19:49:55.922612    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:49:55.922683    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:49:55.922683    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:49:55.922693    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:49:55.922696    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:49:55.922696    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:49:55.922697    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:49:55.922695    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:49:55.922707    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:49:55.922712    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:49:55.922713    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 19:49:55.922718    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 19:49:55.922680    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 19:49:55.922729    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:49:55.922726    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 19:49:55.922735    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:49:55.922734    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:49:55.922744    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 19:49:55.922609    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 19:49:55.922629    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:49:55.922626    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:49:55.922760    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 19:49:55.922683    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:49:55.922762    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:49:55.922772    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:49:55.922714    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:49:55.922778    3677 port_claim.go:71] Svc openshift-ingress/router-default: port 30713 is already open, no action needed
I0423 19:49:55.922656    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console
I0423 19:49:55.922712    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:49:55.922802    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console
I0423 19:49:55.922806    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:49:55.922789    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 19:49:55.922664    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:49:55.922642    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:49:55.922884    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:49:55.922684    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 19:49:55.922775    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:49:55.922914    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:49:55.922919    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:49:55.922924    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:49:55.922923    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 19:49:55.922932    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:49:55.922937    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:49:55.922942    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 19:49:55.922715    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:49:55.922948    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0423 19:49:55.922958    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:49:55.922960    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0423 19:49:55.922948    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:49:55.922973    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:49:55.922978    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:49:55.922987    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:49:55.923000    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 19:49:55.923003    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 19:49:55.923006    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:49:55.923017    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:49:55.922719    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 19:49:55.922749    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:49:55.923032    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:49:55.923042    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:49:55.922755    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:49:55.923061    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 19:49:55.922756    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 19:49:55.922735    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:49:55.922735    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:49:55.923086    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0423 19:49:55.922740    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:49:55.923095    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0423 19:49:55.923104    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0423 19:49:55.922700    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 19:49:55.922700    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:49:55.923119    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:49:55.923127    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:49:55.922988    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:49:55.923102    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:49:55.923151    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:49:55.922790    3677 port_claim.go:71] Svc openshift-ingress/router-default: port 31615 is already open, no action needed
I0423 19:49:55.922928    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:49:55.923020    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:49:55.923218    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:49:55.923017    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0423 19:49:55.923298    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0423 19:49:55.923637    3677 node_ip_handler_linux.go:160] Node IP manager is running
W0423 19:49:55.961044    3677 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 19:49:55.961551    3677 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 19:49:55.961999    3677 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0
I0423 19:49:55.970507    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 19:49:55.970544    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 19:49:56.010452    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 19:49:56.010479    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 19:49:56.010485    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0423 19:49:56.010493    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 19:49:56.010501    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 19:49:56.010506    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 19:49:56.010512    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0423 19:49:56.010518    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 19:49:56.010524    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0423 19:49:56.010529    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 19:49:56.010536    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 19:49:56.010541    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 19:49:56.010547    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 19:49:56.010552    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 19:49:56.010558    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 19:49:56.010576    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 19:49:56.010599    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0423 19:49:56.010610    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 19:49:56.010620    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 19:49:56.010629    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 19:49:56.010638    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 19:49:56.010647    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 19:49:56.051015    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 19:49:56.051015    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 19:49:56.051054    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
W0423 19:49:56.535101    3677 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:49:57.194452    3677 egressip_healthcheck.go:76] Health checking using insecure connection
I0423 19:49:57.194501    3677 default_node_network_controller.go:1380] Starting node controller node sync
I0423 19:49:57.194521    3677 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107
I0423 19:49:57.206346    3677 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.82879ms
I0423 19:49:57.206478    3677 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-253.ec2.internal", IP: 10.0.0.253 to PMTUD blocking rules
I0423 19:49:57.206494    3677 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-253.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 19:49:57.206518    3677 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-57.ec2.internal", IP: 10.0.1.57 to PMTUD blocking rules
I0423 19:49:57.206531    3677 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-57.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 19:49:57.217899    3677 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0423 19:49:57.218188    3677 egressservice_node.go:93] Setting up event handlers for Egress Services
I0423 19:49:57.218319    3677 egressservice_node.go:183] Starting Egress Services Controller
I0423 19:49:57.218341    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 19:49:57.218354    3677 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 19:49:57.218360    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 19:49:57.218365    3677 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 19:49:57.218392    3677 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 19:49:57.218403    3677 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 19:49:57.218417    3677 egressservice_node.go:197] Repairing Egress Services
I0423 19:49:57.228312    3677 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0423 19:49:57.228324    3677 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 19:49:57.228598    3677 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0423 19:49:57.228624    3677 link_network_manager.go:119] Link manager is running
I0423 19:49:57.228637    3677 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0423 19:49:57.228854    3677 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0423 19:49:57.229516    3677 vrf_manager.go:128] VRF manager is running
I0423 19:49:57.229635    3677 node_controller_manager.go:437] Removing flows to drop GARP
I0423 19:49:57.229643    3677 gateway.go:532] Reconciling gateway with updates
I0423 19:49:57.248865    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:49:57.248877    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:49:57.248890    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:49:57.248896    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:49:57.248896    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:49:57.248899    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:49:57.248903    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:49:57.248913    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:49:57.248921    3677 port_claim.go:71] Svc openshift-ingress/router-default: port 30713 is already open, no action needed
I0423 19:49:57.248929    3677 port_claim.go:71] Svc openshift-ingress/router-default: port 31615 is already open, no action needed
I0423 19:49:57.248949    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 19:49:57.248975    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 19:49:57.248975    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:49:57.248985    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:49:57.248996    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.248868    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:49:57.249008    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:49:57.249016    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:49:57.248883    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:49:57.249022    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:49:57.249018    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 19:49:57.249029    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:49:57.249035    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.249033    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0423 19:49:57.249041    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 19:49:57.249038    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:49:57.249042    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:49:57.249050    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 19:49:57.249051    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0423 19:49:57.249055    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:49:57.249056    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:49:57.249059    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 19:49:57.249075    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:49:57.248994    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:49:57.249088    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:49:57.249095    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 19:49:57.249022    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:49:57.249102    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console
I0423 19:49:57.249104    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:49:57.249103    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:49:57.249108    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:49:57.249113    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:49:57.249114    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:49:57.249114    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 19:49:57.249120    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:49:57.249124    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.249125    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:49:57.249131    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 19:49:57.249141    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:49:57.249145    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 19:49:57.249075    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0423 19:49:57.249113    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:49:57.249163    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:49:57.249184    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:49:57.249191    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:49:57.249193    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:49:57.249196    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 19:49:57.249202    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:49:57.249128    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:49:57.249206    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:49:57.249212    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:49:57.249214    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:49:57.249211    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:49:57.249221    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:49:57.249220    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 19:49:57.249060    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:49:57.249190    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:49:57.249237    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:49:57.249204    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:49:57.249263    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:49:57.249238    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:49:57.249268    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 19:49:57.249192    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:49:57.249100    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:49:57.249111    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console
I0423 19:49:57.249113    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:49:57.249340    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:49:57.249020    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0423 19:49:57.249355    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0423 19:49:57.249361    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0423 19:49:57.249120    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:49:57.249133    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:49:57.249122    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:49:57.249182    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:49:57.249486    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:49:57.249180    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:49:57.249555    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:49:57.249194    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:49:57.249193    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:49:57.249721    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:49:57.249755    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:49:57.249772    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:49:57.249204    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:49:57.249203    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:49:57.249868    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:49:57.249874    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 19:49:57.249203    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:49:57.249890    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:49:57.249208    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 19:49:57.249215    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:49:57.249986    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:49:57.249215    3677 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:49:57.250025    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:49:57.249229    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:49:57.250066    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 19:49:57.249024    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:49:57.249090    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:49:57.249407    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 19:49:57.249162    3677 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0423 19:49:57.270473    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 19:49:57.270480    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.270498    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 19:49:57.270511    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 19:49:57.270519    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 19:49:57.270530    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 19:49:57.270539    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 19:49:57.270552    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
I0423 19:49:57.309979    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 19:49:57.310014    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 19:49:57.310025    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 19:49:57.310034    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.310044    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 19:49:57.310055    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 19:49:57.310065    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.310073    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.310082    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 19:49:57.310090    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 19:49:57.310098    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 19:49:57.310108    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 19:49:57.310116    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0423 19:49:57.310127    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 19:49:57.310133    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.310141    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.310163    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 19:49:57.310181    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 19:49:57.310188    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.310195    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 19:49:57.310210    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 19:49:57.310216    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 19:49:57.350207    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 19:49:57.350245    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 19:49:57.350263    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 19:49:57.350270    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 19:49:57.350279    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 19:49:57.350286    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 19:49:57.350294    3677 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
W0423 19:49:58.403800    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0423 19:49:58.984536    3677 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-42.ec2.internal
I0423 19:49:58.984571    3677 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-42.ec2.internal: 43.297µs
I0423 19:49:59.012070    3677 base_network_controller_pods.go:487] [default/openshift-console/console-67bd86b949-gwgww] creating logical port openshift-console_console-67bd86b949-gwgww for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:49:59.012199    3677 kube.go:256] Updating pod openshift-console/console-67bd86b949-gwgww
I0423 19:49:59.029896    3677 pod.go:62] [openshift-console/console-67bd86b949-gwgww] pod update took 17.724991ms
I0423 19:49:59.029919    3677 base_network_controller_pods.go:951] [default/openshift-console/console-67bd86b949-gwgww] addLogicalPort annotation time took 17.753669ms
I0423 19:49:59.031114    3677 pods.go:271] [openshift-console/console-67bd86b949-gwgww] addLogicalPort took 19.0593ms, libovsdb time 957.726µs
I0423 19:49:59.033730    3677 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-554ff4bbf9-xxwjx] creating logical port openshift-image-registry_image-registry-554ff4bbf9-xxwjx for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:49:59.033854    3677 kube.go:256] Updating pod openshift-image-registry/image-registry-554ff4bbf9-xxwjx
I0423 19:49:59.063202    3677 pod.go:62] [openshift-image-registry/image-registry-554ff4bbf9-xxwjx] pod update took 29.387886ms
I0423 19:49:59.063232    3677 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-554ff4bbf9-xxwjx] addLogicalPort annotation time took 29.429717ms
I0423 19:49:59.063404    3677 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-t7x8n] creating logical port openshift-ingress-canary_ingress-canary-t7x8n for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:49:59.063573    3677 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-crlsc] creating logical port openshift-insights_insights-runtime-extractor-crlsc for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:49:59.063613    3677 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-t7x8n
I0423 19:49:59.063664    3677 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-crlsc
I0423 19:49:59.064423    3677 pods.go:271] [openshift-image-registry/image-registry-554ff4bbf9-xxwjx] addLogicalPort took 30.709331ms, libovsdb time 869.318µs
I0423 19:49:59.085850    3677 pod.go:62] [openshift-insights/insights-runtime-extractor-crlsc] pod update took 22.208487ms
I0423 19:49:59.085869    3677 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-crlsc] addLogicalPort annotation time took 22.229606ms
I0423 19:49:59.086928    3677 pods.go:271] [openshift-insights/insights-runtime-extractor-crlsc] addLogicalPort took 23.363989ms, libovsdb time 820.081µs
I0423 19:49:59.088232    3677 pod.go:62] [openshift-ingress-canary/ingress-canary-t7x8n] pod update took 24.656976ms
I0423 19:49:59.088248    3677 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-t7x8n] addLogicalPort annotation time took 24.676019ms
I0423 19:49:59.089431    3677 pods.go:271] [openshift-ingress-canary/ingress-canary-t7x8n] addLogicalPort took 26.045274ms, libovsdb time 980.183µs
I0423 19:49:59.089840    3677 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-8j4gc] creating logical port openshift-dns_dns-default-8j4gc for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:49:59.089967    3677 kube.go:256] Updating pod openshift-dns/dns-default-8j4gc
I0423 19:49:59.106797    3677 pod.go:62] [openshift-dns/dns-default-8j4gc] pod update took 16.865781ms
I0423 19:49:59.106817    3677 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-8j4gc] addLogicalPort annotation time took 16.892436ms
I0423 19:49:59.107932    3677 pods.go:271] [openshift-dns/dns-default-8j4gc] addLogicalPort took 18.119694ms, libovsdb time 846.191µs
W0423 19:49:59.411538    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:49:59.418406    3677 cni.go:452] [openshift-console/console-67bd86b949-gwgww 44a8fc2a15394bd7c61da170e903a9a49ed8ec488cbdd4ef2222a0d96ea4a501 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67bd86b949-gwgww 44a8fc2a15394bd7c61da170e903a9a49ed8ec488cbdd4ef2222a0d96ea4a501 network default NAD default NAD key ]
I0423 19:49:59.450349    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67bd86b949-gwgww, hostIfaceName: 44a8fc2a15394bd, network: default, NAD default, SandboxID: "44a8fc2a15394bd7c61da170e903a9a49ed8ec488cbdd4ef2222a0d96ea4a501", PCI device ID: , UID: "1e2e8662-8dce-44c8-9931-d674e1a32773", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23]
I0423 19:49:59.458256    3677 cni.go:452] [openshift-image-registry/image-registry-554ff4bbf9-xxwjx 44a518901040020ae78d202d6cf128e47a820a6cc21fab5d6b99fd404cc1841b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-554ff4bbf9-xxwjx 44a518901040020ae78d202d6cf128e47a820a6cc21fab5d6b99fd404cc1841b network default NAD default NAD key ]
I0423 19:49:59.470246    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-554ff4bbf9-xxwjx, hostIfaceName: 44a518901040020, network: default, NAD default, SandboxID: "44a518901040020ae78d202d6cf128e47a820a6cc21fab5d6b99fd404cc1841b", PCI device ID: , UID: "f58eada8-1c16-4f39-b6e1-19a8ad1d478b", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23]
I0423 19:49:59.471232    3677 cni.go:452] [openshift-ingress-canary/ingress-canary-t7x8n d3bfd3cfc7674ed3fd1b15d32898aad64a155c3ca75fd54b2ab8dafd1c4b6a87 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-t7x8n d3bfd3cfc7674ed3fd1b15d32898aad64a155c3ca75fd54b2ab8dafd1c4b6a87 network default NAD default NAD key ]
I0423 19:49:59.482844    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-t7x8n, hostIfaceName: d3bfd3cfc7674ed, network: default, NAD default, SandboxID: "d3bfd3cfc7674ed3fd1b15d32898aad64a155c3ca75fd54b2ab8dafd1c4b6a87", PCI device ID: , UID: "f055462f-2d97-4c9d-9d48-646adc720a4b", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23]
I0423 19:49:59.496626    3677 cni.go:452] [openshift-insights/insights-runtime-extractor-crlsc b3a3700f7fc7a448ffb95b73968f98900853bc5b0d3d97b5c288c488d7fb0aaf network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-crlsc b3a3700f7fc7a448ffb95b73968f98900853bc5b0d3d97b5c288c488d7fb0aaf network default NAD default NAD key ]
I0423 19:49:59.507141    3677 cni.go:473] [openshift-console/console-67bd86b949-gwgww 44a8fc2a15394bd7c61da170e903a9a49ed8ec488cbdd4ef2222a0d96ea4a501 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67bd86b949-gwgww 44a8fc2a15394bd7c61da170e903a9a49ed8ec488cbdd4ef2222a0d96ea4a501 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ec:e4:55:8e:3f\",\"name\":\"44a8fc2a15394bd\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fbae8f2-6185-4c7d-8a63-73efb477d356\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:49:59.507605    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-crlsc, hostIfaceName: b3a3700f7fc7a44, network: default, NAD default, SandboxID: "b3a3700f7fc7a448ffb95b73968f98900853bc5b0d3d97b5c288c488d7fb0aaf", PCI device ID: , UID: "e0c13486-7873-4863-b22f-97a80dbd791e", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23]
I0423 19:49:59.518177    3677 cni.go:452] [openshift-dns/dns-default-8j4gc 83b08f6df3af9d1c94defd5a270a7267c7e8e95d10f742aa5d4bc3868750759e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-8j4gc 83b08f6df3af9d1c94defd5a270a7267c7e8e95d10f742aa5d4bc3868750759e network default NAD default NAD key ]
I0423 19:49:59.528931    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-8j4gc, hostIfaceName: 83b08f6df3af9d1, network: default, NAD default, SandboxID: "83b08f6df3af9d1c94defd5a270a7267c7e8e95d10f742aa5d4bc3868750759e", PCI device ID: , UID: "4c8e2a6c-7e96-4f00-99ac-e087501f869d", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23]
I0423 19:49:59.538059    3677 cni.go:473] [openshift-ingress-canary/ingress-canary-t7x8n d3bfd3cfc7674ed3fd1b15d32898aad64a155c3ca75fd54b2ab8dafd1c4b6a87 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-t7x8n d3bfd3cfc7674ed3fd1b15d32898aad64a155c3ca75fd54b2ab8dafd1c4b6a87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f9:09:6e:fd:c6\",\"name\":\"d3bfd3cfc7674ed\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf96b759-ea58-44b1-9785-7e079d340593\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:49:59.543169    3677 cni.go:473] [openshift-image-registry/image-registry-554ff4bbf9-xxwjx 44a518901040020ae78d202d6cf128e47a820a6cc21fab5d6b99fd404cc1841b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-554ff4bbf9-xxwjx 44a518901040020ae78d202d6cf128e47a820a6cc21fab5d6b99fd404cc1841b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f3:26:08:c8:af\",\"name\":\"44a518901040020\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff720e59-bb2b-4ddf-80e9-cce44c8cdfaa\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:49:59.561116    3677 cni.go:473] [openshift-insights/insights-runtime-extractor-crlsc b3a3700f7fc7a448ffb95b73968f98900853bc5b0d3d97b5c288c488d7fb0aaf network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-crlsc b3a3700f7fc7a448ffb95b73968f98900853bc5b0d3d97b5c288c488d7fb0aaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:0c:67:f8:13:06\",\"name\":\"b3a3700f7fc7a44\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff3f4429-53c9-4cb5-bc5d-28b8aa8edc61\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:49:59.577351    3677 cni.go:473] [openshift-dns/dns-default-8j4gc 83b08f6df3af9d1c94defd5a270a7267c7e8e95d10f742aa5d4bc3868750759e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-8j4gc 83b08f6df3af9d1c94defd5a270a7267c7e8e95d10f742aa5d4bc3868750759e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ef:d2:dc:34:c3\",\"name\":\"83b08f6df3af9d1\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/059244e4-f1dd-4880-925f-89de076ea038\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:50:00.214498    3677 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616230-vs6sb for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:50:00.214719    3677 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb
I0423 19:50:00.228339    3677 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb] pod update took 13.649189ms
I0423 19:50:00.228431    3677 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb] addLogicalPort annotation time took 13.747308ms
I0423 19:50:00.229812    3677 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb] addLogicalPort took 15.334586ms, libovsdb time 1.050242ms
W0423 19:50:00.339041    3677 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:50:00.586251    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:50:00.631615    3677 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb 725dbab9bd3d0017fd486d8a0b3356e8fd041a30de3f6cb93965e43f8e364571 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb 725dbab9bd3d0017fd486d8a0b3356e8fd041a30de3f6cb93965e43f8e364571 network default NAD default NAD key ]
I0423 19:50:00.644548    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616230-vs6sb, hostIfaceName: 725dbab9bd3d001, network: default, NAD default, SandboxID: "725dbab9bd3d0017fd486d8a0b3356e8fd041a30de3f6cb93965e43f8e364571", PCI device ID: , UID: "3ad9a852-3bcc-45dd-a8b1-44083b8cac73", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23]
I0423 19:50:00.695783    3677 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb 725dbab9bd3d0017fd486d8a0b3356e8fd041a30de3f6cb93965e43f8e364571 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb 725dbab9bd3d0017fd486d8a0b3356e8fd041a30de3f6cb93965e43f8e364571 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:98:a3:61:18:9b\",\"name\":\"725dbab9bd3d001\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb66672d-097d-4901-9227-4ef9413caa5f\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:50:01.569789    3677 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:01.569815    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:01.569838    3677 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:04.354461    3677 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:04.354486    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:04.354497    3677 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:04.376758    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:50:04.392611    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:04.392634    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:04.392642    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:04.392659    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:04.392664    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:04.392669    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0423 19:50:06.211614    3677 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-svt8m] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-svt8m for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:50:06.211725    3677 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-svt8m
I0423 19:50:06.237301    3677 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-svt8m] pod update took 25.608877ms
I0423 19:50:06.237324    3677 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-svt8m] addLogicalPort annotation time took 25.638404ms
I0423 19:50:06.238412    3677 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-svt8m] addLogicalPort took 26.818083ms, libovsdb time 813.994µs
W0423 19:50:06.603968    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:50:06.603991    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 19:50:07.223016    3677 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-svt8m e45affe07351437cfcb4d30441f26eb064482b8ec0d4817cd525b2ccf5479c85 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-svt8m e45affe07351437cfcb4d30441f26eb064482b8ec0d4817cd525b2ccf5479c85 network default NAD default NAD key ]
I0423 19:50:07.233225    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-svt8m, hostIfaceName: e45affe07351437, network: default, NAD default, SandboxID: "e45affe07351437cfcb4d30441f26eb064482b8ec0d4817cd525b2ccf5479c85", PCI device ID: , UID: "fca734e8-44a5-4467-971e-084a931017be", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23]
I0423 19:50:07.267045    3677 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:50:07.267208    3677 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0423 19:50:07.282616    3677 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-svt8m e45affe07351437cfcb4d30441f26eb064482b8ec0d4817cd525b2ccf5479c85 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-svt8m e45affe07351437cfcb4d30441f26eb064482b8ec0d4817cd525b2ccf5479c85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:d9:54:f7:2b:8d\",\"name\":\"e45affe07351437\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebd26d13-f2c8-4757-b7b0-952701b60e9a\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:50:07.291169    3677 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.024729ms
I0423 19:50:07.291193    3677 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.055448ms
I0423 19:50:07.292389    3677 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.367293ms, libovsdb time 873.624µs
I0423 19:50:08.273717    3677 cni.go:452] [openshift-monitoring/alertmanager-main-0 c111d67f336f43b9d308b0dcb388d78fb73e3638b30d5de544a24d61b45391af network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 c111d67f336f43b9d308b0dcb388d78fb73e3638b30d5de544a24d61b45391af network default NAD default NAD key ]
I0423 19:50:08.286226    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: c111d67f336f43b, network: default, NAD default, SandboxID: "c111d67f336f43b9d308b0dcb388d78fb73e3638b30d5de544a24d61b45391af", PCI device ID: , UID: "4b05c75f-e2d2-4c5f-b340-4d46c456314d", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23]
I0423 19:50:08.337279    3677 cni.go:473] [openshift-monitoring/alertmanager-main-0 c111d67f336f43b9d308b0dcb388d78fb73e3638b30d5de544a24d61b45391af network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 c111d67f336f43b9d308b0dcb388d78fb73e3638b30d5de544a24d61b45391af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:fb:14:1d:e5:da\",\"name\":\"c111d67f336f43b\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b9aec41-9ef7-4fc4-a4a7-165470c1d47b\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:50:09.260379    3677 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c5b59854f-d2spv] creating logical port openshift-monitoring_thanos-querier-6c5b59854f-d2spv for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:50:09.260516    3677 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c5b59854f-d2spv
I0423 19:50:09.290277    3677 pod.go:62] [openshift-monitoring/thanos-querier-6c5b59854f-d2spv] pod update took 29.791635ms
I0423 19:50:09.290308    3677 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c5b59854f-d2spv] addLogicalPort annotation time took 29.827765ms
I0423 19:50:09.291942    3677 pods.go:271] [openshift-monitoring/thanos-querier-6c5b59854f-d2spv] addLogicalPort took 31.585301ms, libovsdb time 1.208527ms
I0423 19:50:09.615120    3677 cni.go:452] [openshift-monitoring/thanos-querier-6c5b59854f-d2spv 9c7caa0b4f521f5722f5f274b16f6bf0566aee7dada60b5b5e46768d04a63607 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c5b59854f-d2spv 9c7caa0b4f521f5722f5f274b16f6bf0566aee7dada60b5b5e46768d04a63607 network default NAD default NAD key ]
I0423 19:50:09.624379    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c5b59854f-d2spv, hostIfaceName: 9c7caa0b4f521f5, network: default, NAD default, SandboxID: "9c7caa0b4f521f5722f5f274b16f6bf0566aee7dada60b5b5e46768d04a63607", PCI device ID: , UID: "b09bf82e-582e-4388-96b4-cc4df7a05dd8", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23]
I0423 19:50:09.671162    3677 cni.go:473] [openshift-monitoring/thanos-querier-6c5b59854f-d2spv 9c7caa0b4f521f5722f5f274b16f6bf0566aee7dada60b5b5e46768d04a63607 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c5b59854f-d2spv 9c7caa0b4f521f5722f5f274b16f6bf0566aee7dada60b5b5e46768d04a63607 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:cd:a4:2d:85:76\",\"name\":\"9c7caa0b4f521f5\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51be0ade-d8c3-4b3d-82a1-ee54e5930eed\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:50:10.399510    3677 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:50:10.399530    3677 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:50:10.399539    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:50:10.451728    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 19:50:10.686710    3677 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-776f5466d-2m8pk] creating logical port openshift-monitoring_metrics-server-776f5466d-2m8pk for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:50:10.686845    3677 kube.go:256] Updating pod openshift-monitoring/metrics-server-776f5466d-2m8pk
I0423 19:50:10.704774    3677 pod.go:62] [openshift-monitoring/metrics-server-776f5466d-2m8pk] pod update took 17.976475ms
I0423 19:50:10.704798    3677 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-776f5466d-2m8pk] addLogicalPort annotation time took 18.010347ms
I0423 19:50:10.706537    3677 pods.go:271] [openshift-monitoring/metrics-server-776f5466d-2m8pk] addLogicalPort took 19.846787ms, libovsdb time 1.158212ms
I0423 19:50:10.902967    3677 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-j8p64] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-j8p64 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:50:10.903093    3677 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-j8p64
I0423 19:50:10.921841    3677 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j8p64] pod update took 18.769333ms
I0423 19:50:10.921868    3677 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-j8p64] addLogicalPort annotation time took 18.818407ms
I0423 19:50:10.923156    3677 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j8p64] addLogicalPort took 20.206752ms, libovsdb time 1.000065ms
I0423 19:50:11.049039    3677 cni.go:452] [openshift-monitoring/metrics-server-776f5466d-2m8pk 6c9bd5b5760b64b11250d9cb41dc5086dad517c2807d1e53efad7a14973c773d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-776f5466d-2m8pk 6c9bd5b5760b64b11250d9cb41dc5086dad517c2807d1e53efad7a14973c773d network default NAD default NAD key ]
I0423 19:50:11.059670    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-776f5466d-2m8pk, hostIfaceName: 6c9bd5b5760b64b, network: default, NAD default, SandboxID: "6c9bd5b5760b64b11250d9cb41dc5086dad517c2807d1e53efad7a14973c773d", PCI device ID: , UID: "1dc6f361-a682-42fd-92d6-3bed87dab622", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23]
I0423 19:50:11.119871    3677 cni.go:473] [openshift-monitoring/metrics-server-776f5466d-2m8pk 6c9bd5b5760b64b11250d9cb41dc5086dad517c2807d1e53efad7a14973c773d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-776f5466d-2m8pk 6c9bd5b5760b64b11250d9cb41dc5086dad517c2807d1e53efad7a14973c773d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a2:54:95:b1:d8\",\"name\":\"6c9bd5b5760b64b\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b1c2c1d-03e4-4816-b396-6b0c8ecaad4b\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:50:11.266430    3677 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j8p64 7f9d461700c940d76b23d11183b2accad506bf04e83a7ad294165a8e9a1237fa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j8p64 7f9d461700c940d76b23d11183b2accad506bf04e83a7ad294165a8e9a1237fa network default NAD default NAD key ]
I0423 19:50:11.276398    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-j8p64, hostIfaceName: 7f9d461700c940d, network: default, NAD default, SandboxID: "7f9d461700c940d76b23d11183b2accad506bf04e83a7ad294165a8e9a1237fa", PCI device ID: , UID: "762ea1f4-cb61-4bc8-b5f0-41b46389e13d", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23]
I0423 19:50:11.326338    3677 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j8p64 7f9d461700c940d76b23d11183b2accad506bf04e83a7ad294165a8e9a1237fa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-j8p64 7f9d461700c940d76b23d11183b2accad506bf04e83a7ad294165a8e9a1237fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4a:96:05:1b:85\",\"name\":\"7f9d461700c940d\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b453897f-1ce4-4722-9978-f0a26ab89c1b\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:50:12.018401    3677 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67bd86b949-vvm79 IP address from the namespace address-set, err: pod openshift-console/console-67bd86b949-vvm79: no pod IPs found 
I0423 19:50:12.454810    3677 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:50:12.454943    3677 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0423 19:50:12.484520    3677 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.620177ms
I0423 19:50:12.484556    3677 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.653056ms
I0423 19:50:12.485876    3677 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.085743ms, libovsdb time 874.368µs
W0423 19:50:12.592731    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:12.592757    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:12.592767    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:12.592786    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:12.592793    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:12.592800    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0423 19:50:13.156947    3677 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a00e382901351475b0ec62d1135ad4c1b2658129a885c26b4f83fa14b533ea10 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a00e382901351475b0ec62d1135ad4c1b2658129a885c26b4f83fa14b533ea10 network default NAD default NAD key ]
I0423 19:50:13.166973    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a00e38290135147, network: default, NAD default, SandboxID: "a00e382901351475b0ec62d1135ad4c1b2658129a885c26b4f83fa14b533ea10", PCI device ID: , UID: "53b83cb6-6343-41f8-be41-0b01a573478b", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23]
I0423 19:50:13.216119    3677 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a00e382901351475b0ec62d1135ad4c1b2658129a885c26b4f83fa14b533ea10 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a00e382901351475b0ec62d1135ad4c1b2658129a885c26b4f83fa14b533ea10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:3b:6b:e2:60:c0\",\"name\":\"a00e38290135147\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57786873-6e16-4b9e-ae5a-fde016a53425\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:50:13.416559    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 19:50:13.455491    3677 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:50:13.455519    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:50:14.079095    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:50:14.079121    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:50:14.363943    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:14.363966    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:14.363972    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:50:14.420298    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0423 19:50:14.448603    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0423 19:50:14.518939    3677 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:50:14.518958    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:50:14.518963    3677 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:50:14.518967    3677 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:50:15.514030    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0423 19:50:17.557238    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:50:17.557267    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:50:17.594397    3677 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5fdb8fd55-zb4vz IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5fdb8fd55-zb4vz: no pod IPs found 
W0423 19:50:17.663639    3677 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:50:17.663660    3677 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:50:17.663666    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:50:18.682186    3677 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:50:18.682210    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0423 19:50:19.334513    3677 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85684f4cf6-78p8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:19.335127    3677 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85684f4cf6-78p8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:19.347880    3677 cni.go:452] [openshift-network-diagnostics/network-check-target-mk98q 95f278b2e92ecf9cb6e54ab5c2914e1e981db11c71e0596af1907beb2040359d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-mk98q 95f278b2e92ecf9cb6e54ab5c2914e1e981db11c71e0596af1907beb2040359d network default NAD default NAD key ]
I0423 19:50:19.358386    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-mk98q, hostIfaceName: 95f278b2e92ecf9, network: default, NAD default, SandboxID: "95f278b2e92ecf9cb6e54ab5c2914e1e981db11c71e0596af1907beb2040359d", PCI device ID: , UID: "744b18cb-3284-4166-a181-ee9bc268f9d3", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23]
I0423 19:50:19.374311    3677 cni.go:452] [openshift-multus/network-metrics-daemon-sg6sb f5a836b5116b1b818456f64794c4817f08e7de7892cc3e13d765f86ddffed1cc network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-sg6sb f5a836b5116b1b818456f64794c4817f08e7de7892cc3e13d765f86ddffed1cc network default NAD default NAD key ]
I0423 19:50:19.386130    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-sg6sb, hostIfaceName: f5a836b5116b1b8, network: default, NAD default, SandboxID: "f5a836b5116b1b818456f64794c4817f08e7de7892cc3e13d765f86ddffed1cc", PCI device ID: , UID: "1c3bd18b-f36b-477e-a417-e7ce22886664", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23]
I0423 19:50:19.412065    3677 cni.go:473] [openshift-network-diagnostics/network-check-target-mk98q 95f278b2e92ecf9cb6e54ab5c2914e1e981db11c71e0596af1907beb2040359d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-mk98q 95f278b2e92ecf9cb6e54ab5c2914e1e981db11c71e0596af1907beb2040359d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:bc:4e:b7:66:fb\",\"name\":\"95f278b2e92ecf9\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abc37540-4f51-4e99-9dc6-ceefb7fd7251\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:50:19.434370    3677 cni.go:473] [openshift-multus/network-metrics-daemon-sg6sb f5a836b5116b1b818456f64794c4817f08e7de7892cc3e13d765f86ddffed1cc network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-sg6sb f5a836b5116b1b818456f64794c4817f08e7de7892cc3e13d765f86ddffed1cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ff:fa:d1:6d:4c\",\"name\":\"f5a836b5116b1b8\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cee3193-6e29-4c26-9c33-f32ca5a5c429\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:50:19.504892    3677 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85684f4cf6-78p8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:19.504926    3677 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85684f4cf6-78p8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:19.510394    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85684f4cf6-78p8f
I0423 19:50:19.510424    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85684f4cf6-78p8f
W0423 19:50:20.451297    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:50:20.451391    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:50:20.451421    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:50:20.451434    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:50:21.360247    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:50:24.668739    3677 obj_retry.go:498] Detected object openshift-console/console-788b45bb7-d685x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:24.669311    3677 obj_retry.go:498] Detected object openshift-console/console-788b45bb7-d685x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:50:24.783119    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 19:50:25.083123    3677 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5d984bf55d-zplxs IP address from the namespace address-set, err: pod openshift-console/console-5d984bf55d-zplxs: no pod IPs found 
I0423 19:50:25.570732    3677 obj_retry.go:492] Detected object openshift-console/console-788b45bb7-d685x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:25.570761    3677 obj_retry.go:492] Detected object openshift-console/console-788b45bb7-d685x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:25.582069    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-788b45bb7-d685x
I0423 19:50:25.582094    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-788b45bb7-d685x
W0423 19:50:32.567756    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0423 19:50:34.439562    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0423 19:50:35.799932    3677 obj_retry.go:498] Detected object openshift-console/console-788b45bb7-cbqd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:35.800546    3677 obj_retry.go:498] Detected object openshift-console/console-788b45bb7-cbqd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:35.952990    3677 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:35.953579    3677 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:35.953609    3677 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:35.953622    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0423 19:50:35.953640    3677 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:35.953646    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0423 19:50:36.115627    3677 obj_retry.go:492] Detected object openshift-console/console-788b45bb7-cbqd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:36.115650    3677 obj_retry.go:492] Detected object openshift-console/console-788b45bb7-cbqd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:36.124109    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-788b45bb7-cbqd9
I0423 19:50:36.124137    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-788b45bb7-cbqd9
I0423 19:50:36.980222    3677 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:36.980254    3677 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:36.980272    3677 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:36.980289    3677 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390gmk6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0423 19:50:38.335805    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:50:38.335839    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:50:38.335845    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0423 19:50:41.698861    3677 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0423 19:50:41.707431    3677 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0423 19:50:47.639565    3677 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0423 19:50:47.664321    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0423 19:50:50.836080    3677 obj_retry.go:498] Detected object openshift-console/console-5d984bf55d-2r7dh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:50.836599    3677 obj_retry.go:498] Detected object openshift-console/console-5d984bf55d-2r7dh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:51.672162    3677 obj_retry.go:492] Detected object openshift-console/console-5d984bf55d-2r7dh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:51.672187    3677 obj_retry.go:492] Detected object openshift-console/console-5d984bf55d-2r7dh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:51.677847    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d984bf55d-2r7dh
I0423 19:50:51.677871    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d984bf55d-2r7dh
W0423 19:50:52.668262    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0423 19:50:53.489121    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:50:55.631843    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:50:55.631868    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0423 19:51:07.364333    3677 obj_retry.go:498] Detected object openshift-ingress/router-default-84d49796ff-mkxxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:07.364964    3677 obj_retry.go:498] Detected object openshift-ingress/router-default-84d49796ff-mkxxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:07.731460    3677 obj_retry.go:492] Detected object openshift-ingress/router-default-84d49796ff-mkxxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:07.731484    3677 obj_retry.go:492] Detected object openshift-ingress/router-default-84d49796ff-mkxxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:07.735355    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-84d49796ff-mkxxq
I0423 19:51:07.735389    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-84d49796ff-mkxxq
I0423 19:51:12.085961    3677 cni.go:452] [openshift-console/console-67bd86b949-gwgww 44a8fc2a15394bd7c61da170e903a9a49ed8ec488cbdd4ef2222a0d96ea4a501 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67bd86b949-gwgww 44a8fc2a15394bd7c61da170e903a9a49ed8ec488cbdd4ef2222a0d96ea4a501 network default NAD default NAD key ]
I0423 19:51:12.172851    3677 cni.go:473] [openshift-console/console-67bd86b949-gwgww 44a8fc2a15394bd7c61da170e903a9a49ed8ec488cbdd4ef2222a0d96ea4a501 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67bd86b949-gwgww 44a8fc2a15394bd7c61da170e903a9a49ed8ec488cbdd4ef2222a0d96ea4a501 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:51:12.219712    3677 obj_retry.go:498] Detected object openshift-console/console-67bd86b949-gwgww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:12.219753    3677 pods.go:176] Deleting pod: openshift-console/console-67bd86b949-gwgww
I0423 19:51:12.221012    3677 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67bd86b949-gwgww, ips: 10.130.0.5
I0423 19:51:12.221042    3677 obj_retry.go:498] Detected object openshift-console/console-67bd86b949-gwgww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:12.666422    3677 obj_retry.go:492] Detected object openshift-console/console-67bd86b949-gwgww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:12.666446    3677 obj_retry.go:492] Detected object openshift-console/console-67bd86b949-gwgww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:12.671996    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67bd86b949-gwgww
I0423 19:51:12.672026    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67bd86b949-gwgww
I0423 19:51:25.417083    3677 base_network_controller_pods.go:487] [default/openshift-console/console-5596545ff-l8fnm] creating logical port openshift-console_console-5596545ff-l8fnm for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:51:25.417228    3677 kube.go:256] Updating pod openshift-console/console-5596545ff-l8fnm
I0423 19:51:25.439250    3677 pod.go:62] [openshift-console/console-5596545ff-l8fnm] pod update took 22.055085ms
I0423 19:51:25.439271    3677 base_network_controller_pods.go:951] [default/openshift-console/console-5596545ff-l8fnm] addLogicalPort annotation time took 22.080719ms
I0423 19:51:25.440546    3677 pods.go:271] [openshift-console/console-5596545ff-l8fnm] addLogicalPort took 23.481777ms, libovsdb time 967.291µs
I0423 19:51:25.773962    3677 cni.go:452] [openshift-console/console-5596545ff-l8fnm c3c379e153a7636d1a93a867de3adb39de84e11ee217a475c1210387835ced2b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5596545ff-l8fnm c3c379e153a7636d1a93a867de3adb39de84e11ee217a475c1210387835ced2b network default NAD default NAD key ]
I0423 19:51:25.783429    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5596545ff-l8fnm, hostIfaceName: c3c379e153a7636, network: default, NAD default, SandboxID: "c3c379e153a7636d1a93a867de3adb39de84e11ee217a475c1210387835ced2b", PCI device ID: , UID: "a2d6bb1c-7284-43cb-898c-59b4d1662ed4", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23]
I0423 19:51:25.832309    3677 cni.go:473] [openshift-console/console-5596545ff-l8fnm c3c379e153a7636d1a93a867de3adb39de84e11ee217a475c1210387835ced2b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5596545ff-l8fnm c3c379e153a7636d1a93a867de3adb39de84e11ee217a475c1210387835ced2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ee:92:3e:a6:39\",\"name\":\"c3c379e153a7636\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56e7d108-332f-4dca-a5d3-47d8320740b3\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:34.472265    3677 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0423 19:51:35.767253    3677 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb 725dbab9bd3d0017fd486d8a0b3356e8fd041a30de3f6cb93965e43f8e364571 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb 725dbab9bd3d0017fd486d8a0b3356e8fd041a30de3f6cb93965e43f8e364571 network default NAD default NAD key ]
I0423 19:51:35.861033    3677 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb 725dbab9bd3d0017fd486d8a0b3356e8fd041a30de3f6cb93965e43f8e364571 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb 725dbab9bd3d0017fd486d8a0b3356e8fd041a30de3f6cb93965e43f8e364571 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:51:35.906449    3677 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:35.906481    3677 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb
I0423 19:51:35.907775    3677 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb, ips: 10.130.0.10
I0423 19:51:35.907858    3677 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:51:36.779922    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 19:51:36.785035    3677 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:36.785056    3677 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-vs6sb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:50.750408    3677 obj_retry.go:498] Detected object openshift-console/console-7c8bb6b4ff-kwxs6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:50.751013    3677 obj_retry.go:498] Detected object openshift-console/console-7c8bb6b4ff-kwxs6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:50.917111    3677 obj_retry.go:492] Detected object openshift-console/console-7c8bb6b4ff-kwxs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:50.917136    3677 obj_retry.go:492] Detected object openshift-console/console-7c8bb6b4ff-kwxs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:50.923220    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c8bb6b4ff-kwxs6
I0423 19:51:50.923246    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c8bb6b4ff-kwxs6
I0423 19:52:02.122645    3677 obj_retry.go:498] Detected object openshift-console/console-7c8bb6b4ff-xwqmb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:02.123238    3677 obj_retry.go:498] Detected object openshift-console/console-7c8bb6b4ff-xwqmb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:02.485408    3677 obj_retry.go:492] Detected object openshift-console/console-7c8bb6b4ff-xwqmb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:02.485436    3677 obj_retry.go:492] Detected object openshift-console/console-7c8bb6b4ff-xwqmb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:02.490589    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c8bb6b4ff-xwqmb
I0423 19:52:02.490615    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c8bb6b4ff-xwqmb
I0423 19:54:55.749466    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0423 19:55:26.536741    3677 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0423 19:55:47.769944    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0423 19:55:58.697709    3677 namespace.go:98] [tsf] adding namespace
I0423 19:55:58.698585    3677 namespace.go:102] [tsf] adding namespace took 848.614µs
I0423 19:55:58.714261    3677 namespace.go:142] [tsf] updating namespace
I0423 19:55:58.726349    3677 namespace.go:142] [tsf] updating namespace
I0423 19:56:02.481518    3677 namespace.go:98] [tsf-tas] adding namespace
I0423 19:56:02.482383    3677 namespace.go:102] [tsf-tas] adding namespace took 834.975µs
I0423 19:56:02.486005    3677 namespace.go:98] [konflux-ui] adding namespace
I0423 19:56:02.486096    3677 namespace.go:98] [konflux-operator] adding namespace
I0423 19:56:02.486714    3677 namespace.go:102] [konflux-ui] adding namespace took 695.135µs
I0423 19:56:02.486748    3677 namespace.go:98] [rhbk-operator] adding namespace
I0423 19:56:02.487258    3677 namespace.go:102] [rhbk-operator] adding namespace took 503.59µs
I0423 19:56:02.487265    3677 namespace.go:98] [rhtpa-operator] adding namespace
I0423 19:56:02.487291    3677 namespace.go:98] [tsf-keycloak] adding namespace
I0423 19:56:02.488099    3677 namespace.go:102] [rhtpa-operator] adding namespace took 821.075µs
I0423 19:56:02.488616    3677 namespace.go:102] [konflux-operator] adding namespace took 2.507059ms
I0423 19:56:02.488648    3677 namespace.go:98] [cert-manager-operator] adding namespace
I0423 19:56:02.489053    3677 namespace.go:102] [tsf-keycloak] adding namespace took 1.749476ms
I0423 19:56:02.489488    3677 namespace.go:102] [cert-manager-operator] adding namespace took 829.468µs
I0423 19:56:02.491267    3677 namespace.go:98] [tsf-tpa] adding namespace
I0423 19:56:02.491764    3677 namespace.go:102] [tsf-tpa] adding namespace took 483.389µs
I0423 19:56:02.500724    3677 namespace.go:142] [tsf-tas] updating namespace
I0423 19:56:02.514754    3677 namespace.go:142] [tsf-tas] updating namespace
I0423 19:56:02.523321    3677 namespace.go:142] [konflux-operator] updating namespace
I0423 19:56:02.523392    3677 namespace.go:142] [cert-manager-operator] updating namespace
I0423 19:56:02.531296    3677 namespace.go:142] [konflux-ui] updating namespace
I0423 19:56:02.531303    3677 namespace.go:142] [rhbk-operator] updating namespace
I0423 19:56:02.534779    3677 namespace.go:142] [tsf-keycloak] updating namespace
I0423 19:56:02.534845    3677 namespace.go:142] [rhtpa-operator] updating namespace
I0423 19:56:02.539137    3677 namespace.go:142] [tsf-tpa] updating namespace
I0423 19:56:02.546951    3677 namespace.go:142] [konflux-ui] updating namespace
I0423 19:56:02.547199    3677 namespace.go:142] [tsf-tas] updating namespace
I0423 19:56:02.564500    3677 namespace.go:142] [konflux-ui] updating namespace
I0423 19:56:02.564624    3677 namespace.go:142] [konflux-operator] updating namespace
I0423 19:56:02.592490    3677 namespace.go:142] [konflux-operator] updating namespace
I0423 19:56:02.592562    3677 namespace.go:142] [rhbk-operator] updating namespace
I0423 19:56:02.607143    3677 namespace.go:142] [cert-manager-operator] updating namespace
I0423 19:56:02.607298    3677 namespace.go:142] [rhbk-operator] updating namespace
I0423 19:56:02.623165    3677 namespace.go:142] [cert-manager-operator] updating namespace
I0423 19:56:02.627555    3677 namespace.go:142] [rhtpa-operator] updating namespace
I0423 19:56:02.640731    3677 namespace.go:142] [rhtpa-operator] updating namespace
I0423 19:56:02.653143    3677 namespace.go:142] [tsf-keycloak] updating namespace
I0423 19:56:02.664616    3677 namespace.go:142] [tsf-keycloak] updating namespace
I0423 19:56:02.667463    3677 namespace.go:142] [tsf-tpa] updating namespace
I0423 19:56:02.692336    3677 namespace.go:142] [tsf-tpa] updating namespace
I0423 19:56:03.965914    3677 namespace.go:142] [tsf-keycloak] updating namespace
I0423 19:56:03.974107    3677 namespace.go:142] [tsf-tpa] updating namespace
I0423 19:56:04.119402    3677 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:56:04.119515    3677 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0423 19:56:04.169548    3677 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 50.058813ms
I0423 19:56:04.169573    3677 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 50.089002ms
I0423 19:56:04.170753    3677 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 51.363916ms, libovsdb time 839.171µs
I0423 19:56:04.496701    3677 cni.go:452] [tsf/test-tsf-subscriptions 45580af6f8562f0f1b5feeee0e4093f056b7c4e627f87ccee7503d2a4b2cc899 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 45580af6f8562f0f1b5feeee0e4093f056b7c4e627f87ccee7503d2a4b2cc899 network default NAD default NAD key ]
I0423 19:56:04.506260    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 45580af6f8562f0, network: default, NAD default, SandboxID: "45580af6f8562f0f1b5feeee0e4093f056b7c4e627f87ccee7503d2a4b2cc899", PCI device ID: , UID: "8d86cdd8-f3d5-425c-8cf3-e12d4c939cbf", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23]
I0423 19:56:04.553653    3677 cni.go:473] [tsf/test-tsf-subscriptions 45580af6f8562f0f1b5feeee0e4093f056b7c4e627f87ccee7503d2a4b2cc899 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 45580af6f8562f0f1b5feeee0e4093f056b7c4e627f87ccee7503d2a4b2cc899 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:27:fd:4c:20:0c\",\"name\":\"45580af6f8562f0\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6618e99-408d-4f1c-a50f-26c3da5f847e\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:56:09.316426    3677 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:09.317021    3677 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:09.317058    3677 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:09.317066    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 19:56:09.317076    3677 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:09.317080    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 19:56:10.339571    3677 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:10.339619    3677 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:10.339639    3677 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:10.339653    3677 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158282xd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:11.331894    3677 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:11.332484    3677 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:11.332526    3677 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:11.332536    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 19:56:11.332549    3677 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:11.332557    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 19:56:11.458941    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36
I0423 19:56:12.364012    3677 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:12.364040    3677 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:12.364056    3677 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:12.364070    3677 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbz6n8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:15.368465    3677 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:15.369057    3677 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:15.369088    3677 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:15.369101    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 19:56:15.369115    3677 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:15.369121    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 19:56:15.488368    3677 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:15.488943    3677 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:15.488977    3677 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:15.488988    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 19:56:15.489001    3677 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:15.489006    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 19:56:16.386514    3677 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:16.387053    3677 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:16.387077    3677 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:16.387085    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 19:56:16.387094    3677 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:16.387099    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 19:56:16.398627    3677 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:16.398654    3677 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:16.398666    3677 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:16.398674    3677 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2tjlnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:16.512631    3677 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:16.512664    3677 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:16.512677    3677 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:16.512687    3677 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515qrf8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:17.404234    3677 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:17.404755    3677 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:17.404784    3677 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:17.404793    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 19:56:17.404802    3677 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:56:17.404806    3677 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 19:56:17.412777    3677 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:17.412799    3677 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:17.412816    3677 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:17.412839    3677 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kvtp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:18.430445    3677 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:18.430466    3677 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:18.430481    3677 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:18.430492    3677 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fwbp4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:56:27.240133    3677 namespace.go:98] [cert-manager] adding namespace
I0423 19:56:27.240943    3677 namespace.go:102] [cert-manager] adding namespace took 783.826µs
I0423 19:56:27.261091    3677 namespace.go:142] [cert-manager] updating namespace
I0423 19:56:27.294352    3677 namespace.go:142] [cert-manager] updating namespace
W0423 19:56:31.223679    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0423 19:56:32.411263    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0423 19:56:32.411283    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0423 19:56:34.744537    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0423 19:56:34.753613    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0423 19:56:34.767227    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0423 19:56:34.775627    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0423 19:56:37.087095    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0423 19:56:38.958269    3677 namespace.go:142] [openshift-operators] updating namespace
I0423 19:56:38.969134    3677 namespace.go:142] [openshift-operators] updating namespace
I0423 19:56:45.457672    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54
I0423 19:56:45.934457    3677 namespace.go:142] [openshift-operators] updating namespace
I0423 19:56:53.347355    3677 namespace.go:98] [trusted-artifact-signer] adding namespace
I0423 19:56:53.348296    3677 namespace.go:102] [trusted-artifact-signer] adding namespace took 912.449µs
I0423 19:56:53.378637    3677 namespace.go:142] [trusted-artifact-signer] updating namespace
I0423 19:56:53.412270    3677 namespace.go:142] [trusted-artifact-signer] updating namespace
I0423 19:56:53.487151    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=509
I0423 19:56:53.634271    3677 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-6wbs6] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-6wbs6 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:56:53.634365    3677 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-6wbs6
I0423 19:56:53.663222    3677 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-6wbs6] pod update took 28.885428ms
I0423 19:56:53.663242    3677 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-6wbs6] addLogicalPort annotation time took 28.910213ms
I0423 19:56:53.664330    3677 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-6wbs6] addLogicalPort took 30.076396ms, libovsdb time 803.328µs
I0423 19:56:53.996075    3677 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-6wbs6 2702aaca28c923ee6221afc58b8e01bb644780bea3fa94f71f89142cd4410cd1 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-6wbs6 2702aaca28c923ee6221afc58b8e01bb644780bea3fa94f71f89142cd4410cd1 network default NAD default NAD key ]
I0423 19:56:54.005518    3677 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-6wbs6, hostIfaceName: 2702aaca28c923e, network: default, NAD default, SandboxID: "2702aaca28c923ee6221afc58b8e01bb644780bea3fa94f71f89142cd4410cd1", PCI device ID: , UID: "950c723e-b055-4ce4-8233-7b84e39d64b3", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23]
I0423 19:56:54.053299    3677 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-6wbs6 2702aaca28c923ee6221afc58b8e01bb644780bea3fa94f71f89142cd4410cd1 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-6wbs6 2702aaca28c923ee6221afc58b8e01bb644780bea3fa94f71f89142cd4410cd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:e6:ac:6f:19:f4\",\"name\":\"2702aaca28c923e\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40f711a3-79f8-4643-a3b1-a971d6da5d82\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:56:54.167858    3677 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0423 19:56:59.752415    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0423 19:57:01.172349    3677 namespace.go:98] [openshift-pipelines] adding namespace
I0423 19:57:01.173449    3677 namespace.go:102] [openshift-pipelines] adding namespace took 1.083269ms
I0423 19:57:01.192289    3677 namespace.go:142] [openshift-pipelines] updating namespace
I0423 19:57:01.875101    3677 namespace.go:142] [cert-manager] updating namespace
I0423 19:57:02.080192    3677 namespace.go:142] [cert-manager-operator] updating namespace
I0423 19:57:02.483960    3677 namespace.go:142] [konflux-operator] updating namespace
I0423 19:57:02.683498    3677 namespace.go:142] [konflux-ui] updating namespace
I0423 19:57:02.884190    3677 namespace.go:142] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] updating namespace
I0423 19:57:03.282349    3677 namespace.go:142] [rhbk-operator] updating namespace
I0423 19:57:03.484037    3677 namespace.go:142] [rhtpa-operator] updating namespace
I0423 19:57:03.681809    3677 namespace.go:142] [trusted-artifact-signer] updating namespace
I0423 19:57:03.884327    3677 namespace.go:142] [tsf] updating namespace
I0423 19:57:04.086546    3677 namespace.go:142] [tsf-keycloak] updating namespace
I0423 19:57:04.285050    3677 namespace.go:142] [tsf-tas] updating namespace
I0423 19:57:04.486043    3677 namespace.go:142] [tsf-tpa] updating namespace
I0423 19:57:04.613957    3677 namespace.go:142] [cert-manager] updating namespace
I0423 19:57:04.624588    3677 namespace.go:142] [cert-manager-operator] updating namespace
I0423 19:57:04.632500    3677 namespace.go:142] [default] updating namespace
I0423 19:57:04.642806    3677 namespace.go:142] [konflux-operator] updating namespace
I0423 19:57:04.651365    3677 namespace.go:142] [konflux-ui] updating namespace
I0423 19:57:04.660841    3677 namespace.go:142] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] updating namespace
I0423 19:57:04.668612    3677 namespace.go:142] [openshift] updating namespace
I0423 19:57:04.682361    3677 namespace.go:142] [rhbk-operator] updating namespace
I0423 19:57:04.693085    3677 namespace.go:142] [rhtpa-operator] updating namespace
I0423 19:57:04.701419    3677 namespace.go:142] [trusted-artifact-signer] updating namespace
I0423 19:57:04.711769    3677 namespace.go:142] [tsf] updating namespace
I0423 19:57:04.730564    3677 namespace.go:142] [tsf-keycloak] updating namespace
I0423 19:57:04.744205    3677 namespace.go:142] [tsf-tas] updating namespace
I0423 19:57:04.766081    3677 namespace.go:142] [tsf-tpa] updating namespace
I0423 19:57:04.867726    3677 namespace.go:142] [cert-manager] updating namespace
I0423 19:57:04.968205    3677 namespace.go:142] [cert-manager-operator] updating namespace
I0423 19:57:05.066506    3677 namespace.go:142] [default] updating namespace
I0423 19:57:05.169888    3677 namespace.go:142] [konflux-operator] updating namespace
I0423 19:57:05.268865    3677 namespace.go:142] [konflux-ui] updating namespace
I0423 19:57:05.370057    3677 namespace.go:142] [open-cluster-management-2ps2c5s4oqe20tlffn1rjju2utl40p4b] updating namespace
I0423 19:57:05.472759    3677 namespace.go:142] [openshift] updating namespace
I0423 19:57:05.570136    3677 namespace.go:142] [rhbk-operator] updating namespace
I0423 19:57:05.680705    3677 namespace.go:142] [rhtpa-operator] updating namespace
I0423 19:57:05.767058    3677 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0423 19:57:05.810069    3677 namespace.go:142] [trusted-artifact-signer] updating namespace
I0423 19:57:06.131161    3677 namespace.go:142] [tsf] updating namespace
I0423 19:57:06.465479    3677 namespace.go:142] [tsf-keycloak] updating namespace
I0423 19:57:06.702238    3677 namespace.go:142] [tsf-tas] updating namespace
I0423 19:57:06.915129    3677 namespace.go:142] [tsf-tpa] updating namespace
I0423 19:57:07.054220    3677 cni.go:452] [tsf/test-tsf-subscriptions 45580af6f8562f0f1b5feeee0e4093f056b7c4e627f87ccee7503d2a4b2cc899 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 45580af6f8562f0f1b5feeee0e4093f056b7c4e627f87ccee7503d2a4b2cc899 network default NAD default NAD key ]
I0423 19:57:07.129933    3677 cni.go:473] [tsf/test-tsf-subscriptions 45580af6f8562f0f1b5feeee0e4093f056b7c4e627f87ccee7503d2a4b2cc899 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 45580af6f8562f0f1b5feeee0e4093f056b7c4e627f87ccee7503d2a4b2cc899 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:57:07.210559    3677 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:57:07.210587    3677 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0423 19:57:07.211636    3677 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.18
I0423 19:57:07.211659    3677 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:57:07.237108    3677 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:57:07.237128    3677 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:57:07.242071    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0423 19:57:07.242120    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0423 19:57:07.478982    3677 namespace.go:142] [openshift-pipelines] updating namespace
I0423 19:57:09.399271    3677 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:57:09.399368    3677 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0423 19:57:09.470962    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100
I0423 19:57:09.771080    3677 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 371.736048ms
I0423 19:57:09.771103    3677 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 371.765964ms
I0423 19:57:09.772310    3677 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 373.059716ms, libovsdb time 890.79µs
I0423 19:57:10.055389    3677 cni.go:452] [tsf/test-tsf-infrastructure 4cb6651c245d56e02e91a2f28c6642624e1f7f3bced1701cac565015bd1e5932 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 4cb6651c245d56e02e91a2f28c6642624e1f7f3bced1701cac565015bd1e5932 network default NAD default NAD key ]
I0423 19:57:10.064766    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 4cb6651c245d56e, network: default, NAD default, SandboxID: "4cb6651c245d56e02e91a2f28c6642624e1f7f3bced1701cac565015bd1e5932", PCI device ID: , UID: "2595c4e9-5220-43f5-a9c7-7a42aea6ecde", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23]
I0423 19:57:10.111942    3677 cni.go:473] [tsf/test-tsf-infrastructure 4cb6651c245d56e02e91a2f28c6642624e1f7f3bced1701cac565015bd1e5932 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 4cb6651c245d56e02e91a2f28c6642624e1f7f3bced1701cac565015bd1e5932 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c0:0b:7f:49:8c\",\"name\":\"4cb6651c245d56e\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe3d0f16-35e2-4f7f-ae42-b759f1f69fbc\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:57:12.780440    3677 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2s2h2] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-2s2h2 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:57:12.780613    3677 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2s2h2
I0423 19:57:12.796852    3677 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2s2h2] pod update took 16.293889ms
I0423 19:57:12.796882    3677 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2s2h2] addLogicalPort annotation time took 16.32982ms
I0423 19:57:12.798095    3677 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2s2h2] addLogicalPort took 17.679718ms, libovsdb time 862.093µs
I0423 19:57:15.246508    3677 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mqjwh] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-mqjwh for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:57:15.246613    3677 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mqjwh
I0423 19:57:15.269076    3677 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mqjwh] pod update took 22.4932ms
I0423 19:57:15.269110    3677 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mqjwh] addLogicalPort annotation time took 22.532294ms
I0423 19:57:15.270377    3677 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mqjwh] addLogicalPort took 23.88274ms, libovsdb time 919.822µs
I0423 19:57:15.346559    3677 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5tcbs] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-5tcbs for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:57:15.346710    3677 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-5tcbs
I0423 19:57:15.360452    3677 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tcbs] pod update took 13.789589ms
I0423 19:57:15.360481    3677 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5tcbs] addLogicalPort annotation time took 13.823406ms
I0423 19:57:15.362110    3677 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tcbs] addLogicalPort took 15.570773ms, libovsdb time 1.178701ms
I0423 19:57:17.096456    3677 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tcbs a626cfac5615a7aef221cda71b7db3e70fe9bc94cd137e8292fcabc3e77abbf2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tcbs a626cfac5615a7aef221cda71b7db3e70fe9bc94cd137e8292fcabc3e77abbf2 network default NAD default NAD key ]
I0423 19:57:17.096604    3677 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mqjwh c1f5269fa4cf04b1a6752592473188a9507bd123c46fd2586d1188862e0b3c58 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mqjwh c1f5269fa4cf04b1a6752592473188a9507bd123c46fd2586d1188862e0b3c58 network default NAD default NAD key ]
I0423 19:57:17.108435    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-mqjwh, hostIfaceName: c1f5269fa4cf04b, network: default, NAD default, SandboxID: "c1f5269fa4cf04b1a6752592473188a9507bd123c46fd2586d1188862e0b3c58", PCI device ID: , UID: "38d38bfc-b99e-42d4-a180-e820e5975996", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23]
I0423 19:57:17.109066    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-5tcbs, hostIfaceName: a626cfac5615a7a, network: default, NAD default, SandboxID: "a626cfac5615a7aef221cda71b7db3e70fe9bc94cd137e8292fcabc3e77abbf2", PCI device ID: , UID: "9f3507c3-0cfa-47fb-a549-4c6a3548d283", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23]
I0423 19:57:17.158532    3677 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tcbs a626cfac5615a7aef221cda71b7db3e70fe9bc94cd137e8292fcabc3e77abbf2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5tcbs a626cfac5615a7aef221cda71b7db3e70fe9bc94cd137e8292fcabc3e77abbf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:74:51:f9:b5:69\",\"name\":\"a626cfac5615a7a\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b123f5ff-9eb6-462e-953d-47a0d0da19ef\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:57:17.175193    3677 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mqjwh c1f5269fa4cf04b1a6752592473188a9507bd123c46fd2586d1188862e0b3c58 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mqjwh c1f5269fa4cf04b1a6752592473188a9507bd123c46fd2586d1188862e0b3c58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:53:94:0d:82:e7\",\"name\":\"c1f5269fa4cf04b\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7b1ec5b-c953-4349-bca7-8c16f9976bd9\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:57:20.653417    3677 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 19:57:20.653435    3677 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 19:57:20.653445    3677 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 19:57:20.653449    3677 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 19:57:21.154176    3677 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0423 19:57:21.154193    3677 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0423 19:57:21.154198    3677 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0423 19:57:21.201358    3677 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 19:57:21.201373    3677 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 19:57:21.201379    3677 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0423 19:57:23.955122    3677 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2s2h2 2a134ac3bbcaa324ae2b604096d8a8d479bbf4fcb900ab2420c72dd7c35d1c81 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2s2h2 2a134ac3bbcaa324ae2b604096d8a8d479bbf4fcb900ab2420c72dd7c35d1c81 network default NAD default NAD key ]
I0423 19:57:23.966014    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-2s2h2, hostIfaceName: 2a134ac3bbcaa32, network: default, NAD default, SandboxID: "2a134ac3bbcaa324ae2b604096d8a8d479bbf4fcb900ab2420c72dd7c35d1c81", PCI device ID: , UID: "444c3ba8-0ea7-466c-9521-2f6516ddeb89", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23]
I0423 19:57:24.014259    3677 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2s2h2 2a134ac3bbcaa324ae2b604096d8a8d479bbf4fcb900ab2420c72dd7c35d1c81 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2s2h2 2a134ac3bbcaa324ae2b604096d8a8d479bbf4fcb900ab2420c72dd7c35d1c81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b1:66:97:45:94\",\"name\":\"2a134ac3bbcaa32\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be446979-455b-47c2-9802-f2d68222399b\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:57:25.148147    3677 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0423 19:57:25.654081    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
W0423 19:57:27.313264    3677 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0423 19:57:32.135589    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 19:57:32.135609    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 19:57:32.135615    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 19:57:32.162508    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0423 19:57:32.162525    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0423 19:57:32.162530    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0423 19:57:37.456791    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=147
I0423 19:57:39.266076    3677 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f9jc7] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-f9jc7 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:57:39.266202    3677 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-f9jc7
I0423 19:57:39.284621    3677 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-f9jc7] pod update took 18.474985ms
I0423 19:57:39.284644    3677 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f9jc7] addLogicalPort annotation time took 18.5015ms
I0423 19:57:39.285950    3677 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-f9jc7] addLogicalPort took 19.888863ms, libovsdb time 937.619µs
I0423 19:57:39.385647    3677 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-brtnd] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-brtnd for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:57:39.385731    3677 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-brtnd
I0423 19:57:39.398541    3677 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-brtnd] pod update took 12.830493ms
I0423 19:57:39.398560    3677 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-brtnd] addLogicalPort annotation time took 12.852832ms
I0423 19:57:39.399676    3677 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-brtnd] addLogicalPort took 14.042026ms, libovsdb time 704.802µs
I0423 19:57:39.668967    3677 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-f9jc7 9bc2d8d24c7facd7bdba7a6bf70c682ff7a437b897b843f3ef6fe3c53fe9e6f7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f9jc7 9bc2d8d24c7facd7bdba7a6bf70c682ff7a437b897b843f3ef6fe3c53fe9e6f7 network default NAD default NAD key ]
I0423 19:57:39.678991    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-f9jc7, hostIfaceName: 9bc2d8d24c7facd, network: default, NAD default, SandboxID: "9bc2d8d24c7facd7bdba7a6bf70c682ff7a437b897b843f3ef6fe3c53fe9e6f7", PCI device ID: , UID: "8ed49b38-af09-4250-9795-7faf038bf30e", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23]
I0423 19:57:39.726420    3677 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-f9jc7 9bc2d8d24c7facd7bdba7a6bf70c682ff7a437b897b843f3ef6fe3c53fe9e6f7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f9jc7 9bc2d8d24c7facd7bdba7a6bf70c682ff7a437b897b843f3ef6fe3c53fe9e6f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:fa:70:66:76:10\",\"name\":\"9bc2d8d24c7facd\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c5f5d0c-e942-441c-9136-04bd6a50a01d\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:57:39.794162    3677 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-brtnd 3f8d117c534b003483ecb2889e0c1d29560a6c73b966a0ca4a296930e3ae482d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-brtnd 3f8d117c534b003483ecb2889e0c1d29560a6c73b966a0ca4a296930e3ae482d network default NAD default NAD key ]
I0423 19:57:39.805091    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-brtnd, hostIfaceName: 3f8d117c534b003, network: default, NAD default, SandboxID: "3f8d117c534b003483ecb2889e0c1d29560a6c73b966a0ca4a296930e3ae482d", PCI device ID: , UID: "3a90d592-0cbb-485c-a525-aa69c68eb7d6", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23]
I0423 19:57:39.851244    3677 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-brtnd 3f8d117c534b003483ecb2889e0c1d29560a6c73b966a0ca4a296930e3ae482d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-brtnd 3f8d117c534b003483ecb2889e0c1d29560a6c73b966a0ca4a296930e3ae482d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:66:74:41:21:36\",\"name\":\"3f8d117c534b003\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0dd2130-5d2a-4f36-8465-407ede61df78\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:57:42.709749    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0423 19:57:46.154846    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0423 19:57:51.291086    3677 cni.go:452] [tsf/test-tsf-infrastructure 4cb6651c245d56e02e91a2f28c6642624e1f7f3bced1701cac565015bd1e5932 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 4cb6651c245d56e02e91a2f28c6642624e1f7f3bced1701cac565015bd1e5932 network default NAD default NAD key ]
I0423 19:57:51.371223    3677 cni.go:473] [tsf/test-tsf-infrastructure 4cb6651c245d56e02e91a2f28c6642624e1f7f3bced1701cac565015bd1e5932 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 4cb6651c245d56e02e91a2f28c6642624e1f7f3bced1701cac565015bd1e5932 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:57:51.420511    3677 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:57:51.420545    3677 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0423 19:57:51.421749    3677 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.20
I0423 19:57:51.421775    3677 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:57:51.439503    3677 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:57:51.439523    3677 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:57:51.445955    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0423 19:57:51.445981    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0423 19:57:52.457055    3677 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:57:52.457177    3677 kube.go:256] Updating pod tsf/test-tsf-iam
I0423 19:57:52.471359    3677 pod.go:62] [tsf/test-tsf-iam] pod update took 14.202114ms
I0423 19:57:52.471386    3677 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.235725ms
I0423 19:57:52.472995    3677 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.950952ms, libovsdb time 1.10428ms
I0423 19:57:52.819718    3677 cni.go:452] [tsf/test-tsf-iam 57a41e61d1f0fd609c3b0f964177a646448d28e37c7a944da64a63be203bd3c3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 57a41e61d1f0fd609c3b0f964177a646448d28e37c7a944da64a63be203bd3c3 network default NAD default NAD key ]
I0423 19:57:52.828957    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 57a41e61d1f0fd6, network: default, NAD default, SandboxID: "57a41e61d1f0fd609c3b0f964177a646448d28e37c7a944da64a63be203bd3c3", PCI device ID: , UID: "d27ff71f-3473-4dea-b10b-5627a7427fe3", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23]
I0423 19:57:52.876875    3677 cni.go:473] [tsf/test-tsf-iam 57a41e61d1f0fd609c3b0f964177a646448d28e37c7a944da64a63be203bd3c3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 57a41e61d1f0fd609c3b0f964177a646448d28e37c7a944da64a63be203bd3c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:bb:ea:3a:7c:0f\",\"name\":\"57a41e61d1f0fd6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/879363b4-5777-4a27-9ce1-db0cfc9e6541\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:57:53.181317    3677 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0423 19:57:53.182012    3677 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0423 19:57:53.182038    3677 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0423 19:57:53.184231    3677 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0423 19:57:59.707472    3677 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0423 19:58:00.481179    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0423 19:58:00.481203    3677 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0423 19:58:00.485658    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0423 19:58:00.485672    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0423 19:58:02.782346    3677 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:58:02.782450    3677 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0423 19:58:02.794943    3677 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.516879ms
I0423 19:58:02.794974    3677 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.551671ms
I0423 19:58:02.796390    3677 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.062309ms, libovsdb time 1.023204ms
I0423 19:58:05.545940    3677 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 22b10462fca6a51f28fe2ff3a49b46fae9b1d02f4919564b62fa56f5fa796842 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 22b10462fca6a51f28fe2ff3a49b46fae9b1d02f4919564b62fa56f5fa796842 network default NAD default NAD key ]
I0423 19:58:05.555563    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 22b10462fca6a51, network: default, NAD default, SandboxID: "22b10462fca6a51f28fe2ff3a49b46fae9b1d02f4919564b62fa56f5fa796842", PCI device ID: , UID: "bc1c8e31-f59c-45e3-b7e7-8fa122c6ddd1", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23]
I0423 19:58:05.606958    3677 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 22b10462fca6a51f28fe2ff3a49b46fae9b1d02f4919564b62fa56f5fa796842 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 22b10462fca6a51f28fe2ff3a49b46fae9b1d02f4919564b62fa56f5fa796842 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:6b:11:9f:70:c9\",\"name\":\"22b10462fca6a51\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/210be7a5-1269-457e-ba16-6510eb7f90c1\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:58:12.441770    3677 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0423 19:58:21.953008    3677 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0423 19:58:21.953030    3677 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0423 19:58:21.953036    3677 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0423 19:58:30.758147    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0423 19:58:35.641380    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0423 19:58:41.585271    3677 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-rmkmj] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-rmkmj for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:58:41.585398    3677 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-rmkmj
I0423 19:58:41.597186    3677 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-rmkmj] pod update took 11.828943ms
I0423 19:58:41.597221    3677 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-rmkmj] addLogicalPort annotation time took 11.87344ms
I0423 19:58:41.598725    3677 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-rmkmj] addLogicalPort took 13.475756ms, libovsdb time 1.034064ms
I0423 19:58:41.944011    3677 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-rmkmj 71136c82099f904e89b5bd8e2b20d6d78ae069b4fce2fe3e79f300fdeec0a17c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rmkmj 71136c82099f904e89b5bd8e2b20d6d78ae069b4fce2fe3e79f300fdeec0a17c network default NAD default NAD key ]
I0423 19:58:41.952849    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-rmkmj, hostIfaceName: 71136c82099f904, network: default, NAD default, SandboxID: "71136c82099f904e89b5bd8e2b20d6d78ae069b4fce2fe3e79f300fdeec0a17c", PCI device ID: , UID: "bb1fdccc-065a-4ee6-9de7-d16330a8d9c8", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23]
I0423 19:58:42.000357    3677 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-rmkmj 71136c82099f904e89b5bd8e2b20d6d78ae069b4fce2fe3e79f300fdeec0a17c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rmkmj 71136c82099f904e89b5bd8e2b20d6d78ae069b4fce2fe3e79f300fdeec0a17c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f4:f1:c0:9b:24\",\"name\":\"71136c82099f904\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8f673cf-2f3f-4e01-aebf-e4b98778096f\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:58:43.560071    3677 cni.go:452] [tsf/test-tsf-iam 57a41e61d1f0fd609c3b0f964177a646448d28e37c7a944da64a63be203bd3c3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 57a41e61d1f0fd609c3b0f964177a646448d28e37c7a944da64a63be203bd3c3 network default NAD default NAD key ]
I0423 19:58:43.648500    3677 cni.go:473] [tsf/test-tsf-iam 57a41e61d1f0fd609c3b0f964177a646448d28e37c7a944da64a63be203bd3c3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 57a41e61d1f0fd609c3b0f964177a646448d28e37c7a944da64a63be203bd3c3 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:58:43.777856    3677 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:58:43.777899    3677 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0423 19:58:43.779376    3677 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.26
I0423 19:58:43.779412    3677 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:58:43.814872    3677 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:58:43.814896    3677 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:58:43.823439    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0423 19:58:43.823467    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0423 19:58:44.634460    3677 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:58:44.634555    3677 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0423 19:58:44.666041    3677 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 31.508661ms
I0423 19:58:44.666063    3677 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 31.53851ms
I0423 19:58:44.667272    3677 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 32.829675ms, libovsdb time 893.243µs
I0423 19:58:45.635742    3677 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-xj5p6-qbtgf] creating logical port tsf-tas_segment-backup-installation-xj5p6-qbtgf for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:58:45.635866    3677 kube.go:256] Updating pod tsf-tas/segment-backup-installation-xj5p6-qbtgf
I0423 19:58:45.647611    3677 pod.go:62] [tsf-tas/segment-backup-installation-xj5p6-qbtgf] pod update took 11.790891ms
I0423 19:58:45.647636    3677 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-xj5p6-qbtgf] addLogicalPort annotation time took 11.82126ms
I0423 19:58:45.648871    3677 pods.go:271] [tsf-tas/segment-backup-installation-xj5p6-qbtgf] addLogicalPort took 13.149071ms, libovsdb time 850.829µs
I0423 19:58:46.238303    3677 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-6w8fz-z7stp] creating logical port tsf-tas_ctlog-createtree-job-6w8fz-z7stp for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:58:46.238397    3677 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-6w8fz-z7stp
I0423 19:58:46.252926    3677 pod.go:62] [tsf-tas/ctlog-createtree-job-6w8fz-z7stp] pod update took 14.5505ms
I0423 19:58:46.252949    3677 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-6w8fz-z7stp] addLogicalPort annotation time took 14.579592ms
I0423 19:58:46.254466    3677 pods.go:271] [tsf-tas/ctlog-createtree-job-6w8fz-z7stp] addLogicalPort took 16.179878ms, libovsdb time 1.051537ms
I0423 19:58:46.560717    3677 cni.go:452] [tsf-tas/segment-backup-installation-xj5p6-qbtgf 12eb8765438a66005d61933e997becc10ad2253892f17fee127d3498683fa954 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-xj5p6-qbtgf 12eb8765438a66005d61933e997becc10ad2253892f17fee127d3498683fa954 network default NAD default NAD key ]
I0423 19:58:46.560912    3677 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7d99bf9658-vn9tv] creating logical port tsf-tas_trillian-logserver-7d99bf9658-vn9tv for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:58:46.561005    3677 kube.go:256] Updating pod tsf-tas/trillian-logserver-7d99bf9658-vn9tv
I0423 19:58:46.561487    3677 cni.go:452] [tsf-tas/test-tsf-tas e7a807ed20bfcc0fc05746b59fede89cd132099fca2f9fa4591ca7aecb2ec170 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas e7a807ed20bfcc0fc05746b59fede89cd132099fca2f9fa4591ca7aecb2ec170 network default NAD default NAD key ]
I0423 19:58:46.572924    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: e7a807ed20bfcc0, network: default, NAD default, SandboxID: "e7a807ed20bfcc0fc05746b59fede89cd132099fca2f9fa4591ca7aecb2ec170", PCI device ID: , UID: "6919db4f-3ce3-477a-acae-fc486c55a816", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23]
I0423 19:58:46.574604    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-xj5p6-qbtgf, hostIfaceName: 12eb8765438a660, network: default, NAD default, SandboxID: "12eb8765438a66005d61933e997becc10ad2253892f17fee127d3498683fa954", PCI device ID: , UID: "6166e1f1-16a0-4ad7-9939-dd0be03efd00", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23]
I0423 19:58:46.588272    3677 pod.go:62] [tsf-tas/trillian-logserver-7d99bf9658-vn9tv] pod update took 27.290123ms
I0423 19:58:46.588297    3677 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7d99bf9658-vn9tv] addLogicalPort annotation time took 27.31746ms
I0423 19:58:46.589587    3677 pods.go:271] [tsf-tas/trillian-logserver-7d99bf9658-vn9tv] addLogicalPort took 28.693252ms, libovsdb time 934.219µs
I0423 19:58:46.612273    3677 cni.go:452] [tsf-tas/ctlog-createtree-job-6w8fz-z7stp d4ca4b5423f3a3254ff813be72fea05964ff9bc39dacb10b90a4e1f970d34b2b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-6w8fz-z7stp d4ca4b5423f3a3254ff813be72fea05964ff9bc39dacb10b90a4e1f970d34b2b network default NAD default NAD key ]
I0423 19:58:46.623740    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-6w8fz-z7stp, hostIfaceName: d4ca4b5423f3a32, network: default, NAD default, SandboxID: "d4ca4b5423f3a3254ff813be72fea05964ff9bc39dacb10b90a4e1f970d34b2b", PCI device ID: , UID: "e731c472-6d51-4cac-86aa-6be2db7e8397", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23]
I0423 19:58:46.627505    3677 cni.go:473] [tsf-tas/test-tsf-tas e7a807ed20bfcc0fc05746b59fede89cd132099fca2f9fa4591ca7aecb2ec170 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas e7a807ed20bfcc0fc05746b59fede89cd132099fca2f9fa4591ca7aecb2ec170 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:cc:13:b8:92:87\",\"name\":\"e7a807ed20bfcc0\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fc44582-7f17-4d51-92c0-199598352a46\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:58:46.648483    3677 cni.go:473] [tsf-tas/segment-backup-installation-xj5p6-qbtgf 12eb8765438a66005d61933e997becc10ad2253892f17fee127d3498683fa954 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-xj5p6-qbtgf 12eb8765438a66005d61933e997becc10ad2253892f17fee127d3498683fa954 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:0d:5e:f0:ab:3f\",\"name\":\"12eb8765438a660\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c6eb317-78ac-4b96-b60e-5aeb1b96da87\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:58:46.679225    3677 cni.go:473] [tsf-tas/ctlog-createtree-job-6w8fz-z7stp d4ca4b5423f3a3254ff813be72fea05964ff9bc39dacb10b90a4e1f970d34b2b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-6w8fz-z7stp d4ca4b5423f3a3254ff813be72fea05964ff9bc39dacb10b90a4e1f970d34b2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:62:bc:9e:86:25\",\"name\":\"d4ca4b5423f3a32\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19dd01bd-da58-4637-b8ae-b3efab0b0e97\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:58:46.947186    3677 cni.go:452] [tsf-tas/trillian-logserver-7d99bf9658-vn9tv 3ea13bc8d7a3c2436e1823296968efba97cdb308bfb87a27cb12bd3dbbeb1459 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7d99bf9658-vn9tv 3ea13bc8d7a3c2436e1823296968efba97cdb308bfb87a27cb12bd3dbbeb1459 network default NAD default NAD key ]
I0423 19:58:46.957866    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7d99bf9658-vn9tv, hostIfaceName: 3ea13bc8d7a3c24, network: default, NAD default, SandboxID: "3ea13bc8d7a3c2436e1823296968efba97cdb308bfb87a27cb12bd3dbbeb1459", PCI device ID: , UID: "7326bf9a-f90d-43f3-84aa-b6f01d38ea0a", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23]
I0423 19:58:47.008349    3677 cni.go:473] [tsf-tas/trillian-logserver-7d99bf9658-vn9tv 3ea13bc8d7a3c2436e1823296968efba97cdb308bfb87a27cb12bd3dbbeb1459 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7d99bf9658-vn9tv 3ea13bc8d7a3c2436e1823296968efba97cdb308bfb87a27cb12bd3dbbeb1459 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:99:ef:96:2f:5d\",\"name\":\"3ea13bc8d7a3c24\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce8f9e6c-8204-434a-8f7f-5fdf1a268e18\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:58:49.077921    3677 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0423 19:58:49.077949    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0423 19:58:49.289486    3677 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-79556f5644-mf5tr] creating logical port tsf-tas_trillian-db-79556f5644-mf5tr for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:58:49.289602    3677 kube.go:256] Updating pod tsf-tas/trillian-db-79556f5644-mf5tr
I0423 19:58:49.303158    3677 pod.go:62] [tsf-tas/trillian-db-79556f5644-mf5tr] pod update took 13.590874ms
I0423 19:58:49.303183    3677 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-79556f5644-mf5tr] addLogicalPort annotation time took 13.619978ms
I0423 19:58:49.304869    3677 pods.go:271] [tsf-tas/trillian-db-79556f5644-mf5tr] addLogicalPort took 15.403065ms, libovsdb time 1.181885ms
I0423 19:58:49.456534    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0423 19:58:52.913892    3677 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tkhpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:58:52.914460    3677 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tkhpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:58:53.794101    3677 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tkhpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:58:53.794124    3677 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tkhpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0423 19:58:55.122503    3677 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0423 19:58:57.786879    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0423 19:59:00.088375    3677 cni.go:452] [tsf-tas/trillian-db-79556f5644-mf5tr 2683e4064ab4cee25441d382a39bd601d89f0c857d624b45188f5752fd3c65cd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-79556f5644-mf5tr 2683e4064ab4cee25441d382a39bd601d89f0c857d624b45188f5752fd3c65cd network default NAD default NAD key ]
I0423 19:59:00.098496    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-79556f5644-mf5tr, hostIfaceName: 2683e4064ab4cee, network: default, NAD default, SandboxID: "2683e4064ab4cee25441d382a39bd601d89f0c857d624b45188f5752fd3c65cd", PCI device ID: , UID: "a638cce1-4272-48b4-b03b-598f24569554", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23]
I0423 19:59:00.165903    3677 cni.go:473] [tsf-tas/trillian-db-79556f5644-mf5tr 2683e4064ab4cee25441d382a39bd601d89f0c857d624b45188f5752fd3c65cd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-79556f5644-mf5tr 2683e4064ab4cee25441d382a39bd601d89f0c857d624b45188f5752fd3c65cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:d0:8e:dc:ed:a0\",\"name\":\"2683e4064ab4cee\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43deaec2-4aa0-47f3-b924-e35af123bc0f\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:59:00.712812    3677 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0423 19:59:02.709510    3677 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0423 19:59:03.695679    3677 cni.go:452] [tsf-tas/segment-backup-installation-xj5p6-qbtgf 12eb8765438a66005d61933e997becc10ad2253892f17fee127d3498683fa954 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-xj5p6-qbtgf 12eb8765438a66005d61933e997becc10ad2253892f17fee127d3498683fa954 network default NAD default NAD key ]
I0423 19:59:03.779952    3677 cni.go:473] [tsf-tas/segment-backup-installation-xj5p6-qbtgf 12eb8765438a66005d61933e997becc10ad2253892f17fee127d3498683fa954 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-xj5p6-qbtgf 12eb8765438a66005d61933e997becc10ad2253892f17fee127d3498683fa954 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:59:03.829205    3677 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xj5p6-qbtgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:03.829277    3677 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-xj5p6-qbtgf
I0423 19:59:03.830589    3677 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-xj5p6-qbtgf, ips: 10.130.0.30
I0423 19:59:03.830620    3677 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xj5p6-qbtgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:04.849527    3677 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xj5p6-qbtgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:04.849556    3677 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xj5p6-qbtgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:05.414199    3677 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6jsl4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-6jsl4 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:59:05.414321    3677 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6jsl4
I0423 19:59:05.427287    3677 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6jsl4] pod update took 12.987564ms
I0423 19:59:05.427308    3677 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6jsl4] addLogicalPort annotation time took 13.013487ms
I0423 19:59:05.428555    3677 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6jsl4] addLogicalPort took 14.371908ms, libovsdb time 915.403µs
I0423 19:59:05.622371    3677 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-lxc79] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-lxc79 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:59:05.622480    3677 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-lxc79
I0423 19:59:05.645943    3677 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lxc79] pod update took 23.481172ms
I0423 19:59:05.645961    3677 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-lxc79] addLogicalPort annotation time took 23.505448ms
I0423 19:59:05.647131    3677 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lxc79] addLogicalPort took 24.772002ms, libovsdb time 812.639µs
I0423 19:59:05.773535    3677 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6jsl4 7994e9a9651b22a1353350683ad8bf5c13632960a850b205d264a4f306532180 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6jsl4 7994e9a9651b22a1353350683ad8bf5c13632960a850b205d264a4f306532180 network default NAD default NAD key ]
I0423 19:59:05.782851    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-6jsl4, hostIfaceName: 7994e9a9651b22a, network: default, NAD default, SandboxID: "7994e9a9651b22a1353350683ad8bf5c13632960a850b205d264a4f306532180", PCI device ID: , UID: "7099354c-f846-4993-9155-953172c67754", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23]
I0423 19:59:05.832318    3677 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6jsl4 7994e9a9651b22a1353350683ad8bf5c13632960a850b205d264a4f306532180 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6jsl4 7994e9a9651b22a1353350683ad8bf5c13632960a850b205d264a4f306532180 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:7c:81:17:bf:6a\",\"name\":\"7994e9a9651b22a\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a112376d-e420-4924-b554-6133692fe249\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:05.981854    3677 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lxc79 778c1081f876e03ef11b6d36809651488391f9fe05774239fe95abdadcb617e2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lxc79 778c1081f876e03ef11b6d36809651488391f9fe05774239fe95abdadcb617e2 network default NAD default NAD key ]
I0423 19:59:05.991583    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-lxc79, hostIfaceName: 778c1081f876e03, network: default, NAD default, SandboxID: "778c1081f876e03ef11b6d36809651488391f9fe05774239fe95abdadcb617e2", PCI device ID: , UID: "4fd28e64-c03d-4f93-8b50-26e53d117004", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23]
I0423 19:59:06.039925    3677 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lxc79 778c1081f876e03ef11b6d36809651488391f9fe05774239fe95abdadcb617e2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lxc79 778c1081f876e03ef11b6d36809651488391f9fe05774239fe95abdadcb617e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:03:28:54:f5:49\",\"name\":\"778c1081f876e03\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfdc3b1d-8ab0-4121-be58-d8ac5258c473\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:59:08.855403    3677 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0423 19:59:10.737261    3677 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0423 19:59:10.737284    3677 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0423 19:59:11.749613    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0423 19:59:11.749628    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0423 19:59:13.730915    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
W0423 19:59:29.791290    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
I0423 19:59:34.867876    3677 cni.go:452] [tsf-tas/test-tsf-tas e7a807ed20bfcc0fc05746b59fede89cd132099fca2f9fa4591ca7aecb2ec170 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas e7a807ed20bfcc0fc05746b59fede89cd132099fca2f9fa4591ca7aecb2ec170 network default NAD default NAD key ]
I0423 19:59:34.959710    3677 cni.go:473] [tsf-tas/test-tsf-tas e7a807ed20bfcc0fc05746b59fede89cd132099fca2f9fa4591ca7aecb2ec170 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas e7a807ed20bfcc0fc05746b59fede89cd132099fca2f9fa4591ca7aecb2ec170 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:59:35.012627    3677 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:35.012668    3677 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0423 19:59:35.014142    3677 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.29
I0423 19:59:35.014171    3677 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:35.031003    3677 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:35.031026    3677 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:35.037029    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0423 19:59:35.037049    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0423 19:59:40.907325    3677 cni.go:452] [tsf-tas/ctlog-createtree-job-6w8fz-z7stp d4ca4b5423f3a3254ff813be72fea05964ff9bc39dacb10b90a4e1f970d34b2b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-6w8fz-z7stp d4ca4b5423f3a3254ff813be72fea05964ff9bc39dacb10b90a4e1f970d34b2b network default NAD default NAD key ]
I0423 19:59:40.987552    3677 cni.go:473] [tsf-tas/ctlog-createtree-job-6w8fz-z7stp d4ca4b5423f3a3254ff813be72fea05964ff9bc39dacb10b90a4e1f970d34b2b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-6w8fz-z7stp d4ca4b5423f3a3254ff813be72fea05964ff9bc39dacb10b90a4e1f970d34b2b network default NAD default NAD key default], result "{}", err <nil>
I0423 19:59:41.041319    3677 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6w8fz-z7stp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:41.041348    3677 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-6w8fz-z7stp
I0423 19:59:41.042545    3677 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-6w8fz-z7stp, ips: 10.130.0.31
I0423 19:59:41.042571    3677 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6w8fz-z7stp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:41.920573    3677 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6w8fz-z7stp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:41.920596    3677 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6w8fz-z7stp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:43.176524    3677 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rppps-644tm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:43.177150    3677 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rppps-644tm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:44.051696    3677 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rppps-644tm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:44.051718    3677 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rppps-644tm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:44.171724    3677 obj_retry.go:498] Detected object tsf/patch-tekton-config-qnxz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:44.172296    3677 obj_retry.go:498] Detected object tsf/patch-tekton-config-qnxz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:45.196919    3677 obj_retry.go:492] Detected object tsf/patch-tekton-config-qnxz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:45.196949    3677 obj_retry.go:492] Detected object tsf/patch-tekton-config-qnxz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:45.501252    3677 namespace.go:142] [openshift-pipelines] updating namespace
I0423 19:59:46.450666    3677 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5875c66d84-jlhwz] creating logical port tsf-tas_ctlog-5875c66d84-jlhwz for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:59:46.450758    3677 kube.go:256] Updating pod tsf-tas/ctlog-5875c66d84-jlhwz
I0423 19:59:46.466595    3677 pod.go:62] [tsf-tas/ctlog-5875c66d84-jlhwz] pod update took 15.861018ms
I0423 19:59:46.466626    3677 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5875c66d84-jlhwz] addLogicalPort annotation time took 15.894245ms
I0423 19:59:46.468060    3677 pods.go:271] [tsf-tas/ctlog-5875c66d84-jlhwz] addLogicalPort took 17.406522ms, libovsdb time 911.667µs
I0423 19:59:47.413766    3677 cni.go:452] [tsf-tas/ctlog-5875c66d84-jlhwz 7703269b423d805d5ecfea4d231f4dfc62fbdd7697b9709449d224d9474401ae network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5875c66d84-jlhwz 7703269b423d805d5ecfea4d231f4dfc62fbdd7697b9709449d224d9474401ae network default NAD default NAD key ]
I0423 19:59:47.423582    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5875c66d84-jlhwz, hostIfaceName: 7703269b423d805, network: default, NAD default, SandboxID: "7703269b423d805d5ecfea4d231f4dfc62fbdd7697b9709449d224d9474401ae", PCI device ID: , UID: "b0542d68-bf42-4bc2-b994-fcd61cd43555", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23]
I0423 19:59:47.475516    3677 cni.go:473] [tsf-tas/ctlog-5875c66d84-jlhwz 7703269b423d805d5ecfea4d231f4dfc62fbdd7697b9709449d224d9474401ae network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5875c66d84-jlhwz 7703269b423d805d5ecfea4d231f4dfc62fbdd7697b9709449d224d9474401ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:8e:fb:9f:9f:b0\",\"name\":\"7703269b423d805\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94661b47-51c2-498c-b424-aaebddc4228f\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:47.965630    3677 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-78996b8855-6xphw] creating logical port tsf-tas_rekor-redis-78996b8855-6xphw for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:59:47.965743    3677 kube.go:256] Updating pod tsf-tas/rekor-redis-78996b8855-6xphw
I0423 19:59:47.979479    3677 pod.go:62] [tsf-tas/rekor-redis-78996b8855-6xphw] pod update took 13.770755ms
I0423 19:59:47.979506    3677 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-78996b8855-6xphw] addLogicalPort annotation time took 13.802488ms
I0423 19:59:47.981004    3677 pods.go:271] [tsf-tas/rekor-redis-78996b8855-6xphw] addLogicalPort took 15.394075ms, libovsdb time 1.000312ms
I0423 19:59:48.093693    3677 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6767b799b4-bbkbt] creating logical port tsf-tas_rekor-search-ui-6767b799b4-bbkbt for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:59:48.093770    3677 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6767b799b4-bbkbt
I0423 19:59:48.108458    3677 pod.go:62] [tsf-tas/rekor-search-ui-6767b799b4-bbkbt] pod update took 14.709059ms
I0423 19:59:48.108484    3677 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6767b799b4-bbkbt] addLogicalPort annotation time took 14.737805ms
I0423 19:59:48.109692    3677 pods.go:271] [tsf-tas/rekor-search-ui-6767b799b4-bbkbt] addLogicalPort took 16.009093ms, libovsdb time 857.928µs
I0423 19:59:48.457186    3677 cni.go:452] [tsf-tas/rekor-search-ui-6767b799b4-bbkbt d8c404ed7036409bbc641c4b623362fdc0fb429862f3bd124b1b94e7335e8b04 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6767b799b4-bbkbt d8c404ed7036409bbc641c4b623362fdc0fb429862f3bd124b1b94e7335e8b04 network default NAD default NAD key ]
I0423 19:59:48.467692    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6767b799b4-bbkbt, hostIfaceName: d8c404ed7036409, network: default, NAD default, SandboxID: "d8c404ed7036409bbc641c4b623362fdc0fb429862f3bd124b1b94e7335e8b04", PCI device ID: , UID: "dc622df8-5c1c-4c9d-b769-2c06386cf406", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23]
I0423 19:59:48.517671    3677 cni.go:473] [tsf-tas/rekor-search-ui-6767b799b4-bbkbt d8c404ed7036409bbc641c4b623362fdc0fb429862f3bd124b1b94e7335e8b04 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6767b799b4-bbkbt d8c404ed7036409bbc641c4b623362fdc0fb429862f3bd124b1b94e7335e8b04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:34:82:84:fa:31\",\"name\":\"d8c404ed7036409\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8fdc153-3672-4243-a139-7c97cdf6ceac\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:59:48.943413    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0423 19:59:49.828452    3677 cni.go:452] [tsf-tas/rekor-redis-78996b8855-6xphw 6445ec14330662482990077b9b9c99d038b03f8e4bb915caaa97afbde2766860 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-78996b8855-6xphw 6445ec14330662482990077b9b9c99d038b03f8e4bb915caaa97afbde2766860 network default NAD default NAD key ]
I0423 19:59:49.838269    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-78996b8855-6xphw, hostIfaceName: 6445ec143306624, network: default, NAD default, SandboxID: "6445ec14330662482990077b9b9c99d038b03f8e4bb915caaa97afbde2766860", PCI device ID: , UID: "7bff405c-dc0f-4056-b9b8-1363359f89fe", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23]
I0423 19:59:49.891909    3677 cni.go:473] [tsf-tas/rekor-redis-78996b8855-6xphw 6445ec14330662482990077b9b9c99d038b03f8e4bb915caaa97afbde2766860 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-78996b8855-6xphw 6445ec14330662482990077b9b9c99d038b03f8e4bb915caaa97afbde2766860 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:34:67:d9:e1:d7\",\"name\":\"6445ec143306624\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1614587-b9f4-4c64-8a3c-6758e9e82978\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:50.657546    3677 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-564d8d8b44-tq2q8] creating logical port tsf-tas_rekor-server-564d8d8b44-tq2q8 for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:59:50.657636    3677 kube.go:256] Updating pod tsf-tas/rekor-server-564d8d8b44-tq2q8
I0423 19:59:50.670861    3677 pod.go:62] [tsf-tas/rekor-server-564d8d8b44-tq2q8] pod update took 13.244809ms
I0423 19:59:50.670890    3677 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-564d8d8b44-tq2q8] addLogicalPort annotation time took 13.279722ms
I0423 19:59:50.672253    3677 pods.go:271] [tsf-tas/rekor-server-564d8d8b44-tq2q8] addLogicalPort took 14.718323ms, libovsdb time 856.081µs
W0423 19:59:51.963153    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0423 19:59:52.539162    3677 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
W0423 19:59:52.973344    3677 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0423 19:59:53.214603    3677 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-4q7n9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:53.215215    3677 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-4q7n9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:54.234364    3677 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-4q7n9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:54.234386    3677 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-4q7n9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:54.282249    3677 obj_retry.go:492] Detected object tsf/patch-tekton-config-qnxz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:54.282272    3677 obj_retry.go:492] Detected object tsf/patch-tekton-config-qnxz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:54.287146    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qnxz7
I0423 19:59:54.287168    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qnxz7
I0423 19:59:54.887694    3677 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:59:54.887784    3677 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0423 19:59:54.901086    3677 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.331548ms
I0423 19:59:54.901106    3677 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.35445ms
I0423 19:59:54.902441    3677 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.760756ms, libovsdb time 919.798µs
I0423 19:59:55.248385    3677 cni.go:452] [tsf-tpa/pre-install-tsf-tpa ed15bfd01ea8aeb162565eb12ee1e3bcaf82fee1ea759a3311c4b201e767331f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa ed15bfd01ea8aeb162565eb12ee1e3bcaf82fee1ea759a3311c4b201e767331f network default NAD default NAD key ]
I0423 19:59:55.257783    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: ed15bfd01ea8aeb, network: default, NAD default, SandboxID: "ed15bfd01ea8aeb162565eb12ee1e3bcaf82fee1ea759a3311c4b201e767331f", PCI device ID: , UID: "da3480a5-be24-4060-9c6c-8bbaadf5f6f8", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23]
I0423 19:59:55.307773    3677 cni.go:473] [tsf-tpa/pre-install-tsf-tpa ed15bfd01ea8aeb162565eb12ee1e3bcaf82fee1ea759a3311c4b201e767331f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa ed15bfd01ea8aeb162565eb12ee1e3bcaf82fee1ea759a3311c4b201e767331f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a3:36:39:37:78\",\"name\":\"ed15bfd01ea8aeb\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30a93606-30df-4559-974a-8ef0ba51cb74\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:56.421425    3677 cni.go:452] [tsf-tas/rekor-server-564d8d8b44-tq2q8 6544bc212ff5ca09a71349efc396e97b8913c483d0a9b8d8a02f52e10e979599 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-564d8d8b44-tq2q8 6544bc212ff5ca09a71349efc396e97b8913c483d0a9b8d8a02f52e10e979599 network default NAD default NAD key ]
I0423 19:59:56.431329    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-564d8d8b44-tq2q8, hostIfaceName: 6544bc212ff5ca0, network: default, NAD default, SandboxID: "6544bc212ff5ca09a71349efc396e97b8913c483d0a9b8d8a02f52e10e979599", PCI device ID: , UID: "92787ac9-39be-4ff6-a1ac-35702764667f", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23]
I0423 19:59:56.480177    3677 cni.go:473] [tsf-tas/rekor-server-564d8d8b44-tq2q8 6544bc212ff5ca09a71349efc396e97b8913c483d0a9b8d8a02f52e10e979599 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-564d8d8b44-tq2q8 6544bc212ff5ca09a71349efc396e97b8913c483d0a9b8d8a02f52e10e979599 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1e:78:af:31:66\",\"name\":\"6544bc212ff5ca0\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1f5c71d-88f9-48f9-867c-25499f27e5d7\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:58.007740    3677 cni.go:452] [tsf-tpa/pre-install-tsf-tpa ed15bfd01ea8aeb162565eb12ee1e3bcaf82fee1ea759a3311c4b201e767331f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa ed15bfd01ea8aeb162565eb12ee1e3bcaf82fee1ea759a3311c4b201e767331f network default NAD default NAD key ]
I0423 19:59:58.099576    3677 cni.go:473] [tsf-tpa/pre-install-tsf-tpa ed15bfd01ea8aeb162565eb12ee1e3bcaf82fee1ea759a3311c4b201e767331f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa ed15bfd01ea8aeb162565eb12ee1e3bcaf82fee1ea759a3311c4b201e767331f network default NAD default NAD key default], result "{}", err <nil>
I0423 19:59:58.436393    3677 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:58.436435    3677 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0423 19:59:58.438078    3677 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.40
I0423 19:59:58.438113    3677 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:58.456103    3677 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:58.456124    3677 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:58.464705    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0423 19:59:58.464735    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0423 19:59:58.661178    3677 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-42.ec2.internal
I0423 19:59:58.661338    3677 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0423 19:59:58.673965    3677 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.662468ms
I0423 19:59:58.673989    3677 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.692046ms
I0423 19:59:58.675781    3677 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.625126ms, libovsdb time 1.334416ms
W0423 19:59:59.014060    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0423 19:59:59.026151    3677 cni.go:452] [tsf-tpa/test-tsf-tpa 5c4a3458d6ade1d6acfebe0656c8444775172103cbabd781eb15112352370126 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 5c4a3458d6ade1d6acfebe0656c8444775172103cbabd781eb15112352370126 network default NAD default NAD key ]
I0423 19:59:59.035657    3677 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 5c4a3458d6ade1d, network: default, NAD default, SandboxID: "5c4a3458d6ade1d6acfebe0656c8444775172103cbabd781eb15112352370126", PCI device ID: , UID: "49f543f1-6453-49b0-8b9d-e69013c28d9d", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23]
I0423 19:59:59.084930    3677 cni.go:473] [tsf-tpa/test-tsf-tpa 5c4a3458d6ade1d6acfebe0656c8444775172103cbabd781eb15112352370126 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 5c4a3458d6ade1d6acfebe0656c8444775172103cbabd781eb15112352370126 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:7b:09:84:1e:bb\",\"name\":\"5c4a3458d6ade1d\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f39b3c25-575b-409e-8c15-72778ca0b509\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:59:59.958039    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
I0423 20:00:00.176877    3677 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616240-cfspz for pod on switch ip-10-0-2-42.ec2.internal
I0423 20:00:00.177011    3677 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz
I0423 20:00:00.190060    3677 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz] pod update took 13.074226ms
I0423 20:00:00.190089    3677 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz] addLogicalPort annotation time took 13.112268ms
I0423 20:00:00.191510    3677 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz] addLogicalPort took 14.650676ms, libovsdb time 929.986µs
I0423 20:00:00.538791    3677 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz 5ff17148c1f8c4eb81c4b1fbf1d664eb3eb2b0f95028a4e3127939bc77e57390 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz 5ff17148c1f8c4eb81c4b1fbf1d664eb3eb2b0f95028a4e3127939bc77e57390 network default NAD default NAD key ]
I0423 20:00:00.547925    3677 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616240-cfspz, hostIfaceName: 5ff17148c1f8c4e, network: default, NAD default, SandboxID: "5ff17148c1f8c4eb81c4b1fbf1d664eb3eb2b0f95028a4e3127939bc77e57390", PCI device ID: , UID: "cb5ce4a4-36fc-4bb7-9d37-3fe4b90502c7", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23]
I0423 20:00:00.597887    3677 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz 5ff17148c1f8c4eb81c4b1fbf1d664eb3eb2b0f95028a4e3127939bc77e57390 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz 5ff17148c1f8c4eb81c4b1fbf1d664eb3eb2b0f95028a4e3127939bc77e57390 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e7:bd:3e:31:9c\",\"name\":\"5ff17148c1f8c4e\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/485190d6-4f5b-4153-abc0-2c9b8ecf490f\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 20:00:03.974494    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0423 20:00:04.050881    3677 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz 5ff17148c1f8c4eb81c4b1fbf1d664eb3eb2b0f95028a4e3127939bc77e57390 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz 5ff17148c1f8c4eb81c4b1fbf1d664eb3eb2b0f95028a4e3127939bc77e57390 network default NAD default NAD key ]
I0423 20:00:04.134273    3677 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz 5ff17148c1f8c4eb81c4b1fbf1d664eb3eb2b0f95028a4e3127939bc77e57390 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz 5ff17148c1f8c4eb81c4b1fbf1d664eb3eb2b0f95028a4e3127939bc77e57390 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:00:04.185627    3677 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:04.185657    3677 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz
I0423 20:00:04.186950    3677 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz, ips: 10.130.0.42
I0423 20:00:04.186979    3677 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 20:00:05.014051    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
I0423 20:00:05.062654    3677 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:05.062704    3677 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-cfspz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:06.300611    3677 obj_retry.go:498] Detected object tsf-tpa/create-db-dqdjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:06.301177    3677 obj_retry.go:498] Detected object tsf-tpa/create-db-dqdjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:07.323976    3677 obj_retry.go:492] Detected object tsf-tpa/create-db-dqdjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:07.324000    3677 obj_retry.go:492] Detected object tsf-tpa/create-db-dqdjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0423 20:00:10.030142    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0423 20:00:10.325022    3677 obj_retry.go:498] Detected object tsf-tpa/migrate-db-p85md of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:10.325633    3677 obj_retry.go:498] Detected object tsf-tpa/migrate-db-p85md of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:10.462285    3677 obj_retry.go:492] Detected object tsf-tpa/migrate-db-p85md of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:10.462306    3677 obj_retry.go:492] Detected object tsf-tpa/migrate-db-p85md of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:15.699420    3677 obj_retry.go:498] Detected object tsf-tpa/create-importers-nx22w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:15.700036    3677 obj_retry.go:498] Detected object tsf-tpa/create-importers-nx22w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:16.723094    3677 obj_retry.go:492] Detected object tsf-tpa/create-importers-nx22w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:16.723122    3677 obj_retry.go:492] Detected object tsf-tpa/create-importers-nx22w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0423 20:00:25.262098    3677 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0423 20:00:28.799704    3677 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-jr2f6-knqbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:28.800366    3677 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-jr2f6-knqbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:29.666645    3677 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-jr2f6-knqbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:29.666672    3677 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-jr2f6-knqbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0423 20:00:37.705810    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0423 20:00:52.323635    3677 cni.go:452] [tsf-tpa/test-tsf-tpa 5c4a3458d6ade1d6acfebe0656c8444775172103cbabd781eb15112352370126 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 5c4a3458d6ade1d6acfebe0656c8444775172103cbabd781eb15112352370126 network default NAD default NAD key ]
I0423 20:00:52.412656    3677 cni.go:473] [tsf-tpa/test-tsf-tpa 5c4a3458d6ade1d6acfebe0656c8444775172103cbabd781eb15112352370126 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 5c4a3458d6ade1d6acfebe0656c8444775172103cbabd781eb15112352370126 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:00:52.468339    3677 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:52.468368    3677 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0423 20:00:52.469915    3677 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.41
I0423 20:00:52.469944    3677 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:52.507940    3677 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:52.507962    3677 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:52.513711    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0423 20:00:52.513741    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0423 20:00:53.212535    3677 namespace.go:98] [image-controller] adding namespace
I0423 20:00:53.212554    3677 namespace.go:98] [default-tenant] adding namespace
I0423 20:00:53.213452    3677 namespace.go:102] [image-controller] adding namespace took 898.293µs
I0423 20:00:53.214036    3677 namespace.go:102] [default-tenant] adding namespace took 1.459504ms
I0423 20:00:53.216791    3677 namespace.go:98] [integration-service] adding namespace
I0423 20:00:53.216934    3677 namespace.go:98] [build-service] adding namespace
I0423 20:00:53.217385    3677 namespace.go:102] [integration-service] adding namespace took 580.3µs
I0423 20:00:53.217915    3677 namespace.go:102] [build-service] adding namespace took 966.662µs
I0423 20:00:53.240148    3677 namespace.go:142] [image-controller] updating namespace
I0423 20:00:53.269230    3677 namespace.go:142] [image-controller] updating namespace
I0423 20:00:53.281335    3677 namespace.go:142] [default-tenant] updating namespace
I0423 20:00:53.321215    3677 namespace.go:142] [integration-service] updating namespace
I0423 20:00:53.325975    3677 namespace.go:142] [default-tenant] updating namespace
I0423 20:00:53.344468    3677 namespace.go:142] [build-service] updating namespace
I0423 20:00:53.353174    3677 namespace.go:142] [integration-service] updating namespace
I0423 20:00:53.373889    3677 namespace.go:142] [build-service] updating namespace
I0423 20:00:53.438983    3677 namespace.go:142] [build-service] updating namespace
I0423 20:00:53.457160    3677 namespace.go:142] [integration-service] updating namespace
I0423 20:00:53.477541    3677 namespace.go:98] [release-service] adding namespace
I0423 20:00:53.478252    3677 namespace.go:102] [release-service] adding namespace took 697.624µs
I0423 20:00:53.502589    3677 namespace.go:142] [release-service] updating namespace
I0423 20:00:53.532596    3677 namespace.go:142] [release-service] updating namespace
I0423 20:00:53.572613    3677 namespace.go:142] [konflux-ui] updating namespace
I0423 20:00:53.587578    3677 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-42.ec2.internal
I0423 20:00:53.587655    3677 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0423 20:00:53.612230    3677 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 24.598309ms
I0423 20:00:53.612250    3677 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 24.620392ms
I0423 20:00:53.613408    3677 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 25.841217ms, libovsdb time 775.181µs
I0423 20:00:53.620221    3677 namespace.go:98] [konflux-info] adding namespace
I0423 20:00:53.620845    3677 namespace.go:102] [konflux-info] adding namespace took 611.447µs
I0423 20:00:53.656078    3677 namespace.go:142] [konflux-info] updating namespace
I0423 20:00:53.733293    3677 namespace.go:142] [konflux-info] updating namespace
I0423 20:00:53.837291    3677 namespace.go:98] [namespace-lister] adding namespace
I0423 20:00:53.838073    3677 namespace.go:102] [namespace-lister] adding namespace took 765.2µs
I0423 20:00:53.933423    3677 namespace.go:142] [namespace-lister] updating namespace
I0423 20:00:53.948742    3677 cni.go:452] [konflux-ui/test-tsf-konflux dab30df00cda8e6c7352f184042ddb5bc6bf5322e2b26c28f1a8ed00f4cf3987 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux dab30df00cda8e6c7352f184042ddb5bc6bf5322e2b26c28f1a8ed00f4cf3987 network default NAD default NAD key ]
I0423 20:00:53.959528    3677 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: dab30df00cda8e6, network: default, NAD default, SandboxID: "dab30df00cda8e6c7352f184042ddb5bc6bf5322e2b26c28f1a8ed00f4cf3987", PCI device ID: , UID: "09bc2f78-2e4d-4396-8326-b3e1ab83dca9", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23]
I0423 20:00:53.983730    3677 namespace.go:98] [enterprise-contract-service] adding namespace
I0423 20:00:53.984461    3677 namespace.go:102] [enterprise-contract-service] adding namespace took 709.182µs
I0423 20:00:53.999768    3677 namespace.go:142] [namespace-lister] updating namespace
I0423 20:00:54.014062    3677 cni.go:473] [konflux-ui/test-tsf-konflux dab30df00cda8e6c7352f184042ddb5bc6bf5322e2b26c28f1a8ed00f4cf3987 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux dab30df00cda8e6c7352f184042ddb5bc6bf5322e2b26c28f1a8ed00f4cf3987 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:19:19:e6:8f:e0\",\"name\":\"dab30df00cda8e6\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26bad063-ad9b-430f-8226-f72b85f46917\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 20:00:54.107724    3677 namespace.go:142] [enterprise-contract-service] updating namespace
I0423 20:00:54.174931    3677 namespace.go:142] [enterprise-contract-service] updating namespace
I0423 20:00:54.214194    3677 namespace.go:142] [image-controller] updating namespace
I0423 20:00:54.634444    3677 namespace.go:142] [default-tenant] updating namespace
I0423 20:00:54.910344    3677 namespace.go:98] [segment-bridge] adding namespace
I0423 20:00:54.911147    3677 namespace.go:102] [segment-bridge] adding namespace took 783.311µs
I0423 20:00:54.911183    3677 namespace.go:98] [konflux-cli] adding namespace
I0423 20:00:54.911746    3677 namespace.go:102] [konflux-cli] adding namespace took 554.004µs
I0423 20:00:55.319644    3677 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0423 20:00:55.320251    3677 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0423 20:00:55.320270    3677 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0423 20:00:55.322837    3677 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0423 20:00:55.322864    3677 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0423 20:00:55.322876    3677 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0423 20:00:55.323467    3677 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0423 20:00:55.429467    3677 namespace.go:142] [segment-bridge] updating namespace
I0423 20:00:55.429538    3677 namespace.go:142] [build-service] updating namespace
I0423 20:00:55.623187    3677 namespace.go:142] [segment-bridge] updating namespace
I0423 20:00:55.638887    3677 namespace.go:142] [konflux-cli] updating namespace
I0423 20:00:55.699175    3677 namespace.go:142] [konflux-cli] updating namespace
I0423 20:00:55.793236    3677 namespace.go:142] [default-tenant] updating namespace
I0423 20:00:55.921520    3677 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-bwn5j] creating logical port image-controller_image-controller-controller-manager-6f859968fc-bwn5j for pod on switch ip-10-0-2-42.ec2.internal
I0423 20:00:55.921597    3677 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-bwn5j
I0423 20:00:56.003450    3677 namespace.go:142] [enterprise-contract-service] updating namespace
I0423 20:00:56.093617    3677 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-bwn5j] pod update took 172.037493ms
I0423 20:00:56.093645    3677 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-bwn5j] addLogicalPort annotation time took 172.071254ms
I0423 20:00:56.095088    3677 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-bwn5j] addLogicalPort took 173.579933ms, libovsdb time 1.008215ms
I0423 20:00:56.141603    3677 namespace.go:142] [image-controller] updating namespace
I0423 20:00:56.293612    3677 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-bwn5j 96b7e03e8e0987842017d36a4df9f2f2ce534ca028f5e578cc10a4748d5c1203 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-bwn5j 96b7e03e8e0987842017d36a4df9f2f2ce534ca028f5e578cc10a4748d5c1203 network default NAD default NAD key ]
I0423 20:00:56.305450    3677 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-bwn5j, hostIfaceName: 96b7e03e8e09878, network: default, NAD default, SandboxID: "96b7e03e8e0987842017d36a4df9f2f2ce534ca028f5e578cc10a4748d5c1203", PCI device ID: , UID: "55798f3f-34dc-454f-8667-19fd48518e74", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23]
I0423 20:00:56.369423    3677 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-bwn5j 96b7e03e8e0987842017d36a4df9f2f2ce534ca028f5e578cc10a4748d5c1203 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-bwn5j 96b7e03e8e0987842017d36a4df9f2f2ce534ca028f5e578cc10a4748d5c1203 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9b:ba:8c:4a:80\",\"name\":\"96b7e03e8e09878\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d029232-ef2d-4f92-b456-66145f0cd35d\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 20:00:56.372305    3677 namespace.go:142] [integration-service] updating namespace
I0423 20:00:56.398429    3677 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6955d66c65-mn8l7] creating logical port konflux-ui_proxy-6955d66c65-mn8l7 for pod on switch ip-10-0-2-42.ec2.internal
I0423 20:00:56.398602    3677 kube.go:256] Updating pod konflux-ui/proxy-6955d66c65-mn8l7
I0423 20:00:56.443862    3677 pod.go:62] [konflux-ui/proxy-6955d66c65-mn8l7] pod update took 45.304396ms
I0423 20:00:56.443943    3677 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6955d66c65-mn8l7] addLogicalPort annotation time took 45.387119ms
I0423 20:00:56.445600    3677 pods.go:271] [konflux-ui/proxy-6955d66c65-mn8l7] addLogicalPort took 47.188307ms, libovsdb time 1.157379ms
I0423 20:00:56.568861    3677 namespace.go:142] [konflux-info] updating namespace
I0423 20:00:56.766351    3677 namespace.go:142] [namespace-lister] updating namespace
I0423 20:00:57.000123    3677 namespace.go:142] [release-service] updating namespace
I0423 20:00:57.042313    3677 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6b447fc5df-8lsc6] creating logical port integration-service_integration-service-controller-manager-6b447fc5df-8lsc6 for pod on switch ip-10-0-2-42.ec2.internal
I0423 20:00:57.042423    3677 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6b447fc5df-8lsc6
I0423 20:00:57.062397    3677 pod.go:62] [integration-service/integration-service-controller-manager-6b447fc5df-8lsc6] pod update took 20.007443ms
I0423 20:00:57.062420    3677 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6b447fc5df-8lsc6] addLogicalPort annotation time took 20.036619ms
I0423 20:00:57.063966    3677 pods.go:271] [integration-service/integration-service-controller-manager-6b447fc5df-8lsc6] addLogicalPort took 21.674852ms, libovsdb time 1.017605ms
I0423 20:00:57.123331    3677 namespace.go:142] [build-service] updating namespace
I0423 20:00:57.162387    3677 namespace.go:142] [default-tenant] updating namespace
I0423 20:00:57.203145    3677 namespace.go:142] [enterprise-contract-service] updating namespace
I0423 20:00:57.221081    3677 namespace.go:142] [image-controller] updating namespace
I0423 20:00:57.237538    3677 namespace.go:142] [integration-service] updating namespace
I0423 20:00:57.266378    3677 namespace.go:142] [konflux-info] updating namespace
I0423 20:00:57.298078    3677 namespace.go:142] [namespace-lister] updating namespace
I0423 20:00:57.328452    3677 namespace.go:142] [release-service] updating namespace
I0423 20:00:57.437206    3677 namespace.go:142] [build-service] updating namespace
I0423 20:00:57.516911    3677 namespace.go:142] [default-tenant] updating namespace
I0423 20:00:57.586654    3677 namespace.go:142] [enterprise-contract-service] updating namespace
I0423 20:00:57.647087    3677 namespace.go:142] [image-controller] updating namespace
I0423 20:00:57.715738    3677 namespace.go:142] [integration-service] updating namespace
I0423 20:00:57.801117    3677 namespace.go:142] [konflux-info] updating namespace
I0423 20:00:57.895668    3677 namespace.go:142] [namespace-lister] updating namespace
I0423 20:00:57.954333    3677 namespace.go:142] [release-service] updating namespace
I0423 20:00:59.281307    3677 namespace.go:142] [konflux-cli] updating namespace
I0423 20:00:59.484503    3677 namespace.go:142] [segment-bridge] updating namespace
I0423 20:00:59.590408    3677 namespace.go:142] [konflux-cli] updating namespace
I0423 20:00:59.606745    3677 namespace.go:142] [segment-bridge] updating namespace
I0423 20:00:59.707115    3677 namespace.go:142] [konflux-cli] updating namespace
I0423 20:00:59.818878    3677 namespace.go:142] [segment-bridge] updating namespace
W0423 20:01:00.849408    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0423 20:01:02.049983    3677 cni.go:452] [integration-service/integration-service-controller-manager-6b447fc5df-8lsc6 0ed3e0acbb4f0c8271f424e56ee78bfeed9fce8cdeccbb8f7852d81f58601a88 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6b447fc5df-8lsc6 0ed3e0acbb4f0c8271f424e56ee78bfeed9fce8cdeccbb8f7852d81f58601a88 network default NAD default NAD key ]
I0423 20:01:02.059398    3677 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6b447fc5df-8lsc6, hostIfaceName: 0ed3e0acbb4f0c8, network: default, NAD default, SandboxID: "0ed3e0acbb4f0c8271f424e56ee78bfeed9fce8cdeccbb8f7852d81f58601a88", PCI device ID: , UID: "ffd9fac4-fb4c-44f7-a958-e87a44293d21", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23]
I0423 20:01:02.112941    3677 cni.go:473] [integration-service/integration-service-controller-manager-6b447fc5df-8lsc6 0ed3e0acbb4f0c8271f424e56ee78bfeed9fce8cdeccbb8f7852d81f58601a88 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6b447fc5df-8lsc6 0ed3e0acbb4f0c8271f424e56ee78bfeed9fce8cdeccbb8f7852d81f58601a88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:c5:81:c5:bf:d6\",\"name\":\"0ed3e0acbb4f0c8\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/916212f8-739f-4832-a6f3-ef7413549d5a\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 20:01:02.408892    3677 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0423 20:01:04.483003    3677 cni.go:452] [konflux-ui/proxy-6955d66c65-mn8l7 44707fa23823f5fbb2dffff5a2bc1b1e145cecaa8c787abb15e7deeb9ba9ed3b network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6955d66c65-mn8l7 44707fa23823f5fbb2dffff5a2bc1b1e145cecaa8c787abb15e7deeb9ba9ed3b network default NAD default NAD key ]
I0423 20:01:04.492832    3677 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6955d66c65-mn8l7, hostIfaceName: 44707fa23823f5f, network: default, NAD default, SandboxID: "44707fa23823f5fbb2dffff5a2bc1b1e145cecaa8c787abb15e7deeb9ba9ed3b", PCI device ID: , UID: "90dd1df6-c2f6-46c5-a25a-67c826eca279", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23]
I0423 20:01:04.542920    3677 cni.go:473] [konflux-ui/proxy-6955d66c65-mn8l7 44707fa23823f5fbb2dffff5a2bc1b1e145cecaa8c787abb15e7deeb9ba9ed3b network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6955d66c65-mn8l7 44707fa23823f5fbb2dffff5a2bc1b1e145cecaa8c787abb15e7deeb9ba9ed3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:20:ab:0b:46:fe\",\"name\":\"44707fa23823f5f\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/172b960d-dfd0-410f-8951-f356ac20a053\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 20:01:04.875786    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0423 20:01:04.880404    3677 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0423 20:01:05.414339    3677 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0423 20:01:05.414458    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0423 20:01:06.897196    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0423 20:01:06.920199    3677 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0423 20:01:09.443316    3677 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0423 20:01:09.443340    3677 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0423 20:01:09.929496    3677 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0423 20:01:09.929512    3677 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0423 20:01:09.951048    3677 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0423 20:01:09.952716    3677 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0423 20:01:13.400096    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0423 20:01:15.895532    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0423 20:01:15.895566    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0423 20:01:15.898368    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0423 20:01:15.898395    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0423 20:01:16.420855    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0423 20:01:16.421983    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0423 20:01:16.735167    3677 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:16.735858    3677 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:16.976587    3677 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:16.976613    3677 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-chqd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:16.979926    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-chqd5
I0423 20:01:16.979987    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-chqd5
I0423 20:01:18.753348    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0423 20:01:38.774182    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
W0423 20:01:46.993668    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0423 20:01:46.993691    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0423 20:01:46.993704    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0423 20:01:46.993709    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0423 20:01:53.540079    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0423 20:01:53.540101    3677 util.go:959] Failed to build node endpoints for node ip-10-0-2-42.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0423 20:02:01.755794    3677 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0423 20:02:23.350471    3677 obj_retry.go:498] Detected object konflux-ui/proxy-79fb68b488-8bwn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:02:23.351087    3677 obj_retry.go:498] Detected object konflux-ui/proxy-79fb68b488-8bwn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:02:23.672874    3677 obj_retry.go:492] Detected object konflux-ui/proxy-79fb68b488-8bwn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:02:23.672893    3677 obj_retry.go:492] Detected object konflux-ui/proxy-79fb68b488-8bwn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:02:23.676011    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-79fb68b488-8bwn9
I0423 20:02:23.676038    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-79fb68b488-8bwn9
I0423 20:02:24.880312    3677 cni.go:452] [konflux-ui/test-tsf-konflux dab30df00cda8e6c7352f184042ddb5bc6bf5322e2b26c28f1a8ed00f4cf3987 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux dab30df00cda8e6c7352f184042ddb5bc6bf5322e2b26c28f1a8ed00f4cf3987 network default NAD default NAD key ]
I0423 20:02:24.967638    3677 cni.go:473] [konflux-ui/test-tsf-konflux dab30df00cda8e6c7352f184042ddb5bc6bf5322e2b26c28f1a8ed00f4cf3987 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux dab30df00cda8e6c7352f184042ddb5bc6bf5322e2b26c28f1a8ed00f4cf3987 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:02:25.022232    3677 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:02:25.022266    3677 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0423 20:02:25.023678    3677 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.43
I0423 20:02:25.023708    3677 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:02:25.042073    3677 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:02:25.042097    3677 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:02:25.044935    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0423 20:02:25.044966    3677 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0423 20:02:28.460514    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62
I0423 20:02:28.789424    3677 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0423 20:02:37.539776    3677 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0423 20:02:39.461947    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81
I0423 20:03:02.504669    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=489
I0423 20:03:03.460258    3677 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=111
I0423 20:03:06.753596    3677 namespace.go:98] [default-managed-tenant-ddc59] adding namespace
I0423 20:03:06.754481    3677 namespace.go:102] [default-managed-tenant-ddc59] adding namespace took 864.083µs
I0423 20:03:06.795011    3677 namespace.go:142] [default-managed-tenant-ddc59] updating namespace
I0423 20:03:06.816747    3677 namespace.go:142] [default-managed-tenant-ddc59] updating namespace
I0423 20:03:07.798775    3677 namespace.go:142] [default-managed-tenant-ddc59] updating namespace
I0423 20:03:07.931641    3677 namespace.go:142] [default-managed-tenant-ddc59] updating namespace
I0423 20:03:08.031382    3677 namespace.go:142] [default-managed-tenant-ddc59] updating namespace