+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-194.ec2.internal
++ [[ -n ip-10-0-1-194.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-194.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0506 03:05:24.294598393 - disable conntrack on geneve port'
I0506 03:05:24.294598393 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0506 03:05:24.312227407 - starting ovnkube-node'
I0506 03:05:24.312227407 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-194.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-194.ec2.internal --init-node ip-10-0-1-194.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-194.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0506 03:05:24.358997    3841 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0506 03:05:24.359069    3841 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fe582da664.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0506 03:05:24.361057    3841 kube.go:431] Waiting for certificate
I0506 03:05:24.361082    3841 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0506 03:05:24.361122    3841 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0506 03:05:24.361906    3841 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0506 03:05:24.387867    3841 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 03:05:24.387886    3841 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 03:05:24.390376    3841 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 03:05:24.390466    3841 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vwj7x"
I0506 03:05:24.400662    3841 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vwj7x"
I0506 03:05:24.400739    3841 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 03:05:25.361418    3841 kube.go:438] Certificate found
I0506 03:05:25.361984    3841 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0506 03:05:25.362951    3841 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0506 03:05:25.403112    3841 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 03:00:24 +0000 UTC" deadline="2026-05-06 23:57:00.976912353 +0000 UTC"
I0506 03:05:25.403164    3841 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h51m35.573766505s"
I0506 03:05:25.434185    3841 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0506 03:05:25.453924    3841 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0506 03:05:25.453986    3841 server.go:101] MetricServer registers OVS metrics
I0506 03:05:25.454310    3841 server.go:105] MetricServer registers OVN DB metrics
I0506 03:05:25.454960    3841 controller_manager.go:370] Starting the ovnkube controller
I0506 03:05:25.454976    3841 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-194.ec2.internal
I0506 03:05:25.455030    3841 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0506 03:05:25.455034    3841 controller_manager.go:395] NBDB zone sync took: 47.846µs
I0506 03:05:25.455080    3841 factory.go:561] Starting watch factory
I0506 03:05:25.455086    3841 factory.go:561] Starting watch factory
I0506 03:05:25.455170    3841 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455177    3841 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455185    3841 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455187    3841 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455192    3841 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455204    3841 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455171    3841 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455171    3841 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455250    3841 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455253    3841 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455270    3841 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.455270    3841 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.459128    3841 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0506 03:05:25.459154    3841 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0506 03:05:25.472335    3841 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0506 03:05:25.472362    3841 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0506 03:05:25.475954    3841 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0506 03:05:25.475986    3841 server.go:109] MetricServer registers OVN Controller metrics
I0506 03:05:25.479134    3841 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.479201    3841 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.479615    3841 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.480284    3841 server.go:113] MetricServer registers OVN Northd metrics
I0506 03:05:25.483739    3841 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.485958    3841 metrics.go:519] OVN Metrics Server starts to run ...
I0506 03:05:25.487449    3841 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.494627    3841 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 03:05:25.561047    3841 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0506 03:05:25.561069    3841 factory.go:1977] *v1.Namespace informer cache synced successfully
I0506 03:05:25.561073    3841 factory.go:1977] *v1.Node informer cache synced successfully
I0506 03:05:25.561081    3841 factory.go:1977] *v1.Service informer cache synced successfully
I0506 03:05:25.561084    3841 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0506 03:05:25.561087    3841 factory.go:1977] *v1.Pod informer cache synced successfully
I0506 03:05:25.561143    3841 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0506 03:05:25.561158    3841 factory.go:1977] *v1.Namespace informer cache synced successfully
I0506 03:05:25.561163    3841 factory.go:1977] *v1.Node informer cache synced successfully
I0506 03:05:25.561165    3841 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 03:05:25.561178    3841 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 03:05:25.561168    3841 factory.go:1977] *v1.Service informer cache synced successfully
I0506 03:05:25.561206    3841 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0506 03:05:25.561168    3841 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 03:05:25.561211    3841 factory.go:1977] *v1.Pod informer cache synced successfully
I0506 03:05:25.561223    3841 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 03:05:25.564681    3841 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 03:05:25.564690    3841 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 03:05:25.566577    3841 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0506 03:05:25.566587    3841 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0506 03:05:25.566590    3841 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0506 03:05:25.566599    3841 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0506 03:05:25.566682    3841 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.566712    3841 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.570035    3841 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.571975    3841 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0506 03:05:25.571987    3841 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0506 03:05:25.572038    3841 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.572055    3841 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.575027    3841 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.577689    3841 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0506 03:05:25.577707    3841 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0506 03:05:25.577773    3841 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.577791    3841 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.580960    3841 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.582934    3841 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0506 03:05:25.583007    3841 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0506 03:05:25.583537    3841 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.583551    3841 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.586521    3841 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.588501    3841 factory.go:1977] *v1.EgressService informer cache synced successfully
I0506 03:05:25.588570    3841 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.588585    3841 factory.go:1977] *v1.EgressService informer cache synced successfully
I0506 03:05:25.588588    3841 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.591527    3841 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.594197    3841 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0506 03:05:25.594217    3841 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0506 03:05:25.594382    3841 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 03:05:25.594401    3841 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 03:05:25.598079    3841 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 03:05:25.600051    3841 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0506 03:05:25.600077    3841 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0506 03:05:25.600123    3841 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.600128    3841 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.600134    3841 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.600142    3841 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.603309    3841 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.603330    3841 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 03:05:25.605250    3841 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0506 03:05:25.605262    3841 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0506 03:05:25.605262    3841 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0506 03:05:25.605270    3841 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0506 03:05:25.605269    3841 factory.go:680] Watch Factory start up complete, took: 150.181423ms
I0506 03:05:25.605276    3841 factory.go:680] Watch Factory start up complete, took: 150.214965ms
I0506 03:05:25.605283    3841 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-194.ec2.internal" zone
I0506 03:05:25.605354    3841 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0506 03:05:25.646149    3841 default_node_network_controller.go:710] Initializing the default node network controller
I0506 03:05:25.701399    3841 udn_isolation.go:101] Starting UDN host isolation manager
I0506 03:05:25.707474    3841 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0506 03:05:25.746041    3841 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0506 03:05:25.746120    3841 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0506 03:05:25.746135    3841 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0506 03:05:25.781382    3841 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0506 03:05:25.781448    3841 default_node_network_controller.go:809] Node ip-10-0-1-194.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0506 03:05:25.787099    3841 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.194"] k8s.ovn.org/zone-name:ip-10-0-1-194.ec2.internal] on node ip-10-0-1-194.ec2.internal
I0506 03:05:25.811995    3841 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0506 03:05:25.818328    3841 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0506 03:05:25.818485    3841 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0506 03:05:25.818687    3841 gateway_init.go:263] Preparing Gateway
I0506 03:05:25.818701    3841 gateway_shared_intf.go:1687] Creating new gateway
I0506 03:05:25.856179    3841 controller_manager.go:429] Waiting for node in zone sync took: 250.882641ms
I0506 03:05:25.862500    3841 controller_manager.go:611] Switching to transit router for layer2 networks
I0506 03:05:25.862517    3841 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-194.ec2.internal
I0506 03:05:25.878101    3841 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0506 03:05:25.884407    3841 controller_manager.go:290] SCTP support detected in OVN
I0506 03:05:25.885004    3841 services_controller.go:69] Creating services controller for network=default
I0506 03:05:25.885082    3841 udn_enabled_svc.go:80] Waiting for service informer to sync
I0506 03:05:25.885159    3841 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0506 03:05:25.885190    3841 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0506 03:05:25.885203    3841 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0506 03:05:25.885211    3841 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0506 03:05:25.885408    3841 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0506 03:05:25.885462    3841 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0506 03:05:25.885485    3841 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.239µs
I0506 03:05:25.885509    3841 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 35.022µs
I0506 03:05:25.885521    3841 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 58.192µs
I0506 03:05:25.885529    3841 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0506 03:05:25.885542    3841 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0506 03:05:25.885551    3841 default_network_controller.go:325] Starting the default network controller
I0506 03:05:25.885567    3841 udn_enabled_svc.go:95] Performing full resync
I0506 03:05:25.885677    3841 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.057µs
I0506 03:05:25.885891    3841 udn_enabled_svc.go:99] Waiting for handler to sync
I0506 03:05:25.885903    3841 udn_enabled_svc.go:104] Starting worker
I0506 03:05:25.894149    3841 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0506 03:05:25.894203    3841 repair.go:33] Syncing exgw routes took 42.176µs
I0506 03:05:25.894225    3841 default_network_controller.go:414] Starting all the Watchers...
I0506 03:05:25.894352    3841 namespace.go:98] [openshift-cluster-version] adding namespace
I0506 03:05:25.894360    3841 namespace.go:98] [openshift-image-registry] adding namespace
I0506 03:05:25.894366    3841 namespace.go:98] [openshift-backplane-csm] adding namespace
I0506 03:05:25.894375    3841 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0506 03:05:25.894374    3841 namespace.go:98] [openshift-monitoring] adding namespace
I0506 03:05:25.894383    3841 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0506 03:05:25.894378    3841 namespace.go:98] [openshift] adding namespace
I0506 03:05:25.894352    3841 namespace.go:98] [openshift-etcd] adding namespace
I0506 03:05:25.894390    3841 namespace.go:98] [openshift-network-node-identity] adding namespace
I0506 03:05:25.894393    3841 namespace.go:98] [openshift-authentication-operator] adding namespace
I0506 03:05:25.894394    3841 namespace.go:98] [openshift-dns] adding namespace
I0506 03:05:25.894398    3841 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0506 03:05:25.894403    3841 namespace.go:98] [openshift-apiserver] adding namespace
I0506 03:05:25.894435    3841 namespace.go:98] [openshift-config] adding namespace
I0506 03:05:25.894352    3841 namespace.go:98] [openshift-backplane-cee] adding namespace
I0506 03:05:25.894941    3841 namespace.go:102] [openshift-cluster-version] adding namespace took 575.874µs
I0506 03:05:25.894957    3841 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0506 03:05:25.895365    3841 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 402.542µs
I0506 03:05:25.895377    3841 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0506 03:05:25.895850    3841 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 467.536µs
I0506 03:05:25.895864    3841 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0506 03:05:25.896341    3841 namespace.go:102] [openshift-image-registry] adding namespace took 1.966141ms
I0506 03:05:25.896354    3841 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0506 03:05:25.896924    3841 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.549946ms
I0506 03:05:25.896937    3841 namespace.go:98] [openshift-config-operator] adding namespace
I0506 03:05:25.897378    3841 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.994854ms
I0506 03:05:25.897391    3841 namespace.go:98] [openshift-console-operator] adding namespace
I0506 03:05:25.897829    3841 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.438905ms
I0506 03:05:25.897839    3841 namespace.go:98] [openshift-controller-manager] adding namespace
I0506 03:05:25.898231    3841 namespace.go:102] [openshift-monitoring] adding namespace took 3.842267ms
I0506 03:05:25.898243    3841 namespace.go:98] [openshift-dns-operator] adding namespace
I0506 03:05:25.898628    3841 namespace.go:102] [openshift] adding namespace took 4.236022ms
I0506 03:05:25.898636    3841 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0506 03:05:25.899054    3841 namespace.go:102] [openshift-etcd] adding namespace took 4.657828ms
I0506 03:05:25.899069    3841 namespace.go:98] [openshift-package-operator] adding namespace
I0506 03:05:25.899466    3841 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.067697ms
I0506 03:05:25.899483    3841 namespace.go:98] [openshift-ingress-canary] adding namespace
I0506 03:05:25.900002    3841 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.601969ms
I0506 03:05:25.900018    3841 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0506 03:05:25.900444    3841 namespace.go:102] [openshift-dns] adding namespace took 6.041085ms
I0506 03:05:25.900459    3841 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0506 03:05:25.900939    3841 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.533954ms
I0506 03:05:25.900953    3841 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0506 03:05:25.901377    3841 namespace.go:102] [openshift-apiserver] adding namespace took 6.965878ms
I0506 03:05:25.901391    3841 namespace.go:98] [openshift-backplane-srep] adding namespace
I0506 03:05:25.901802    3841 namespace.go:102] [openshift-config] adding namespace took 7.355082ms
I0506 03:05:25.901821    3841 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0506 03:05:25.902343    3841 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.878409ms
I0506 03:05:25.902357    3841 namespace.go:98] [openshift-backplane-cse] adding namespace
I0506 03:05:25.902811    3841 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.940148ms
I0506 03:05:25.902829    3841 namespace.go:98] [openshift-config-managed] adding namespace
I0506 03:05:25.903255    3841 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.897436ms
I0506 03:05:25.903268    3841 namespace.go:98] [openshift-backplane-tam] adding namespace
I0506 03:05:25.903623    3841 namespace.go:102] [openshift-config-operator] adding namespace took 6.681189ms
I0506 03:05:25.903637    3841 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0506 03:05:25.903981    3841 namespace.go:102] [openshift-console-operator] adding namespace took 6.58217ms
I0506 03:05:25.903999    3841 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0506 03:05:25.904411    3841 namespace.go:102] [openshift-controller-manager] adding namespace took 6.567391ms
I0506 03:05:25.904422    3841 namespace.go:98] [openshift-multus] adding namespace
I0506 03:05:25.904855    3841 namespace.go:102] [openshift-dns-operator] adding namespace took 6.605814ms
I0506 03:05:25.904870    3841 namespace.go:98] [kube-node-lease] adding namespace
I0506 03:05:25.905282    3841 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.640801ms
I0506 03:05:25.905296    3841 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0506 03:05:25.906221    3841 namespace.go:102] [openshift-package-operator] adding namespace took 7.145664ms
I0506 03:05:25.906235    3841 namespace.go:98] [openshift-backplane] adding namespace
I0506 03:05:25.906608    3841 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.120263ms
I0506 03:05:25.906619    3841 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0506 03:05:25.906627    3841 iptables.go:108] Creating table: filter chain: FORWARD
I0506 03:05:25.907094    3841 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.070592ms
I0506 03:05:25.907107    3841 namespace.go:98] [default] adding namespace
I0506 03:05:25.907423    3841 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.957334ms
I0506 03:05:25.907437    3841 namespace.go:98] [openshift-ingress] adding namespace
I0506 03:05:25.907934    3841 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.97617ms
I0506 03:05:25.907947    3841 namespace.go:98] [openshift-ingress-operator] adding namespace
I0506 03:05:25.908330    3841 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.934215ms
I0506 03:05:25.908344    3841 namespace.go:98] [openshift-operators-redhat] adding namespace
I0506 03:05:25.908763    3841 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.936291ms
I0506 03:05:25.908775    3841 namespace.go:98] [openshift-console] adding namespace
I0506 03:05:25.909199    3841 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.838383ms
I0506 03:05:25.909211    3841 namespace.go:98] [openshift-node] adding namespace
I0506 03:05:25.909528    3841 namespace.go:102] [openshift-config-managed] adding namespace took 6.691849ms
I0506 03:05:25.909988    3841 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.715746ms
I0506 03:05:25.909999    3841 namespace.go:98] [openshift-infra] adding namespace
I0506 03:05:25.910365    3841 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.722693ms
I0506 03:05:25.910381    3841 namespace.go:98] [openshift-customer-monitoring] adding namespace
W0506 03:05:25.910770    3841 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zk42v: pod openshift-multus/network-metrics-daemon-zk42v: no pod IPs found 
W0506 03:05:25.910782    3841 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9t7j5: pod openshift-multus/network-metrics-daemon-9t7j5: no pod IPs found 
I0506 03:05:25.910812    3841 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.807426ms
I0506 03:05:25.910823    3841 namespace.go:98] [openshift-machine-api] adding namespace
I0506 03:05:25.911210    3841 namespace.go:102] [openshift-multus] adding namespace took 6.782712ms
I0506 03:05:25.911225    3841 namespace.go:98] [dedicated-admin] adding namespace
I0506 03:05:25.911659    3841 namespace.go:102] [kube-node-lease] adding namespace took 6.783901ms
I0506 03:05:25.911672    3841 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0506 03:05:25.912013    3841 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.711002ms
I0506 03:05:25.912032    3841 namespace.go:98] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] adding namespace
I0506 03:05:25.912467    3841 namespace.go:102] [openshift-backplane] adding namespace took 6.226119ms
I0506 03:05:25.912479    3841 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0506 03:05:25.912611    3841 iptables.go:108] Creating table: filter chain: OUTPUT
I0506 03:05:25.912854    3841 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.228103ms
I0506 03:05:25.912870    3841 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0506 03:05:25.913216    3841 namespace.go:102] [default] adding namespace took 6.104841ms
I0506 03:05:25.913226    3841 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0506 03:05:25.913622    3841 namespace.go:102] [openshift-ingress] adding namespace took 6.180336ms
I0506 03:05:25.913635    3841 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0506 03:05:25.914041    3841 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.090429ms
I0506 03:05:25.914053    3841 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0506 03:05:25.914429    3841 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.079695ms
I0506 03:05:25.914442    3841 namespace.go:98] [openshift-insights] adding namespace
I0506 03:05:25.914756    3841 namespace.go:102] [openshift-console] adding namespace took 5.977299ms
I0506 03:05:25.914767    3841 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0506 03:05:25.915138    3841 namespace.go:102] [openshift-node] adding namespace took 5.923185ms
I0506 03:05:25.915149    3841 namespace.go:98] [openshift-network-operator] adding namespace
I0506 03:05:25.915532    3841 namespace.go:102] [openshift-infra] adding namespace took 5.527692ms
I0506 03:05:25.915545    3841 namespace.go:98] [openshift-network-console] adding namespace
I0506 03:05:25.915952    3841 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.565555ms
I0506 03:05:25.915964    3841 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0506 03:05:25.916310    3841 namespace.go:102] [openshift-machine-api] adding namespace took 5.483028ms
I0506 03:05:25.916323    3841 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0506 03:05:25.916665    3841 namespace.go:102] [dedicated-admin] adding namespace took 5.43432ms
I0506 03:05:25.916678    3841 namespace.go:98] [openshift-console-user-settings] adding namespace
I0506 03:05:25.917155    3841 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.477746ms
I0506 03:05:25.917165    3841 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0506 03:05:25.917560    3841 namespace.go:102] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] adding namespace took 5.518065ms
I0506 03:05:25.917572    3841 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0506 03:05:25.917932    3841 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.446428ms
I0506 03:05:25.917949    3841 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0506 03:05:25.918393    3841 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.518713ms
I0506 03:05:25.918406    3841 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0506 03:05:25.918627    3841 gateway_shared_intf.go:1816] Gateway Creation Complete
I0506 03:05:25.918655    3841 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-194.ec2.internal","mac-address":"0a:ff:eb:85:39:dd","ip-addresses":["10.0.1.194/24"],"ip-address":"10.0.1.194/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:641c911e-6cf3-4d1d-b01f-32a381e11ada k8s.ovn.org/node-encap-ips:["10.0.1.194"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.194/24"} k8s.ovn.org/zone-name:ip-10-0-1-194.ec2.internal] on node ip-10-0-1-194.ec2.internal
I0506 03:05:25.918893    3841 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.663352ms
I0506 03:05:25.918903    3841 namespace.go:98] [openshift-authentication] adding namespace
I0506 03:05:25.919305    3841 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.663247ms
I0506 03:05:25.919320    3841 namespace.go:98] [openshift-logging] adding namespace
I0506 03:05:25.919665    3841 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.606514ms
I0506 03:05:25.919678    3841 namespace.go:98] [openshift-operators] adding namespace
I0506 03:05:25.920051    3841 namespace.go:102] [openshift-insights] adding namespace took 5.604465ms
I0506 03:05:25.920063    3841 namespace.go:98] [openshift-host-network] adding namespace
I0506 03:05:25.920909    3841 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.137954ms
I0506 03:05:25.920921    3841 namespace.go:98] [openshift-marketplace] adding namespace
I0506 03:05:25.921303    3841 namespace.go:102] [openshift-network-operator] adding namespace took 6.147928ms
I0506 03:05:25.921316    3841 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0506 03:05:25.921665    3841 namespace.go:102] [openshift-network-console] adding namespace took 6.115865ms
I0506 03:05:25.921675    3841 namespace.go:98] [kube-public] adding namespace
I0506 03:05:25.922081    3841 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.111428ms
I0506 03:05:25.922098    3841 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0506 03:05:25.922464    3841 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.134317ms
I0506 03:05:25.922846    3841 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.164186ms
I0506 03:05:25.923212    3841 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.04374ms
W0506 03:05:25.923546    3841 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5mhqq: pod openshift-network-diagnostics/network-check-target-5mhqq: no pod IPs found 
W0506 03:05:25.923558    3841 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-cdxfs: pod openshift-network-diagnostics/network-check-target-cdxfs: no pod IPs found 
I0506 03:05:25.923590    3841 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.014869ms
I0506 03:05:25.924074    3841 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.120972ms
I0506 03:05:25.924084    3841 namespace.go:98] [kube-system] adding namespace
I0506 03:05:25.924545    3841 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.132209ms
I0506 03:05:25.924962    3841 namespace.go:102] [openshift-authentication] adding namespace took 6.051939ms
I0506 03:05:25.925344    3841 namespace.go:102] [openshift-logging] adding namespace took 6.018502ms
I0506 03:05:25.925764    3841 namespace.go:102] [openshift-operators] adding namespace took 6.078587ms
I0506 03:05:25.926230    3841 namespace.go:102] [openshift-host-network] adding namespace took 6.161915ms
I0506 03:05:25.926617    3841 namespace.go:102] [openshift-marketplace] adding namespace took 5.691361ms
I0506 03:05:25.927009    3841 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.688304ms
I0506 03:05:25.927021    3841 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0506 03:05:25.927367    3841 namespace.go:102] [kube-public] adding namespace took 5.687994ms
I0506 03:05:25.927744    3841 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.640317ms
I0506 03:05:25.928134    3841 namespace.go:102] [kube-system] adding namespace took 4.046574ms
I0506 03:05:25.928455    3841 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 1.429066ms
W0506 03:05:25.928538    3841 master.go:458] Unable to parse local node ip-10-0-1-194.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0506 03:05:25.928547    3841 master.go:471] Unable to parse remote node ip-10-0-0-56.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0506 03:05:25.928552    3841 master.go:481] Removing stale chassis with ID/Name: 641c911e-6cf3-4d1d-b01f-32a381e11ada, hostname: ip-10-0-1-194.ec2.internal
I0506 03:05:25.929000    3841 master.go:548] Adding or Updating local node "ip-10-0-1-194.ec2.internal" for network "default"
I0506 03:05:25.929062    3841 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-56.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-56.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-56.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal
I0506 03:05:25.930045    3841 zone_ic_handler.go:195] Time taken to create transit switch: 506.29µs
I0506 03:05:25.930059    3841 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-14.ec2.internal for the network default
I0506 03:05:25.931149    3841 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-14.ec2.internal" on network "default" took: 1.619625ms
I0506 03:05:25.932442    3841 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-194.ec2.internal for the network default
I0506 03:05:25.932589    3841 zone_ic_handler.go:195] Time taken to create transit switch: 136.18µs
I0506 03:05:25.933244    3841 default_network_controller.go:823] Node add failed for ip-10-0-1-194.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-194.ec2.internal, error getting gateway config for node ip-10-0-1-194.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-194.ec2.internal", failed to update chassis to local for local node ip-10-0-1-194.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-194.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-194.ec2.internal]
E0506 03:05:25.933281    3841 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-194.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-194.ec2.internal, error getting gateway config for node ip-10-0-1-194.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-194.ec2.internal", failed to update chassis to local for local node ip-10-0-1-194.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-194.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-194.ec2.internal]
I0506 03:05:25.933327    3841 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0506 03:05:25.933346    3841 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0506 03:05:25.933359    3841 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0506 03:05:25.933367    3841 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-194.ec2.internal in network "default"
I0506 03:05:25.933347    3841 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-194.ec2.internal", UID:"2df09b92-652f-4853-b060-7bdd81cc4f39", APIVersion:"v1", ResourceVersion:"8929", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-194.ec2.internal, error getting gateway config for node ip-10-0-1-194.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-194.ec2.internal", failed to update chassis to local for local node ip-10-0-1-194.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-194.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-194.ec2.internal]
I0506 03:05:25.933402    3841 node_tracker.go:235] Node ip-10-0-1-194.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-194.ec2.internal"
I0506 03:05:25.933419    3841 node_tracker.go:169] Node ip-10-0-1-194.ec2.internal switch + router changed, syncing services in network "default"
I0506 03:05:25.933433    3841 services_controller.go:574] Full service sync requested for network=default
I0506 03:05:25.933444    3841 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-14.ec2.internal in network "default"
I0506 03:05:25.933500    3841 node_tracker.go:169] Node ip-10-0-2-14.ec2.internal switch + router changed, syncing services in network "default"
I0506 03:05:25.933510    3841 services_controller.go:574] Full service sync requested for network=default
I0506 03:05:25.933520    3841 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default"
I0506 03:05:25.933532    3841 node_tracker.go:235] Node ip-10-0-0-56.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal"
I0506 03:05:25.933542    3841 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default"
I0506 03:05:25.933548    3841 services_controller.go:574] Full service sync requested for network=default
I0506 03:05:25.941441    3841 master.go:548] Adding or Updating local node "ip-10-0-1-194.ec2.internal" for network "default"
I0506 03:05:25.941473    3841 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-194.ec2.internal in network "default"
I0506 03:05:25.941512    3841 node_tracker.go:169] Node ip-10-0-1-194.ec2.internal switch + router changed, syncing services in network "default"
I0506 03:05:25.941526    3841 services_controller.go:574] Full service sync requested for network=default
I0506 03:05:25.944683    3841 default_node_network_controller.go:519] Node connection status = connected
W0506 03:05:25.947207    3841 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zk42v: pod openshift-multus/network-metrics-daemon-zk42v: no pod IPs found 
W0506 03:05:25.947233    3841 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5mhqq: pod openshift-network-diagnostics/network-check-target-5mhqq: no pod IPs found 
I0506 03:05:25.948379    3841 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-194.ec2.internal for the network default
I0506 03:05:25.948563    3841 zone_ic_handler.go:195] Time taken to create transit switch: 172.176µs
I0506 03:05:26.033413    3841 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0506 03:05:26.033442    3841 services_controller.go:208] Setting up event handlers for services for network=default
I0506 03:05:26.033513    3841 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0506 03:05:26.033560    3841 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0506 03:05:26.033575    3841 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0506 03:05:26.133867    3841 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0506 03:05:26.133892    3841 repair.go:60] Starting repairing loop for services
I0506 03:05:26.133995    3841 repair.go:131] Deleted 0 stale service LBs
I0506 03:05:26.134020    3841 repair.go:137] Deleted 0 stale Chassis Template Vars
I0506 03:05:26.134039    3841 repair.go:62] Finished repairing loop for services: 148.912µs
I0506 03:05:26.134064    3841 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0506 03:05:26.134072    3841 services_controller.go:254] Starting workers for network=default
I0506 03:05:26.134437    3841 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-cdxfs, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-cdxfs: suppressed error logged: pod openshift-network-diagnostics/network-check-target-cdxfs: no pod IPs found 
I0506 03:05:26.134541    3841 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zk42v] creating logical port openshift-multus_network-metrics-daemon-zk42v for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:05:26.134565    3841 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-9t7j5, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-9t7j5: suppressed error logged: pod openshift-multus/network-metrics-daemon-9t7j5: no pod IPs found 
I0506 03:05:26.134708    3841 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zk42v
I0506 03:05:26.135030    3841 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5mhqq] creating logical port openshift-network-diagnostics_network-check-target-5mhqq for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:05:26.135123    3841 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5mhqq
I0506 03:05:26.152179    3841 pod.go:62] [openshift-network-diagnostics/network-check-target-5mhqq] pod update took 17.085551ms
I0506 03:05:26.152200    3841 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5mhqq] addLogicalPort annotation time took 17.107586ms
I0506 03:05:26.153034    3841 pods.go:271] [openshift-network-diagnostics/network-check-target-5mhqq] addLogicalPort took 18.021934ms, libovsdb time 624.916µs
I0506 03:05:26.158367    3841 pod.go:62] [openshift-multus/network-metrics-daemon-zk42v] pod update took 23.741583ms
I0506 03:05:26.158386    3841 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-zk42v] addLogicalPort annotation time took 23.762997ms
I0506 03:05:26.159173    3841 pods.go:271] [openshift-multus/network-metrics-daemon-zk42v] addLogicalPort took 24.648071ms, libovsdb time 577.478µs
I0506 03:05:26.159578    3841 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0506 03:05:26.159597    3841 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0506 03:05:26.159610    3841 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0506 03:05:26.159614    3841 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0506 03:05:26.159800    3841 repair.go:29] Repairing admin network policies took 180.299µs
I0506 03:05:26.159895    3841 repair.go:92] Repairing baseline admin network policies took 87.33µs
I0506 03:05:26.160300    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0506 03:05:26.160317    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0506 03:05:26.161858    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0506 03:05:26.161878    3841 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0506 03:05:26.161890    3841 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0506 03:05:26.163833    3841 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0506 03:05:26.163853    3841 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0506 03:05:26.163864    3841 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0506 03:05:26.165960    3841 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0506 03:05:26.165979    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0506 03:05:26.165987    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0506 03:05:26.166896    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0506 03:05:26.166912    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0506 03:05:26.166921    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0506 03:05:26.168291    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0506 03:05:26.168308    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0506 03:05:26.168314    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0506 03:05:26.168564    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0506 03:05:26.168579    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0506 03:05:26.168585    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0506 03:05:26.169775    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0506 03:05:26.169794    3841 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0506 03:05:26.169801    3841 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0506 03:05:26.170062    3841 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0506 03:05:26.170079    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0506 03:05:26.170776    3841 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0506 03:05:26.170788    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0506 03:05:26.171435    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0506 03:05:26.171449    3841 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0506 03:05:26.171459    3841 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0506 03:05:26.172569    3841 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0506 03:05:26.172587    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0506 03:05:26.172595    3841 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0506 03:05:26.174219    3841 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0506 03:05:26.174235    3841 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0506 03:05:26.174243    3841 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0506 03:05:26.176193    3841 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0506 03:05:26.176210    3841 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0506 03:05:26.176219    3841 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0506 03:05:26.177121    3841 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0506 03:05:26.177142    3841 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0506 03:05:26.177150    3841 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0506 03:05:26.177424    3841 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0506 03:05:26.177439    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0506 03:05:26.177448    3841 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0506 03:05:26.177932    3841 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0506 03:05:26.177949    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0506 03:05:26.177955    3841 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0506 03:05:26.178701    3841 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0506 03:05:26.178721    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0506 03:05:26.178728    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0506 03:05:26.179240    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0506 03:05:26.179255    3841 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0506 03:05:26.179263    3841 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0506 03:05:26.180100    3841 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0506 03:05:26.180120    3841 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0506 03:05:26.180129    3841 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0506 03:05:26.181149    3841 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0506 03:05:26.181167    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0506 03:05:26.181177    3841 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0506 03:05:26.181655    3841 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0506 03:05:26.181672    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0506 03:05:26.181681    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0506 03:05:26.182136    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0506 03:05:26.182155    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0506 03:05:26.182177    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0506 03:05:26.182820    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0506 03:05:26.182838    3841 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0506 03:05:26.182845    3841 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0506 03:05:26.183304    3841 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0506 03:05:26.183317    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0506 03:05:26.183323    3841 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0506 03:05:26.183807    3841 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0506 03:05:26.183824    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0506 03:05:26.183831    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0506 03:05:26.184381    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0506 03:05:26.184397    3841 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0506 03:05:26.184405    3841 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0506 03:05:26.184879    3841 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0506 03:05:26.184894    3841 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0506 03:05:26.184902    3841 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0506 03:05:26.185387    3841 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0506 03:05:26.185401    3841 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0506 03:05:26.185409    3841 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0506 03:05:26.186468    3841 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0506 03:05:26.186487    3841 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0506 03:05:26.186498    3841 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0506 03:05:26.188437    3841 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0506 03:05:26.194679    3841 egressfirewall.go:374] Starting EgressFirewall controller
I0506 03:05:26.194702    3841 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0506 03:05:26.194705    3841 controller.go:133] Adding controller egress-firewall-controller event handlers
I0506 03:05:26.194736    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0506 03:05:26.194751    3841 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0506 03:05:26.194739    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0506 03:05:26.194760    3841 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0506 03:05:26.195055    3841 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0506 03:05:26.195070    3841 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0506 03:05:26.195076    3841 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0506 03:05:26.195085    3841 egressqos.go:193] Setting up event handlers for EgressQoS
I0506 03:05:26.195107    3841 egressfirewall.go:723] Syncing node "ip-10-0-2-14.ec2.internal" for egress firewall
I0506 03:05:26.195124    3841 egressfirewall.go:723] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall
I0506 03:05:26.195131    3841 egressfirewall.go:723] Syncing node "ip-10-0-1-194.ec2.internal" for egress firewall
I0506 03:05:26.195198    3841 egressqos.go:245] Starting EgressQoS Controller
I0506 03:05:26.195214    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0506 03:05:26.195227    3841 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0506 03:05:26.195237    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0506 03:05:26.195246    3841 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0506 03:05:26.195255    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0506 03:05:26.195263    3841 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0506 03:05:26.195270    3841 egressqos.go:259] Repairing EgressQoSes
I0506 03:05:26.195277    3841 egressqos.go:399] Starting repairing loop for egressqos
I0506 03:05:26.195363    3841 egressqos.go:401] Finished repairing loop for egressqos: 87.299µs
I0506 03:05:26.195391    3841 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0506 03:05:26.195411    3841 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-194.ec2.internal
I0506 03:05:26.195469    3841 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-194.ec2.internal : 58.72µs
I0506 03:05:26.195533    3841 egressservice_zone.go:210] Starting Egress Services Controller
I0506 03:05:26.195542    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0506 03:05:26.195551    3841 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0506 03:05:26.195559    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0506 03:05:26.195564    3841 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0506 03:05:26.195569    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0506 03:05:26.195573    3841 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0506 03:05:26.195579    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0506 03:05:26.195583    3841 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0506 03:05:26.195587    3841 egressservice_zone.go:228] Repairing Egress Services
I0506 03:05:26.195900    3841 master_controller.go:88] Starting Admin Policy Based Route Controller
I0506 03:05:26.195911    3841 external_controller.go:278] Starting Admin Policy Based Route Controller
I0506 03:05:26.195970    3841 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal
I0506 03:05:26.195980    3841 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 12.853µs
I0506 03:05:26.195987    3841 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal
I0506 03:05:26.195992    3841 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 5.015µs
I0506 03:05:26.195999    3841 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-14.ec2.internal
I0506 03:05:26.196002    3841 default_network_controller.go:585] Completing all the Watchers took 301.768114ms
I0506 03:05:26.196009    3841 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-14.ec2.internal: 11.459µs
I0506 03:05:26.196012    3841 default_network_controller.go:589] Starting unidling controllers
I0506 03:05:26.196024    3841 unidle.go:46] Registering OVN SB ControllerEvent handler
I0506 03:05:26.196031    3841 unidle.go:63] Populating Initial ContollerEvent events
I0506 03:05:26.196040    3841 unidle.go:79] Setting up event handlers for services
I0506 03:05:26.196087    3841 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0506 03:05:26.446082    3841 default_node_network_controller.go:519] Node connection status = connected
I0506 03:05:26.945733    3841 default_node_network_controller.go:519] Node connection status = connected
I0506 03:05:27.445014    3841 default_node_network_controller.go:519] Node connection status = connected
I0506 03:05:27.807264    3841 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0506 03:05:27.945211    3841 default_node_network_controller.go:519] Node connection status = connected
I0506 03:05:27.962984    3841 bridgeconfig.go:537] Gateway is ready
I0506 03:05:27.963004    3841 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0506 03:05:27.975079    3841 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.194. Updating OVN encap IP.
I0506 03:05:27.980721    3841 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.194 - it is already configured
I0506 03:05:27.980735    3841 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.194/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0506 03:05:27.980952    3841 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.194/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-194.ec2.internal","mac-address":"0a:ff:eb:85:39:dd","ip-addresses":["10.0.1.194/24"],"ip-address":"10.0.1.194/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:641c911e-6cf3-4d1d-b01f-32a381e11ada k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.194/24"}] on node ip-10-0-1-194.ec2.internal
I0506 03:05:27.997935    3841 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal
I0506 03:05:27.997949    3841 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-194.ec2.internal in network "default"
I0506 03:05:27.997958    3841 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 29.519µs
I0506 03:05:27.998011    3841 egressfirewall.go:723] Syncing node "ip-10-0-1-194.ec2.internal" for egress firewall
I0506 03:05:27.998045    3841 node_tracker.go:169] Node ip-10-0-1-194.ec2.internal switch + router changed, syncing services in network "default"
I0506 03:05:27.998060    3841 master.go:548] Adding or Updating local node "ip-10-0-1-194.ec2.internal" for network "default"
I0506 03:05:27.998068    3841 services_controller.go:574] Full service sync requested for network=default
I0506 03:05:27.998558    3841 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.194
I0506 03:05:27.998796    3841 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-194.ec2.internal
I0506 03:05:28.003096    3841 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-194.ec2.internal. Updating no re-route policies
I0506 03:05:28.003180    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9t7j5
I0506 03:05:28.003189    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ltknh
I0506 03:05:28.003201    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zk42v
I0506 03:05:28.003205    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9t7j5
I0506 03:05:28.003220    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zk42v
I0506 03:05:28.003233    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ltknh
I0506 03:05:28.003244    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-cdxfs
I0506 03:05:28.003258    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-cdxfs
I0506 03:05:28.003260    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ltknh after 0 failed attempt(s)
I0506 03:05:28.003262    3841 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-9t7j5, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-9t7j5: suppressed error logged: pod openshift-multus/network-metrics-daemon-9t7j5: no pod IPs found 
I0506 03:05:28.003271    3841 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zk42v] creating logical port openshift-multus_network-metrics-daemon-zk42v for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:05:28.003256    3841 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-194.ec2.internal
I0506 03:05:28.003283    3841 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-194.ec2.internal
I0506 03:05:28.003280    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-m6pf4
I0506 03:05:28.003283    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8mqck
I0506 03:05:28.003270    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-194.ec2.internal
I0506 03:05:28.003298    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-m6pf4
I0506 03:05:28.003297    3841 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-cdxfs, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-cdxfs: suppressed error logged: pod openshift-network-diagnostics/network-check-target-cdxfs: no pod IPs found 
I0506 03:05:28.003298    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hzmvb
I0506 03:05:28.003307    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-194.ec2.internal
I0506 03:05:28.003317    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hzmvb
I0506 03:05:28.003310    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5mhqq
I0506 03:05:28.003320    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rw7n5
I0506 03:05:28.003323    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-m6pf4 after 0 failed attempt(s)
I0506 03:05:28.003332    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5mhqq
I0506 03:05:28.003336    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rw7n5
I0506 03:05:28.003338    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hzmvb after 0 failed attempt(s)
I0506 03:05:28.003301    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-8mqck
I0506 03:05:28.003352    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rw7n5 after 0 failed attempt(s)
I0506 03:05:28.003356    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-8mqck after 0 failed attempt(s)
I0506 03:05:28.003335    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-194.ec2.internal after 0 failed attempt(s)
I0506 03:05:28.003300    3841 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-194.ec2.internal after 0 failed attempt(s)
I0506 03:05:28.003286    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-c7rcs
I0506 03:05:28.003272    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-z4bq4
I0506 03:05:28.003378    3841 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5mhqq] creating logical port openshift-network-diagnostics_network-check-target-5mhqq for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:05:28.003283    3841 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-vcnwg
I0506 03:05:28.003383    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-z4bq4
I0506 03:05:28.003390    3841 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-vcnwg
I0506 03:05:28.003404    3841 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-vcnwg after 0 failed attempt(s)
I0506 03:05:28.003410    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-z4bq4 after 0 failed attempt(s)
I0506 03:05:28.003411    3841 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-d288q
I0506 03:05:28.003422    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-d288q
I0506 03:05:28.003440    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-d288q after 0 failed attempt(s)
I0506 03:05:28.003378    3841 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-c7rcs
I0506 03:05:28.003499    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-c7rcs after 0 failed attempt(s)
I0506 03:05:28.004034    3841 pods.go:271] [openshift-multus/network-metrics-daemon-zk42v] addLogicalPort took 776.126µs, libovsdb time 273.828µs
I0506 03:05:28.004048    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zk42v after 0 failed attempt(s)
I0506 03:05:28.004240    3841 pods.go:271] [openshift-network-diagnostics/network-check-target-5mhqq] addLogicalPort took 873.378µs, libovsdb time 257.396µs
I0506 03:05:28.004257    3841 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5mhqq after 0 failed attempt(s)
I0506 03:05:28.015606    3841 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0506 03:05:28.029033    3841 iptables.go:108] Creating table: mangle chain: OUTPUT
I0506 03:05:28.032343    3841 iptables.go:108] Creating table: nat chain: OUTPUT
I0506 03:05:28.050412    3841 iptables.go:108] Creating table: nat chain: PREROUTING
I0506 03:05:28.087546    3841 iptables.go:108] Creating table: filter chain: FORWARD
I0506 03:05:28.107468    3841 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0506 03:05:28.107575    3841 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0506 03:05:28.107621    3841 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0506 03:05:28.107734    3841 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0506 03:05:28.107786    3841 gateway_init.go:325] Gateway and management port readiness took 2.167254798s
I0506 03:05:28.107812    3841 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0506 03:05:28.107849    3841 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0506 03:05:28.107862    3841 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0506 03:05:28.107871    3841 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0506 03:05:28.107934    3841 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0506 03:05:28.108033    3841 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.024µs
I0506 03:05:28.108311    3841 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0506 03:05:28.108338    3841 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.871µs
I0506 03:05:28.108345    3841 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.524µs
I0506 03:05:28.108350    3841 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0506 03:05:28.108359    3841 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0506 03:05:28.108364    3841 default_node_network_controller.go:899] Starting the default node network controller
I0506 03:05:28.108369    3841 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0506 03:05:28.108462    3841 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.704µs
I0506 03:05:28.108550    3841 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0506 03:05:28.108559    3841 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0506 03:05:28.108593    3841 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05050 0xc0002c9960 0xc0002c99d0 0xc0002c9a40 0xc0002c9b20 0xc0002c9b90 <nil> 0xc0002c9c00 0xc000c1f3b0 0xc0002c9c70 0xc0002c9ce0 <nil> 0xc000c1e2d0 0xc0061c3500 <nil> <nil> <nil> 0xc0002c9dc0 <nil> map[0x2ff9080:0xc004256540 0x2ff95c0:0xc0042566c0 0x2ffa2e0:0xc004256480 0x2ffa580:0xc0042564e0 0x2ffad60:0xc0042565a0 0x2ffb000:0xc004256600 0x2ffb2a0:0xc004256660 0x2ffba80:0xc0042568a0 0x2ffbd20:0xc004256900 0x3026980:0xc001707c80 0x3026d20:0xc001707ce0 0x3027800:0xc000c5f560 0x3029160:0xc001d5e000 0x30298a0:0xc002611080 0x302a720:0xc001707c20] 0xc000c481c0 0}
I0506 03:05:28.108694    3841 gateway.go:151] Starting gateway service sync
I0506 03:05:28.109217    3841 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0506 03:05:28.111441    3841 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0506 03:05:28.120979    3841 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0506 03:05:28.122209    3841 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0506 03:05:28.123489    3841 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0506 03:05:28.159464    3841 gateway.go:168] Gateway service sync done. Time taken: 50.757486ms
I0506 03:05:28.160022    3841 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32454
I0506 03:05:28.160343    3841 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05050 0xc0002c9960 0xc0002c99d0 0xc0002c9a40 0xc0002c9b20 0xc0002c9b90 <nil> 0xc0002c9c00 0xc000c1f3b0 0xc0002c9c70 0xc0002c9ce0 <nil> 0xc000c1e2d0 0xc0061c3500 <nil> <nil> <nil> 0xc0002c9dc0 <nil> map[0x2ff9080:0xc004256540 0x2ff95c0:0xc0042566c0 0x2ffa2e0:0xc004256480 0x2ffa580:0xc0042564e0 0x2ffad60:0xc0042565a0 0x2ffb000:0xc004256600 0x2ffb2a0:0xc004256660 0x2ffba80:0xc0042568a0 0x2ffbd20:0xc004256900 0x3026980:0xc001707c80 0x3026d20:0xc001707ce0 0x3027800:0xc000c5f560 0x3029160:0xc001d5e000 0x30298a0:0xc002611080 0x302a720:0xc001707c20] 0xc000c481c0 0}
I0506 03:05:28.160965    3841 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05050 0xc0002c9960 0xc0002c99d0 0xc0002c9a40 0xc0002c9b20 0xc0002c9b90 <nil> 0xc0002c9c00 0xc000c1f3b0 0xc0002c9c70 0xc0002c9ce0 <nil> 0xc000c1e2d0 0xc0061c3500 <nil> <nil> <nil> 0xc0002c9dc0 <nil> map[0x2ff9080:0xc004256540 0x2ff95c0:0xc0042566c0 0x2ffa2e0:0xc004256480 0x2ffa580:0xc0042564e0 0x2ffad60:0xc0042565a0 0x2ffb000:0xc004256600 0x2ffb2a0:0xc004256660 0x2ffba80:0xc0042568a0 0x2ffbd20:0xc004256900 0x3026980:0xc001707c80 0x3026d20:0xc001707ce0 0x3027800:0xc000c5f560 0x3029160:0xc001d5e000 0x30298a0:0xc002611080 0x302a720:0xc001707c20] 0xc000c481c0 0}
I0506 03:05:28.161022    3841 gateway.go:532] Reconciling gateway with updates
I0506 03:05:28.165974    3841 gateway.go:339] Spawning Conntrack Rule Check Thread
I0506 03:05:28.166034    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 03:05:28.166054    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0506 03:05:28.166073    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0506 03:05:28.166078    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 03:05:28.166097    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 03:05:28.166107    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 03:05:28.166108    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 03:05:28.166127    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 03:05:28.166133    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 03:05:28.166118    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 03:05:28.166139    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 03:05:28.166147    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0506 03:05:28.166099    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 03:05:28.166157    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 03:05:28.166154    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 03:05:28.166166    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 03:05:28.166169    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0506 03:05:28.166173    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 03:05:28.166179    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 03:05:28.166178    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 03:05:28.166180    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0506 03:05:28.166186    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 03:05:28.166184    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0506 03:05:28.166192    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0506 03:05:28.166194    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0506 03:05:28.166141    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 03:05:28.166199    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 03:05:28.166204    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0506 03:05:28.166207    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0506 03:05:28.166181    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 03:05:28.166215    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 03:05:28.166217    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 03:05:28.166217    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 03:05:28.166226    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0506 03:05:28.166228    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 03:05:28.166226    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 03:05:28.166236    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0506 03:05:28.166243    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 03:05:28.166246    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.166251    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.166133    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 03:05:28.166261    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 03:05:28.166268    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0506 03:05:28.166272    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 03:05:28.166275    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.166296    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0506 03:05:28.166231    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 03:05:28.166306    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 03:05:28.166307    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0506 03:05:28.166308    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0506 03:05:28.166324    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 03:05:28.166125    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0506 03:05:28.166328    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 03:05:28.166331    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 03:05:28.166336    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0506 03:05:28.166208    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0506 03:05:28.166347    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 03:05:28.166354    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 03:05:28.166354    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0506 03:05:28.166365    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 03:05:28.166369    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.166375    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 03:05:28.166372    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 03:05:28.166380    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0506 03:05:28.166385    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 03:05:28.166337    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 03:05:28.166392    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 03:05:28.166393    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0506 03:05:28.166353    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0506 03:05:28.166394    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0506 03:05:28.166413    3841 port_claim.go:71] Svc openshift-ingress/router-default: port 32567 is already open, no action needed
I0506 03:05:28.166312    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0506 03:05:28.166420    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 03:05:28.166423    3841 port_claim.go:71] Svc openshift-ingress/router-default: port 32249 is already open, no action needed
I0506 03:05:28.166218    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 03:05:28.166432    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 03:05:28.166433    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0506 03:05:28.166179    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0506 03:05:28.166451    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0506 03:05:28.166457    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.166469    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.166470    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0506 03:05:28.166154    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 03:05:28.166485    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 03:05:28.166218    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0506 03:05:28.166492    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0506 03:05:28.166221    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0506 03:05:28.166497    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0506 03:05:28.166508    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.166516    3841 default_node_network_controller.go:944] Gateway and management port readiness took 57.949245ms
I0506 03:05:28.166528    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 03:05:28.166533    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0506 03:05:28.166255    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0506 03:05:28.166539    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 03:05:28.166313    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 03:05:28.166546    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 03:05:28.166551    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 03:05:28.166549    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0506 03:05:28.166556    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 03:05:28.166332    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 03:05:28.166509    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 03:05:28.166565    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 03:05:28.166345    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 03:05:28.166575    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 03:05:28.166584    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0506 03:05:28.166210    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 03:05:28.166601    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0506 03:05:28.166627    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0506 03:05:28.166361    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 03:05:28.166357    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0506 03:05:28.166702    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0506 03:05:28.166303    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0506 03:05:28.166711    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0506 03:05:28.166740    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0506 03:05:28.166375    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 03:05:28.166756    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 03:05:28.166382    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 03:05:28.166382    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 03:05:28.166838    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 03:05:28.166845    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0506 03:05:28.166405    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 03:05:28.166853    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 03:05:28.166426    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0506 03:05:28.166525    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0506 03:05:28.166155    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0506 03:05:28.166744    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.166367    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 03:05:28.166769    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0506 03:05:28.167554    3841 node_ip_handler_linux.go:160] Node IP manager is running
W0506 03:05:28.215735    3841 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0506 03:05:28.215964    3841 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0506 03:05:28.216143    3841 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0506 03:05:28.223695    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0506 03:05:28.223734    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0506 03:05:28.223750    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.223756    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0506 03:05:28.223765    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.223770    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0506 03:05:28.223775    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0506 03:05:29.136102    3841 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "ip-10-0-0-56.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 03:05:29.136141    3841 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default"
I0506 03:05:29.136161    3841 node_tracker.go:235] Node ip-10-0-0-56.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal"
I0506 03:05:29.136176    3841 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default"
I0506 03:05:29.136188    3841 services_controller.go:574] Full service sync requested for network=default
I0506 03:05:29.154359    3841 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "ip-10-0-0-56.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 03:05:29.340002    3841 default_network_controller.go:1025] Node "ip-10-0-0-56.ec2.internal" in remote zone "ip-10-0-0-56.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 03:05:29.340068    3841 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default"
I0506 03:05:29.340120    3841 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default"
I0506 03:05:29.340135    3841 services_controller.go:574] Full service sync requested for network=default
I0506 03:05:29.341235    3841 zone_ic_handler.go:195] Time taken to create transit switch: 334.519µs
I0506 03:05:29.341251    3841 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-56.ec2.internal for the network default
I0506 03:05:29.342442    3841 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-56.ec2.internal" on network "default" took: 1.57155ms
I0506 03:05:30.126482    3841 default_node_network_controller.go:1380] Starting node controller node sync
W0506 03:05:30.126547    3841 egressip_healthcheck.go:76] Health checking using insecure connection
I0506 03:05:30.126599    3841 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0506 03:05:30.138446    3841 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.943354ms
I0506 03:05:30.138571    3841 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-14.ec2.internal", IP: 10.0.2.14 to PMTUD blocking rules
I0506 03:05:30.138582    3841 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-14.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 03:05:30.144550    3841 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0506 03:05:30.144835    3841 egressservice_node.go:93] Setting up event handlers for Egress Services
I0506 03:05:30.144979    3841 egressservice_node.go:183] Starting Egress Services Controller
I0506 03:05:30.144994    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0506 03:05:30.145005    3841 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0506 03:05:30.145011    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0506 03:05:30.145018    3841 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0506 03:05:30.145026    3841 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0506 03:05:30.145031    3841 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0506 03:05:30.145035    3841 egressservice_node.go:197] Repairing Egress Services
I0506 03:05:30.155126    3841 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0506 03:05:30.155137    3841 external_controller.go:278] Starting Admin Policy Based Route Controller
I0506 03:05:30.155294    3841 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0506 03:05:30.155310    3841 link_network_manager.go:119] Link manager is running
I0506 03:05:30.155321    3841 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0506 03:05:30.155446    3841 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0506 03:05:30.155984    3841 vrf_manager.go:128] VRF manager is running
I0506 03:05:30.156212    3841 node_controller_manager.go:437] Removing flows to drop GARP
I0506 03:05:30.156225    3841 gateway.go:532] Reconciling gateway with updates
I0506 03:05:30.169545    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 03:05:30.169555    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 03:05:30.169571    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 03:05:30.169574    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 03:05:30.169580    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 03:05:30.169601    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 03:05:30.169603    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 03:05:30.169622    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 03:05:30.169626    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0506 03:05:30.169657    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0506 03:05:30.169661    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0506 03:05:30.169666    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 03:05:30.169679    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 03:05:30.169677    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 03:05:30.169682    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0506 03:05:30.169687    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 03:05:30.169657    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0506 03:05:30.169692    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 03:05:30.169691    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 03:05:30.169695    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0506 03:05:30.169699    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 03:05:30.169702    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 03:05:30.169703    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0506 03:05:30.169709    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 03:05:30.169704    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 03:05:30.169713    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 03:05:30.169671    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 03:05:30.169724    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 03:05:30.169730    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 03:05:30.169693    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0506 03:05:30.169732    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 03:05:30.169727    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 03:05:30.169744    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0506 03:05:30.169744    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 03:05:30.169749    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0506 03:05:30.169680    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 03:05:30.169758    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 03:05:30.169762    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 03:05:30.169766    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0506 03:05:30.169769    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 03:05:30.169773    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 03:05:30.169774    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 03:05:30.169778    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 03:05:30.169783    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 03:05:30.169783    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0506 03:05:30.169787    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 03:05:30.169790    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 03:05:30.169797    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.169800    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0506 03:05:30.169769    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0506 03:05:30.169810    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 03:05:30.169816    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0506 03:05:30.169816    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 03:05:30.169821    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 03:05:30.169608    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0506 03:05:30.169827    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 03:05:30.169828    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 03:05:30.169764    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0506 03:05:30.169839    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 03:05:30.169839    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0506 03:05:30.169844    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0506 03:05:30.169749    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 03:05:30.169853    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 03:05:30.169822    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 03:05:30.169862    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 03:05:30.169752    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 03:05:30.169876    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0506 03:05:30.169681    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 03:05:30.169711    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0506 03:05:30.169889    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 03:05:30.169898    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 03:05:30.169913    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 03:05:30.169877    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 03:05:30.169917    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 03:05:30.169928    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0506 03:05:30.169732    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 03:05:30.169937    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 03:05:30.169937    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0506 03:05:30.169942    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0506 03:05:30.169949    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0506 03:05:30.169740    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0506 03:05:30.169753    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0506 03:05:30.169754    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0506 03:05:30.169966    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0506 03:05:30.169740    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 03:05:30.169690    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 03:05:30.169942    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0506 03:05:30.169788    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 03:05:30.169801    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 03:05:30.170003    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 03:05:30.169896    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.169811    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0506 03:05:30.169915    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 03:05:30.169810    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 03:05:30.169681    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.169970    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0506 03:05:30.170103    3841 port_claim.go:71] Svc openshift-ingress/router-default: port 32567 is already open, no action needed
I0506 03:05:30.170108    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 03:05:30.170112    3841 port_claim.go:71] Svc openshift-ingress/router-default: port 32249 is already open, no action needed
I0506 03:05:30.169981    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 03:05:30.169982    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 03:05:30.169831    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0506 03:05:30.169692    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 03:05:30.170348    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 03:05:30.170636    3841 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 03:05:30.170675    3841 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 03:05:30.198072    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0506 03:05:30.198097    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.198105    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0506 03:05:30.198113    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.198132    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0506 03:05:30.198139    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0506 03:05:30.198146    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0506 03:05:30.198151    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0506 03:05:30.198170    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.239385    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0506 03:05:30.239406    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0506 03:05:30.239413    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0506 03:05:30.239419    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0506 03:05:30.239425    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.239431    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0506 03:05:30.239437    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0506 03:05:30.239463    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.239484    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.239491    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0506 03:05:30.239496    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.280408    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0506 03:05:30.280417    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0506 03:05:30.280407    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0506 03:05:30.280430    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0506 03:05:30.280446    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0506 03:05:30.280454    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0506 03:05:30.280464    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0506 03:05:30.280469    3841 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0506 03:05:31.397516    3841 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal
I0506 03:05:31.397601    3841 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 91.591µs
I0506 03:05:31.397516    3841 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default"
I0506 03:05:31.397625    3841 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 10.0.0.56 to PMTUD blocking rules
I0506 03:05:31.397638    3841 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 03:05:31.397570    3841 egressfirewall.go:723] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall
I0506 03:05:31.397710    3841 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default"
I0506 03:05:31.397748    3841 services_controller.go:574] Full service sync requested for network=default
I0506 03:05:31.404021    3841 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-56.ec2.internal. Updating no re-route policies
I0506 03:05:31.412470    3841 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 03:05:31.412485    3841 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-56.ec2.internal", IP: 10.0.0.56 to PMTUD blocking rules
I0506 03:05:31.906381    3841 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-194.ec2.internal
I0506 03:05:31.906412    3841 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-194.ec2.internal: 37.129µs
I0506 03:05:31.936440    3841 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bcf5547c-qx59n] creating logical port openshift-image-registry_image-registry-5bcf5547c-qx59n for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:05:31.936584    3841 kube.go:256] Updating pod openshift-image-registry/image-registry-5bcf5547c-qx59n
I0506 03:05:31.957663    3841 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wj9t8] creating logical port openshift-dns_dns-default-wj9t8 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:05:31.957710    3841 pod.go:62] [openshift-image-registry/image-registry-5bcf5547c-qx59n] pod update took 21.149398ms
I0506 03:05:31.957724    3841 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bcf5547c-qx59n] addLogicalPort annotation time took 21.169851ms
I0506 03:05:31.957740    3841 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-rl645] creating logical port openshift-ingress-canary_ingress-canary-rl645 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:05:31.957861    3841 kube.go:256] Updating pod openshift-dns/dns-default-wj9t8
I0506 03:05:31.957931    3841 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-rl645
I0506 03:05:31.959164    3841 pods.go:271] [openshift-image-registry/image-registry-5bcf5547c-qx59n] addLogicalPort took 22.739067ms, libovsdb time 1.088907ms
I0506 03:05:31.975258    3841 pod.go:62] [openshift-ingress-canary/ingress-canary-rl645] pod update took 17.372322ms
I0506 03:05:31.975283    3841 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-rl645] addLogicalPort annotation time took 17.398868ms
I0506 03:05:31.976511    3841 pods.go:271] [openshift-ingress-canary/ingress-canary-rl645] addLogicalPort took 18.781316ms, libovsdb time 801.941µs
I0506 03:05:31.976970    3841 pod.go:62] [openshift-dns/dns-default-wj9t8] pod update took 19.205743ms
I0506 03:05:31.977020    3841 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wj9t8] addLogicalPort annotation time took 19.256632ms
I0506 03:05:31.978104    3841 pods.go:271] [openshift-dns/dns-default-wj9t8] addLogicalPort took 20.479456ms, libovsdb time 829.421µs
I0506 03:05:32.357190    3841 cni.go:452] [openshift-ingress-canary/ingress-canary-rl645 f388f909a736164134a301d1daddb0cd6fad36ab28b6d56d7d5d1cb7e00e83fc network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rl645 f388f909a736164134a301d1daddb0cd6fad36ab28b6d56d7d5d1cb7e00e83fc network default NAD default NAD key ]
I0506 03:05:32.375849    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rl645, hostIfaceName: f388f909a736164, network: default, NAD default, SandboxID: "f388f909a736164134a301d1daddb0cd6fad36ab28b6d56d7d5d1cb7e00e83fc", PCI device ID: , UID: "0a1d6bdc-2b0b-4266-991c-e08ec6a7ee41", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0506 03:05:32.435384    3841 cni.go:473] [openshift-ingress-canary/ingress-canary-rl645 f388f909a736164134a301d1daddb0cd6fad36ab28b6d56d7d5d1cb7e00e83fc network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rl645 f388f909a736164134a301d1daddb0cd6fad36ab28b6d56d7d5d1cb7e00e83fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e8:fc:12:d8:e0\",\"name\":\"f388f909a736164\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/328d67f9-eaab-4342-be2e-cf33790c8059\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:05:35.318188    3841 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal
I0506 03:05:35.318222    3841 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 38.085µs
I0506 03:05:35.528272    3841 cni.go:452] [openshift-network-diagnostics/network-check-target-5mhqq ca44416c782c8c55a1e0b603151ffede770bc91048d0b3cc2b5bc08e2028f8cb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5mhqq ca44416c782c8c55a1e0b603151ffede770bc91048d0b3cc2b5bc08e2028f8cb network default NAD default NAD key ]
I0506 03:05:35.538589    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5mhqq, hostIfaceName: ca44416c782c8c5, network: default, NAD default, SandboxID: "ca44416c782c8c55a1e0b603151ffede770bc91048d0b3cc2b5bc08e2028f8cb", PCI device ID: , UID: "2d891c0a-2829-40da-82a8-6b925e4b1942", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0506 03:05:35.582718    3841 cni.go:473] [openshift-network-diagnostics/network-check-target-5mhqq ca44416c782c8c55a1e0b603151ffede770bc91048d0b3cc2b5bc08e2028f8cb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5mhqq ca44416c782c8c55a1e0b603151ffede770bc91048d0b3cc2b5bc08e2028f8cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:e4:c4:1e:c1:b7\",\"name\":\"ca44416c782c8c5\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54b148d3-2a09-4a13-bae1-ecc30c1f010a\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:05:40.727279    3841 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 03:05:40.809182    3841 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 03:05:43.691231    3841 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 03:06:11.737327    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 03:06:11.737351    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 03:06:11.819245    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 03:06:15.887438    3841 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:06:15.888077    3841 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:06:15.888103    3841 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:06:15.888111    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0506 03:06:15.888130    3841 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:06:15.888134    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0506 03:06:16.913994    3841 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:06:16.914019    3841 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:06:16.914045    3841 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:06:16.914059    3841 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddt74f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:06:17.110916    3841 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0506 03:06:17.120738    3841 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0506 03:07:10.362751    3841 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6df6555f7c-xjxpz] creating logical port openshift-ingress_router-default-6df6555f7c-xjxpz for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:07:10.362846    3841 kube.go:256] Updating pod openshift-ingress/router-default-6df6555f7c-xjxpz
I0506 03:07:10.400630    3841 pod.go:62] [openshift-ingress/router-default-6df6555f7c-xjxpz] pod update took 37.813171ms
I0506 03:07:10.400665    3841 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6df6555f7c-xjxpz] addLogicalPort annotation time took 37.851712ms
I0506 03:07:10.401726    3841 pods.go:271] [openshift-ingress/router-default-6df6555f7c-xjxpz] addLogicalPort took 38.989733ms, libovsdb time 814.418µs
I0506 03:07:10.460612    3841 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fgx5r] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-fgx5r for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:07:10.460716    3841 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-fgx5r
I0506 03:07:10.487730    3841 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-fgx5r] pod update took 27.037075ms
I0506 03:07:10.487756    3841 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-fgx5r] addLogicalPort annotation time took 27.067472ms
I0506 03:07:10.488886    3841 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-fgx5r] addLogicalPort took 28.293678ms, libovsdb time 861.116µs
W0506 03:07:12.943757    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0506 03:07:13.904517    3841 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0506 03:07:13.905514    3841 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 975.105µs
I0506 03:07:13.931242    3841 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0506 03:07:14.076457    3841 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vb2d5] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-vb2d5 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:07:14.076545    3841 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vb2d5
I0506 03:07:14.097578    3841 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vb2d5] pod update took 21.054717ms
I0506 03:07:14.097602    3841 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vb2d5] addLogicalPort annotation time took 21.084107ms
I0506 03:07:14.098666    3841 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vb2d5] addLogicalPort took 22.2263ms, libovsdb time 768.462µs
I0506 03:07:14.431107    3841 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vb2d5 e17818ad87e7a2356e431b867e06ace4a5b8f882be1aba5e8dfc1b95baefd467 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vb2d5 e17818ad87e7a2356e431b867e06ace4a5b8f882be1aba5e8dfc1b95baefd467 network default NAD default NAD key ]
I0506 03:07:14.442275    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-vb2d5, hostIfaceName: e17818ad87e7a23, network: default, NAD default, SandboxID: "e17818ad87e7a2356e431b867e06ace4a5b8f882be1aba5e8dfc1b95baefd467", PCI device ID: , UID: "a0f9e33b-90e6-4cfd-9977-bcb294d83580", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0506 03:07:14.487193    3841 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vb2d5 e17818ad87e7a2356e431b867e06ace4a5b8f882be1aba5e8dfc1b95baefd467 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-vb2d5 e17818ad87e7a2356e431b867e06ace4a5b8f882be1aba5e8dfc1b95baefd467 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:da:2f:e3:f5:89\",\"name\":\"e17818ad87e7a23\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e5f082a-006a-4740-827d-f3f6dbc15885\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:07:15.313695    3841 namespace.go:98] [openshift-service-ca] adding namespace
I0506 03:07:15.314622    3841 namespace.go:102] [openshift-service-ca] adding namespace took 903.626µs
I0506 03:07:15.328374    3841 namespace.go:142] [openshift-service-ca] updating namespace
I0506 03:07:16.986287    3841 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-dp68v] creating logical port openshift-service-ca_service-ca-d9cb48497-dp68v for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:07:16.986377    3841 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-dp68v
I0506 03:07:16.999337    3841 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-dp68v] pod update took 12.982409ms
I0506 03:07:16.999359    3841 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-dp68v] addLogicalPort annotation time took 13.00976ms
I0506 03:07:17.000480    3841 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-dp68v] addLogicalPort took 14.209157ms, libovsdb time 826.76µs
I0506 03:07:17.341256    3841 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-dp68v 5f112fb681067ebdc3a4f44c034b56e58ff23284fd2cbef1b0aa0598636a7804 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-dp68v 5f112fb681067ebdc3a4f44c034b56e58ff23284fd2cbef1b0aa0598636a7804 network default NAD default NAD key ]
I0506 03:07:17.352303    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-dp68v, hostIfaceName: 5f112fb681067eb, network: default, NAD default, SandboxID: "5f112fb681067ebdc3a4f44c034b56e58ff23284fd2cbef1b0aa0598636a7804", PCI device ID: , UID: "b1ff9ee9-9afa-4c74-ba2f-91e6f30db6f6", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0506 03:07:17.397334    3841 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-dp68v 5f112fb681067ebdc3a4f44c034b56e58ff23284fd2cbef1b0aa0598636a7804 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-dp68v 5f112fb681067ebdc3a4f44c034b56e58ff23284fd2cbef1b0aa0598636a7804 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:75:ce:da:3a:26\",\"name\":\"5f112fb681067eb\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77985e8d-7243-457b-8b40-50cace571226\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:07:24.022119    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0506 03:07:40.203925    3841 cni.go:452] [openshift-dns/dns-default-wj9t8 d6c21cdc1f435e403ef0596d1a9f299a65e282b6b0d631caad2a7869c6b55777 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wj9t8 d6c21cdc1f435e403ef0596d1a9f299a65e282b6b0d631caad2a7869c6b55777 network default NAD default NAD key ]
I0506 03:07:40.204315    3841 cni.go:452] [openshift-image-registry/image-registry-5bcf5547c-qx59n a9a1a400c50e7fef48361f1aa953e273bf52b099bc6652e127966c8e801320c5 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5bcf5547c-qx59n a9a1a400c50e7fef48361f1aa953e273bf52b099bc6652e127966c8e801320c5 network default NAD default NAD key ]
I0506 03:07:40.214188    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5bcf5547c-qx59n, hostIfaceName: a9a1a400c50e7fe, network: default, NAD default, SandboxID: "a9a1a400c50e7fef48361f1aa953e273bf52b099bc6652e127966c8e801320c5", PCI device ID: , UID: "519b0d72-7ecd-40c9-a10c-f337ff76e121", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0506 03:07:40.214367    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wj9t8, hostIfaceName: d6c21cdc1f435e4, network: default, NAD default, SandboxID: "d6c21cdc1f435e403ef0596d1a9f299a65e282b6b0d631caad2a7869c6b55777", PCI device ID: , UID: "d387be8b-2ec5-4abe-8e1d-ea7dbe6b56aa", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0506 03:07:40.258213    3841 cni.go:473] [openshift-dns/dns-default-wj9t8 d6c21cdc1f435e403ef0596d1a9f299a65e282b6b0d631caad2a7869c6b55777 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wj9t8 d6c21cdc1f435e403ef0596d1a9f299a65e282b6b0d631caad2a7869c6b55777 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:1e:14:c6:8f:ce\",\"name\":\"d6c21cdc1f435e4\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4c15534-4756-426d-b533-202c4b195757\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:07:40.275017    3841 cni.go:473] [openshift-image-registry/image-registry-5bcf5547c-qx59n a9a1a400c50e7fef48361f1aa953e273bf52b099bc6652e127966c8e801320c5 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5bcf5547c-qx59n a9a1a400c50e7fef48361f1aa953e273bf52b099bc6652e127966c8e801320c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:1d:66:53:63:27\",\"name\":\"a9a1a400c50e7fe\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20974d7a-3b5d-4f0d-b6df-912333d0b4f6\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:07:41.954526    3841 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0506 03:07:42.124692    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0506 03:07:42.124714    3841 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0506 03:07:42.124710    3841 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6rq2j] creating logical port openshift-insights_insights-runtime-extractor-6rq2j for pod on switch ip-10-0-1-194.ec2.internal
W0506 03:07:42.124719    3841 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
I0506 03:07:42.124811    3841 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6rq2j
I0506 03:07:42.157680    3841 pod.go:62] [openshift-insights/insights-runtime-extractor-6rq2j] pod update took 32.903321ms
I0506 03:07:42.157710    3841 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6rq2j] addLogicalPort annotation time took 32.938324ms
I0506 03:07:42.158856    3841 pods.go:271] [openshift-insights/insights-runtime-extractor-6rq2j] addLogicalPort took 34.166725ms, libovsdb time 833.695µs
I0506 03:07:42.485471    3841 cni.go:452] [openshift-insights/insights-runtime-extractor-6rq2j 67ac9b8a5c218785ebdac6c4ad8182267ee11a4e4c9311650559bdb18ce3060f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6rq2j 67ac9b8a5c218785ebdac6c4ad8182267ee11a4e4c9311650559bdb18ce3060f network default NAD default NAD key ]
I0506 03:07:42.495552    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6rq2j, hostIfaceName: 67ac9b8a5c21878, network: default, NAD default, SandboxID: "67ac9b8a5c218785ebdac6c4ad8182267ee11a4e4c9311650559bdb18ce3060f", PCI device ID: , UID: "700bab40-a05a-403d-a44d-134e9b8a8735", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0506 03:07:42.514953    3841 cni.go:452] [openshift-ingress/router-default-6df6555f7c-xjxpz 3b982c90c99667a488227a87277b68a5f58ad2a8a975ff458ad9998899fce498 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6df6555f7c-xjxpz 3b982c90c99667a488227a87277b68a5f58ad2a8a975ff458ad9998899fce498 network default NAD default NAD key ]
I0506 03:07:42.525407    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6df6555f7c-xjxpz, hostIfaceName: 3b982c90c99667a, network: default, NAD default, SandboxID: "3b982c90c99667a488227a87277b68a5f58ad2a8a975ff458ad9998899fce498", PCI device ID: , UID: "69d30cd9-27e9-4150-8a0a-040a68d6c778", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0506 03:07:42.544212    3841 cni.go:473] [openshift-insights/insights-runtime-extractor-6rq2j 67ac9b8a5c218785ebdac6c4ad8182267ee11a4e4c9311650559bdb18ce3060f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6rq2j 67ac9b8a5c218785ebdac6c4ad8182267ee11a4e4c9311650559bdb18ce3060f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:38:83:5f:96:d9\",\"name\":\"67ac9b8a5c21878\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/788e4e74-5f33-4c56-b428-7ceb47bf2728\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:07:42.571974    3841 cni.go:473] [openshift-ingress/router-default-6df6555f7c-xjxpz 3b982c90c99667a488227a87277b68a5f58ad2a8a975ff458ad9998899fce498 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6df6555f7c-xjxpz 3b982c90c99667a488227a87277b68a5f58ad2a8a975ff458ad9998899fce498 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:18:eb:81:55:d5\",\"name\":\"3b982c90c99667a\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8ecb7c6-2b0b-4d4d-a8c9-1aff58b4bf39\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:07:42.616756    3841 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-fgx5r df9588a8c40cb50a7eb96e2f6c9a3de1ff65e20a99a39b484830f92446a460fa network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fgx5r df9588a8c40cb50a7eb96e2f6c9a3de1ff65e20a99a39b484830f92446a460fa network default NAD default NAD key ]
I0506 03:07:42.626529    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-fgx5r, hostIfaceName: df9588a8c40cb50, network: default, NAD default, SandboxID: "df9588a8c40cb50a7eb96e2f6c9a3de1ff65e20a99a39b484830f92446a460fa", PCI device ID: , UID: "6e34156c-37c0-44a4-ae4b-1272dc855539", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0506 03:07:42.679263    3841 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-fgx5r df9588a8c40cb50a7eb96e2f6c9a3de1ff65e20a99a39b484830f92446a460fa network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-fgx5r df9588a8c40cb50a7eb96e2f6c9a3de1ff65e20a99a39b484830f92446a460fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:eb:8b:dc:55:bb\",\"name\":\"df9588a8c40cb50\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6a0614d-cb46-48b9-8f9c-0fecfe72ed81\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:07:43.008132    3841 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:07:43.008782    3841 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:07:43.029374    3841 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:07:43.029394    3841 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b997bbb4b-hvzbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:07:43.039413    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b997bbb4b-hvzbg
I0506 03:07:43.039435    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b997bbb4b-hvzbg
W0506 03:07:43.044483    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:43.044498    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:43.044503    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:43.044588    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:43.044595    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:43.071129    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:43.071148    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:43.071154    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:43.071954    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:43.071976    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:43.116631    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:43.116669    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:43.116677    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:43.116691    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:43.116705    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.013613    3841 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0506 03:07:44.055909    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.055929    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.055940    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.055945    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.055910    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.055969    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.058821    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.058838    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.058844    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.058856    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.058861    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.058866    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.085399    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.085419    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.085472    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.085489    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.085499    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.085506    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.089123    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.089147    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.089156    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.089169    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.089175    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.089180    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
I0506 03:07:44.105098    3841 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:07:44.105591    3841 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:07:44.127962    3841 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:07:44.127985    3841 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-7s2vr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:07:44.138706    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bcf5547c-7s2vr
I0506 03:07:44.138725    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bcf5547c-7s2vr
W0506 03:07:44.161155    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.161176    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.161183    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 03:07:44.161337    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 03:07:44.161349    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0506 03:07:44.268496    3841 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0506 03:07:45.079560    3841 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0506 03:07:45.579459    3841 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gh6pn] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-gh6pn for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:07:45.579561    3841 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gh6pn
I0506 03:07:45.597765    3841 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gh6pn] pod update took 18.225422ms
I0506 03:07:45.597793    3841 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gh6pn] addLogicalPort annotation time took 18.258669ms
I0506 03:07:45.599010    3841 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gh6pn] addLogicalPort took 19.564854ms, libovsdb time 941.034µs
I0506 03:07:45.939119    3841 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gh6pn 330cf0ffa72c1cc043636aa1e6a4a07536ed5a33221660bc0f57c8e588975f4a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gh6pn 330cf0ffa72c1cc043636aa1e6a4a07536ed5a33221660bc0f57c8e588975f4a network default NAD default NAD key ]
I0506 03:07:45.949515    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-gh6pn, hostIfaceName: 330cf0ffa72c1cc, network: default, NAD default, SandboxID: "330cf0ffa72c1cc043636aa1e6a4a07536ed5a33221660bc0f57c8e588975f4a", PCI device ID: , UID: "26d8a014-bacc-473f-8a9d-5a5c4b672899", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0506 03:07:45.998457    3841 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gh6pn 330cf0ffa72c1cc043636aa1e6a4a07536ed5a33221660bc0f57c8e588975f4a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gh6pn 330cf0ffa72c1cc043636aa1e6a4a07536ed5a33221660bc0f57c8e588975f4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:93:3c:c2:5d:11\",\"name\":\"330cf0ffa72c1cc\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6667dd84-1ac6-472b-959a-2c0c95a044ed\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:07:46.057096    3841 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0506 03:07:46.057118    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0506 03:07:46.057126    3841 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0506 03:07:48.037373    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0506 03:07:48.146029    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0506 03:07:53.156142    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0506 03:07:53.156163    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0506 03:07:53.156172    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0506 03:07:53.197093    3841 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-b57bd for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:07:53.197240    3841 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd
I0506 03:07:53.264142    3841 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd
I0506 03:07:53.288339    3841 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd] pod update took 91.125569ms
I0506 03:07:53.288362    3841 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd] addLogicalPort annotation time took 91.158367ms
I0506 03:07:53.289537    3841 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd] addLogicalPort took 92.48802ms, libovsdb time 785.857µs
I0506 03:07:53.544015    3841 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd 8d8242fdb78364c6dba654ac7189263e3559dc78c7dc0d03fa5728ccaa99da0c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd 8d8242fdb78364c6dba654ac7189263e3559dc78c7dc0d03fa5728ccaa99da0c network default NAD default NAD key ]
I0506 03:07:53.555459    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-b57bd, hostIfaceName: 8d8242fdb78364c, network: default, NAD default, SandboxID: "8d8242fdb78364c6dba654ac7189263e3559dc78c7dc0d03fa5728ccaa99da0c", PCI device ID: , UID: "220e461b-55e6-42ba-bc1a-2977b9a6d323", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0506 03:07:53.604136    3841 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd 8d8242fdb78364c6dba654ac7189263e3559dc78c7dc0d03fa5728ccaa99da0c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-b57bd 8d8242fdb78364c6dba654ac7189263e3559dc78c7dc0d03fa5728ccaa99da0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:39:ac:3d:d2:d2\",\"name\":\"8d8242fdb78364c\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df3d25a3-74ff-4aab-a603-fc1116c41f6c\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:07:56.140723    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 03:07:56.140742    3841 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 03:07:56.140747    3841 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 03:07:57.101413    3841 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 03:07:57.101430    3841 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 03:07:57.101437    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0506 03:07:57.830003    3841 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dj2lr] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-dj2lr for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:07:57.830082    3841 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-dj2lr
I0506 03:07:57.848291    3841 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dj2lr] pod update took 18.230864ms
I0506 03:07:57.848316    3841 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dj2lr] addLogicalPort annotation time took 18.258531ms
I0506 03:07:57.849456    3841 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dj2lr] addLogicalPort took 19.465306ms, libovsdb time 811.989µs
I0506 03:07:58.190798    3841 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dj2lr 6c3773d4e2bbd4026bbe9b5efeaedff578ec610a37156e6f2ceeb5e2dbe3f78c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dj2lr 6c3773d4e2bbd4026bbe9b5efeaedff578ec610a37156e6f2ceeb5e2dbe3f78c network default NAD default NAD key ]
I0506 03:07:58.200941    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-dj2lr, hostIfaceName: 6c3773d4e2bbd40, network: default, NAD default, SandboxID: "6c3773d4e2bbd4026bbe9b5efeaedff578ec610a37156e6f2ceeb5e2dbe3f78c", PCI device ID: , UID: "a1e084a5-beba-4747-a1ac-d777e32f54df", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0506 03:07:58.249242    3841 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dj2lr 6c3773d4e2bbd4026bbe9b5efeaedff578ec610a37156e6f2ceeb5e2dbe3f78c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dj2lr 6c3773d4e2bbd4026bbe9b5efeaedff578ec610a37156e6f2ceeb5e2dbe3f78c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ce:0c:6c:2d:4e\",\"name\":\"6c3773d4e2bbd40\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/112a3a4e-bef6-4e5c-b12d-06453cb96480\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:07:59.124254    3841 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 03:07:59.124272    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 03:07:59.124278    3841 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 03:07:59.124283    3841 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 03:08:00.140906    3841 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 03:08:00.140925    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 03:08:00.169242    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 03:08:00.182786    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0506 03:08:00.209710    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0506 03:08:01.163665    3841 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 03:08:01.163685    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 03:08:01.163691    3841 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 03:08:01.163695    3841 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 03:08:01.192135    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 03:08:01.259706    3841 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 03:08:01.259724    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 03:08:02.111328    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0506 03:08:03.425972    3841 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-h7r8m] creating logical port openshift-console_downloads-5c54f4944f-h7r8m for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:08:03.426085    3841 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-h7r8m
I0506 03:08:03.448628    3841 pod.go:62] [openshift-console/downloads-5c54f4944f-h7r8m] pod update took 22.572705ms
I0506 03:08:03.448664    3841 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-h7r8m] addLogicalPort annotation time took 22.619509ms
I0506 03:08:03.449864    3841 pods.go:271] [openshift-console/downloads-5c54f4944f-h7r8m] addLogicalPort took 23.91567ms, libovsdb time 846.054µs
I0506 03:08:03.786311    3841 cni.go:452] [openshift-console/downloads-5c54f4944f-h7r8m de3f32ba1e36e2f89d2ae3a0c0e6dba8bd019a66b759102487300ded6ce6a312 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-h7r8m de3f32ba1e36e2f89d2ae3a0c0e6dba8bd019a66b759102487300ded6ce6a312 network default NAD default NAD key ]
I0506 03:08:03.795431    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-h7r8m, hostIfaceName: de3f32ba1e36e2f, network: default, NAD default, SandboxID: "de3f32ba1e36e2f89d2ae3a0c0e6dba8bd019a66b759102487300ded6ce6a312", PCI device ID: , UID: "c2ea5503-d1b4-4c59-be64-ab3f019b5d90", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0506 03:08:03.839530    3841 cni.go:473] [openshift-console/downloads-5c54f4944f-h7r8m de3f32ba1e36e2f89d2ae3a0c0e6dba8bd019a66b759102487300ded6ce6a312 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-h7r8m de3f32ba1e36e2f89d2ae3a0c0e6dba8bd019a66b759102487300ded6ce6a312 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:81:6a:37:b5:a7\",\"name\":\"de3f32ba1e36e2f\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f602001-a31a-446c-9183-50dd9914a6bd\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:08:09.898071    3841 base_network_controller_pods.go:487] [default/openshift-console/console-84df56f8d4-l8k27] creating logical port openshift-console_console-84df56f8d4-l8k27 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:08:09.898179    3841 kube.go:256] Updating pod openshift-console/console-84df56f8d4-l8k27
I0506 03:08:09.920134    3841 pod.go:62] [openshift-console/console-84df56f8d4-l8k27] pod update took 21.985985ms
I0506 03:08:09.920161    3841 base_network_controller_pods.go:951] [default/openshift-console/console-84df56f8d4-l8k27] addLogicalPort annotation time took 22.015387ms
I0506 03:08:09.921594    3841 pods.go:271] [openshift-console/console-84df56f8d4-l8k27] addLogicalPort took 23.540435ms, libovsdb time 1.04162ms
I0506 03:08:10.260532    3841 cni.go:452] [openshift-console/console-84df56f8d4-l8k27 56aca2f223a63d955e1d05b21f0713b0556b8bb0bf4f304c93b868e80a51894a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-84df56f8d4-l8k27 56aca2f223a63d955e1d05b21f0713b0556b8bb0bf4f304c93b868e80a51894a network default NAD default NAD key ]
I0506 03:08:10.270807    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-84df56f8d4-l8k27, hostIfaceName: 56aca2f223a63d9, network: default, NAD default, SandboxID: "56aca2f223a63d955e1d05b21f0713b0556b8bb0bf4f304c93b868e80a51894a", PCI device ID: , UID: "d6e035de-2457-46bb-9495-be202430c762", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0506 03:08:10.323003    3841 cni.go:473] [openshift-console/console-84df56f8d4-l8k27 56aca2f223a63d955e1d05b21f0713b0556b8bb0bf4f304c93b868e80a51894a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-84df56f8d4-l8k27 56aca2f223a63d955e1d05b21f0713b0556b8bb0bf4f304c93b868e80a51894a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c7:70:8a:6f:af\",\"name\":\"56aca2f223a63d9\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6f60b25-9f06-49cb-bd0e-af5f6afeaddc\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:08:14.203365    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0506 03:08:20.234156    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0506 03:08:20.267705    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0506 03:08:20.276253    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0506 03:08:20.276276    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0506 03:08:20.300470    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0506 03:08:20.329451    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0506 03:08:21.236904    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0506 03:08:21.236935    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0506 03:08:25.297752    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0506 03:08:25.297783    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0506 03:08:25.335507    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0506 03:08:25.335530    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0506 03:08:28.266598    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0506 03:08:29.271342    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0506 03:08:30.236894    3841 cni.go:452] [openshift-image-registry/image-registry-5bcf5547c-qx59n a9a1a400c50e7fef48361f1aa953e273bf52b099bc6652e127966c8e801320c5 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5bcf5547c-qx59n a9a1a400c50e7fef48361f1aa953e273bf52b099bc6652e127966c8e801320c5 network default NAD default NAD key ]
I0506 03:08:30.308519    3841 cni.go:473] [openshift-image-registry/image-registry-5bcf5547c-qx59n a9a1a400c50e7fef48361f1aa953e273bf52b099bc6652e127966c8e801320c5 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5bcf5547c-qx59n a9a1a400c50e7fef48361f1aa953e273bf52b099bc6652e127966c8e801320c5 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:08:30.357331    3841 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:08:30.357360    3841 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5bcf5547c-qx59n
I0506 03:08:30.358528    3841 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5bcf5547c-qx59n, ips: 10.129.0.5
I0506 03:08:30.358557    3841 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:08:31.292093    3841 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:08:31.292114    3841 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bcf5547c-qx59n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:08:31.295100    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bcf5547c-qx59n
I0506 03:08:31.295127    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bcf5547c-qx59n
W0506 03:08:36.285724    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0506 03:08:45.412783    3841 cni.go:452] [openshift-console/console-84df56f8d4-l8k27 56aca2f223a63d955e1d05b21f0713b0556b8bb0bf4f304c93b868e80a51894a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-84df56f8d4-l8k27 56aca2f223a63d955e1d05b21f0713b0556b8bb0bf4f304c93b868e80a51894a network default NAD default NAD key ]
I0506 03:08:45.487609    3841 cni.go:473] [openshift-console/console-84df56f8d4-l8k27 56aca2f223a63d955e1d05b21f0713b0556b8bb0bf4f304c93b868e80a51894a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-84df56f8d4-l8k27 56aca2f223a63d955e1d05b21f0713b0556b8bb0bf4f304c93b868e80a51894a network default NAD default NAD key default], result "{}", err <nil>
I0506 03:08:45.557496    3841 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-l8k27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:08:45.557537    3841 pods.go:176] Deleting pod: openshift-console/console-84df56f8d4-l8k27
I0506 03:08:45.558847    3841 pods.go:236] Attempting to release IPs for pod: openshift-console/console-84df56f8d4-l8k27, ips: 10.129.0.17
I0506 03:08:45.558872    3841 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-l8k27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:08:45.566954    3841 base_network_controller_pods.go:487] [default/openshift-console/console-5cbc56f74f-fktlt] creating logical port openshift-console_console-5cbc56f74f-fktlt for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:08:45.567055    3841 kube.go:256] Updating pod openshift-console/console-5cbc56f74f-fktlt
I0506 03:08:45.587553    3841 pod.go:62] [openshift-console/console-5cbc56f74f-fktlt] pod update took 20.52079ms
I0506 03:08:45.587581    3841 base_network_controller_pods.go:951] [default/openshift-console/console-5cbc56f74f-fktlt] addLogicalPort annotation time took 20.555263ms
I0506 03:08:45.588869    3841 pods.go:271] [openshift-console/console-5cbc56f74f-fktlt] addLogicalPort took 21.932429ms, libovsdb time 859.736µs
I0506 03:08:45.969209    3841 cni.go:452] [openshift-console/console-5cbc56f74f-fktlt 287c32cb098861a46bb220ab820ac216713827f87352923e33c336ceaae53260 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cbc56f74f-fktlt 287c32cb098861a46bb220ab820ac216713827f87352923e33c336ceaae53260 network default NAD default NAD key ]
I0506 03:08:45.979178    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cbc56f74f-fktlt, hostIfaceName: 287c32cb098861a, network: default, NAD default, SandboxID: "287c32cb098861a46bb220ab820ac216713827f87352923e33c336ceaae53260", PCI device ID: , UID: "2740b3b8-f340-4f69-b92f-e3b6090c39b8", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0506 03:08:46.029163    3841 cni.go:473] [openshift-console/console-5cbc56f74f-fktlt 287c32cb098861a46bb220ab820ac216713827f87352923e33c336ceaae53260 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cbc56f74f-fktlt 287c32cb098861a46bb220ab820ac216713827f87352923e33c336ceaae53260 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c3:3a:5e:f9:07\",\"name\":\"287c32cb098861a\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c030d170-a9d2-4811-ab78-811aed1e4dea\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:08:46.362386    3841 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-l8k27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:08:46.362409    3841 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-l8k27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:08:46.365925    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84df56f8d4-l8k27
I0506 03:08:46.365949    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84df56f8d4-l8k27
I0506 03:08:50.624024    3841 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-89xv5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:08:50.626605    3841 obj_retry.go:498] Detected object openshift-console/console-84df56f8d4-89xv5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:08:51.346805    3841 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-89xv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:08:51.346827    3841 obj_retry.go:492] Detected object openshift-console/console-84df56f8d4-89xv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:08:51.352431    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84df56f8d4-89xv5
I0506 03:08:51.352454    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84df56f8d4-89xv5
W0506 03:08:56.399886    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0506 03:09:00.365256    3841 obj_retry.go:498] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:00.365847    3841 obj_retry.go:498] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:00.688727    3841 obj_retry.go:492] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:00.688751    3841 obj_retry.go:492] Detected object openshift-ingress/router-default-6768b979cc-d7zwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:00.691454    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6768b979cc-d7zwg
I0506 03:09:00.691479    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6768b979cc-d7zwg
I0506 03:09:10.995456    3841 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0506 03:09:13.686052    3841 cni.go:452] [openshift-multus/network-metrics-daemon-zk42v a0211f23ad4740121e23f93213991afda5f6a4e80094a0afc772de886440db4a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-zk42v a0211f23ad4740121e23f93213991afda5f6a4e80094a0afc772de886440db4a network default NAD default NAD key ]
I0506 03:09:13.695453    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zk42v, hostIfaceName: a0211f23ad47401, network: default, NAD default, SandboxID: "a0211f23ad4740121e23f93213991afda5f6a4e80094a0afc772de886440db4a", PCI device ID: , UID: "bb1e9a43-39ee-42ad-860e-fc8769b988bc", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0506 03:09:13.743901    3841 cni.go:473] [openshift-multus/network-metrics-daemon-zk42v a0211f23ad4740121e23f93213991afda5f6a4e80094a0afc772de886440db4a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zk42v a0211f23ad4740121e23f93213991afda5f6a4e80094a0afc772de886440db4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:c4:4d:96:87:a1\",\"name\":\"a0211f23ad47401\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d54d3648-7261-4d0e-8908-08f1333df87a\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:09:15.312068    3841 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:15.312712    3841 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:15.472529    3841 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:15.472548    3841 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:15.478765    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0506 03:09:15.478792    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0506 03:09:19.263269    3841 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:19.263871    3841 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:19.532400    3841 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:19.532418    3841 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:19.538664    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0506 03:09:19.538685    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0506 03:09:36.004684    3841 cni.go:452] [openshift-console/console-5cbc56f74f-fktlt 287c32cb098861a46bb220ab820ac216713827f87352923e33c336ceaae53260 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cbc56f74f-fktlt 287c32cb098861a46bb220ab820ac216713827f87352923e33c336ceaae53260 network default NAD default NAD key ]
I0506 03:09:36.077898    3841 cni.go:473] [openshift-console/console-5cbc56f74f-fktlt 287c32cb098861a46bb220ab820ac216713827f87352923e33c336ceaae53260 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cbc56f74f-fktlt 287c32cb098861a46bb220ab820ac216713827f87352923e33c336ceaae53260 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:09:36.129348    3841 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-fktlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:36.129381    3841 pods.go:176] Deleting pod: openshift-console/console-5cbc56f74f-fktlt
I0506 03:09:36.130571    3841 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cbc56f74f-fktlt, ips: 10.129.0.18
I0506 03:09:36.130596    3841 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-fktlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:36.141210    3841 base_network_controller_pods.go:487] [default/openshift-console/console-77d4b8d4d4-xwt57] creating logical port openshift-console_console-77d4b8d4d4-xwt57 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:09:36.141297    3841 kube.go:256] Updating pod openshift-console/console-77d4b8d4d4-xwt57
I0506 03:09:36.156848    3841 pod.go:62] [openshift-console/console-77d4b8d4d4-xwt57] pod update took 15.578599ms
I0506 03:09:36.156870    3841 base_network_controller_pods.go:951] [default/openshift-console/console-77d4b8d4d4-xwt57] addLogicalPort annotation time took 15.603671ms
I0506 03:09:36.158010    3841 pods.go:271] [openshift-console/console-77d4b8d4d4-xwt57] addLogicalPort took 16.816522ms, libovsdb time 858.115µs
I0506 03:09:36.506047    3841 cni.go:452] [openshift-console/console-77d4b8d4d4-xwt57 31d5a973d1996ff0426f6f9c0c078c97dd2245aef0dc2f98dca578bbbc5eab72 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77d4b8d4d4-xwt57 31d5a973d1996ff0426f6f9c0c078c97dd2245aef0dc2f98dca578bbbc5eab72 network default NAD default NAD key ]
I0506 03:09:36.517133    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77d4b8d4d4-xwt57, hostIfaceName: 31d5a973d1996ff, network: default, NAD default, SandboxID: "31d5a973d1996ff0426f6f9c0c078c97dd2245aef0dc2f98dca578bbbc5eab72", PCI device ID: , UID: "3005d608-a6c8-44ea-a1d9-9e05081fe70b", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0506 03:09:36.532272    3841 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-fktlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:36.532296    3841 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-fktlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:36.538280    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbc56f74f-fktlt
I0506 03:09:36.538303    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbc56f74f-fktlt
I0506 03:09:36.566034    3841 cni.go:473] [openshift-console/console-77d4b8d4d4-xwt57 31d5a973d1996ff0426f6f9c0c078c97dd2245aef0dc2f98dca578bbbc5eab72 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77d4b8d4d4-xwt57 31d5a973d1996ff0426f6f9c0c078c97dd2245aef0dc2f98dca578bbbc5eab72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:3d:2b:48:c1:3e\",\"name\":\"31d5a973d1996ff\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5edb3b92-af0c-4827-ba59-6176d4ca32d9\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:09:46.588150    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0506 03:09:46.861944    3841 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:46.862448    3841 obj_retry.go:498] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:47.241561    3841 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:47.242083    3841 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:09:47.638145    3841 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:47.638167    3841 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:47.646134    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0506 03:09:47.646164    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0506 03:09:47.660855    3841 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:47.660874    3841 obj_retry.go:492] Detected object openshift-console/console-5cbc56f74f-9vqcw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:09:47.663862    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cbc56f74f-9vqcw
I0506 03:09:47.663886    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cbc56f74f-9vqcw
I0506 03:10:00.216658    3841 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633950-xpt6q for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:10:00.216786    3841 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q
I0506 03:10:00.231116    3841 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q] pod update took 14.35286ms
I0506 03:10:00.231138    3841 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q] addLogicalPort annotation time took 14.381257ms
I0506 03:10:00.232310    3841 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q] addLogicalPort took 15.683012ms, libovsdb time 871.204µs
I0506 03:10:00.590465    3841 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q 30b9d41e49410401bf4f447ca9e1b2190ee2f483037372e2975d4db57be90879 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q 30b9d41e49410401bf4f447ca9e1b2190ee2f483037372e2975d4db57be90879 network default NAD default NAD key ]
I0506 03:10:00.599905    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633950-xpt6q, hostIfaceName: 30b9d41e4941040, network: default, NAD default, SandboxID: "30b9d41e49410401bf4f447ca9e1b2190ee2f483037372e2975d4db57be90879", PCI device ID: , UID: "05a7b8a2-1cce-45e6-9476-67f24549f0b5", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0506 03:10:00.646825    3841 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q 30b9d41e49410401bf4f447ca9e1b2190ee2f483037372e2975d4db57be90879 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q 30b9d41e49410401bf4f447ca9e1b2190ee2f483037372e2975d4db57be90879 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9d:0f:b1:7f:07\",\"name\":\"30b9d41e4941040\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c42b358-b437-4811-bea1-765d9c2df6a1\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:10:04.649210    3841 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q 30b9d41e49410401bf4f447ca9e1b2190ee2f483037372e2975d4db57be90879 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q 30b9d41e49410401bf4f447ca9e1b2190ee2f483037372e2975d4db57be90879 network default NAD default NAD key ]
I0506 03:10:04.722764    3841 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q 30b9d41e49410401bf4f447ca9e1b2190ee2f483037372e2975d4db57be90879 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q 30b9d41e49410401bf4f447ca9e1b2190ee2f483037372e2975d4db57be90879 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:10:04.763704    3841 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:10:04.763736    3841 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q
I0506 03:10:04.764890    3841 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q, ips: 10.129.0.20
I0506 03:10:04.764921    3841 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:10:05.664219    3841 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:10:05.664242    3841 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-xpt6q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:10:22.155863    3841 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:10:22.156467    3841 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:10:22.742108    3841 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:10:22.742136    3841 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:10:22.749287    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0506 03:10:22.749319    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0506 03:10:56.589950    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0506 03:11:18.319398    3841 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m48qw] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-m48qw for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:11:18.319561    3841 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m48qw
I0506 03:11:18.333903    3841 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m48qw] pod update took 14.383802ms
I0506 03:11:18.333929    3841 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m48qw] addLogicalPort annotation time took 14.413737ms
I0506 03:11:18.335265    3841 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m48qw] addLogicalPort took 15.888878ms, libovsdb time 998.804µs
I0506 03:11:18.676105    3841 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m48qw 6106388213e8378488a72e09e9080c2ec957961ba29900cff3ca6bdcd776c0f8 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m48qw 6106388213e8378488a72e09e9080c2ec957961ba29900cff3ca6bdcd776c0f8 network default NAD default NAD key ]
I0506 03:11:18.685163    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-m48qw, hostIfaceName: 6106388213e8378, network: default, NAD default, SandboxID: "6106388213e8378488a72e09e9080c2ec957961ba29900cff3ca6bdcd776c0f8", PCI device ID: , UID: "9ae8003f-09b8-41df-90b0-1c0c9b6df93e", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0506 03:11:18.733001    3841 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m48qw 6106388213e8378488a72e09e9080c2ec957961ba29900cff3ca6bdcd776c0f8 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m48qw 6106388213e8378488a72e09e9080c2ec957961ba29900cff3ca6bdcd776c0f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e0:ed:74:bf:2e\",\"name\":\"6106388213e8378\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3248f094-a14b-4ff2-99df-770cff5c3465\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:11:21.914845    3841 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 03:11:25.484227    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69
W0506 03:11:32.938534    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 03:11:32.979372    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0506 03:11:32.979436    3841 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fxtp7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fxtp7: no pod IPs found 
I0506 03:11:50.498514    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=545
I0506 03:12:05.482727    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69
I0506 03:12:12.578960    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0506 03:12:28.584906    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0506 03:12:57.594722    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0506 03:13:02.601350    3841 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0506 03:13:13.568083    3841 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0506 03:13:16.606515    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0506 03:13:37.487110    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0506 03:13:38.607217    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0506 03:13:41.490702    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17
I0506 03:14:51.568013    3841 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0506 03:15:04.483260    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137
I0506 03:15:07.573624    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0506 03:15:52.531873    3841 namespace.go:98] [tsf] adding namespace
I0506 03:15:52.532828    3841 namespace.go:102] [tsf] adding namespace took 931.842µs
I0506 03:15:52.551111    3841 namespace.go:142] [tsf] updating namespace
I0506 03:15:52.559169    3841 namespace.go:142] [tsf] updating namespace
I0506 03:15:56.227008    3841 namespace.go:98] [rhtpa-operator] adding namespace
I0506 03:15:56.228036    3841 namespace.go:102] [rhtpa-operator] adding namespace took 1.006707ms
I0506 03:15:56.235223    3841 namespace.go:98] [konflux-operator] adding namespace
I0506 03:15:56.235425    3841 namespace.go:98] [cert-manager-operator] adding namespace
I0506 03:15:56.235512    3841 namespace.go:98] [tsf-tas] adding namespace
I0506 03:15:56.235662    3841 namespace.go:98] [rhbk-operator] adding namespace
I0506 03:15:56.235706    3841 namespace.go:98] [konflux-ui] adding namespace
I0506 03:15:56.236030    3841 namespace.go:102] [konflux-operator] adding namespace took 788.187µs
I0506 03:15:56.236059    3841 namespace.go:98] [tsf-tpa] adding namespace
I0506 03:15:56.236614    3841 namespace.go:102] [tsf-tpa] adding namespace took 547.071µs
I0506 03:15:56.237292    3841 namespace.go:102] [cert-manager-operator] adding namespace took 1.848092ms
I0506 03:15:56.237823    3841 namespace.go:102] [tsf-tas] adding namespace took 2.302411ms
I0506 03:15:56.238314    3841 namespace.go:102] [rhbk-operator] adding namespace took 2.632192ms
I0506 03:15:56.238343    3841 namespace.go:98] [tsf-keycloak] adding namespace
I0506 03:15:56.238856    3841 namespace.go:102] [tsf-keycloak] adding namespace took 501.425µs
I0506 03:15:56.239262    3841 namespace.go:102] [konflux-ui] adding namespace took 3.546947ms
I0506 03:15:56.249370    3841 namespace.go:142] [rhtpa-operator] updating namespace
I0506 03:15:56.266860    3841 namespace.go:142] [rhtpa-operator] updating namespace
I0506 03:15:56.281251    3841 namespace.go:142] [konflux-operator] updating namespace
I0506 03:15:56.294456    3841 namespace.go:142] [tsf-tpa] updating namespace
I0506 03:15:56.294574    3841 namespace.go:142] [tsf-tas] updating namespace
I0506 03:15:56.294681    3841 namespace.go:142] [konflux-operator] updating namespace
I0506 03:15:56.294758    3841 namespace.go:142] [cert-manager-operator] updating namespace
I0506 03:15:56.301482    3841 namespace.go:142] [konflux-ui] updating namespace
I0506 03:15:56.314429    3841 namespace.go:142] [rhbk-operator] updating namespace
I0506 03:15:56.318392    3841 namespace.go:142] [konflux-operator] updating namespace
I0506 03:15:56.318444    3841 namespace.go:142] [rhtpa-operator] updating namespace
I0506 03:15:56.332724    3841 namespace.go:142] [tsf-keycloak] updating namespace
I0506 03:15:56.343509    3841 namespace.go:142] [cert-manager-operator] updating namespace
I0506 03:15:56.353416    3841 namespace.go:142] [tsf-tas] updating namespace
I0506 03:15:56.359096    3841 namespace.go:142] [cert-manager-operator] updating namespace
I0506 03:15:56.370615    3841 namespace.go:142] [tsf-tas] updating namespace
I0506 03:15:56.370749    3841 namespace.go:142] [rhbk-operator] updating namespace
I0506 03:15:56.385008    3841 namespace.go:142] [rhbk-operator] updating namespace
I0506 03:15:56.388498    3841 namespace.go:142] [konflux-ui] updating namespace
I0506 03:15:56.414006    3841 namespace.go:142] [konflux-ui] updating namespace
I0506 03:15:56.414030    3841 namespace.go:142] [tsf-keycloak] updating namespace
I0506 03:15:56.422750    3841 namespace.go:142] [tsf-tpa] updating namespace
I0506 03:15:56.436962    3841 namespace.go:142] [tsf-keycloak] updating namespace
I0506 03:15:56.446462    3841 namespace.go:142] [tsf-tpa] updating namespace
I0506 03:15:57.333324    3841 namespace.go:142] [tsf-tpa] updating namespace
I0506 03:15:57.345480    3841 namespace.go:142] [tsf-keycloak] updating namespace
I0506 03:15:57.496332    3841 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:15:57.496467    3841 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0506 03:15:57.524625    3841 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.18881ms
I0506 03:15:57.524674    3841 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.241719ms
I0506 03:15:57.525979    3841 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.667042ms, libovsdb time 891.499µs
I0506 03:15:57.870301    3841 cni.go:452] [tsf/test-tsf-subscriptions 50472221f582ea6bdb50c568591a71d66eca4beac33dbaebbc99ddc8ef162b04 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 50472221f582ea6bdb50c568591a71d66eca4beac33dbaebbc99ddc8ef162b04 network default NAD default NAD key ]
I0506 03:15:57.880455    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 50472221f582ea6, network: default, NAD default, SandboxID: "50472221f582ea6bdb50c568591a71d66eca4beac33dbaebbc99ddc8ef162b04", PCI device ID: , UID: "e3a9e717-8091-4be3-9b50-4c14365eb185", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0506 03:15:57.925473    3841 cni.go:473] [tsf/test-tsf-subscriptions 50472221f582ea6bdb50c568591a71d66eca4beac33dbaebbc99ddc8ef162b04 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 50472221f582ea6bdb50c568591a71d66eca4beac33dbaebbc99ddc8ef162b04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:24:94:2a:e8:93\",\"name\":\"50472221f582ea6\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9de8e3b3-0bb2-48d9-8666-8aafa7a0055b\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:16:03.383432    3841 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:03.384126    3841 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:03.384164    3841 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:03.384174    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 03:16:03.384191    3841 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:03.384197    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 03:16:04.386814    3841 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:04.387354    3841 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:04.387384    3841 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:04.387395    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 03:16:04.387411    3841 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:04.387418    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 03:16:04.426728    3841 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:04.426751    3841 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:04.426766    3841 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:04.426781    3841 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekstmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:05.410361    3841 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:05.410390    3841 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:05.410406    3841 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:05.410419    3841 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vfl9p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:08.421037    3841 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:08.421550    3841 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:08.421574    3841 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:08.421582    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 03:16:08.421594    3841 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:08.421598    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 03:16:08.451823    3841 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:08.452446    3841 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:08.452474    3841 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:08.452482    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 03:16:08.452494    3841 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:08.452499    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 03:16:09.457972    3841 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:09.457997    3841 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:09.458009    3841 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:09.458022    3841 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6gscn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:09.482664    3841 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:09.482698    3841 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:09.482716    3841 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:09.482730    3841 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tjwcc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:10.511464    3841 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:10.512012    3841 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:10.512036    3841 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:10.512043    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 03:16:10.512055    3841 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:10.512060    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 03:16:10.601627    3841 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:10.602129    3841 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:10.602155    3841 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:10.602164    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 03:16:10.602175    3841 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:10.602181    3841 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 03:16:11.561472    3841 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:11.561495    3841 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:11.561508    3841 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:11.561525    3841 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136m4sm9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:11.663343    3841 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:11.663365    3841 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:11.663380    3841 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:11.663393    3841 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vgq8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:20.569360    3841 namespace.go:98] [cert-manager] adding namespace
I0506 03:16:20.570250    3841 namespace.go:102] [cert-manager] adding namespace took 864.071µs
I0506 03:16:20.634637    3841 namespace.go:142] [cert-manager] updating namespace
I0506 03:16:20.681340    3841 namespace.go:142] [cert-manager] updating namespace
W0506 03:16:23.241319    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0506 03:16:24.639416    3841 namespace.go:142] [openshift-operators] updating namespace
I0506 03:16:24.654280    3841 namespace.go:142] [openshift-operators] updating namespace
W0506 03:16:27.310551    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0506 03:16:27.310577    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0506 03:16:30.250783    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0506 03:16:33.400688    3841 namespace.go:98] [trusted-artifact-signer] adding namespace
I0506 03:16:33.401664    3841 namespace.go:102] [trusted-artifact-signer] adding namespace took 948.987µs
I0506 03:16:33.431594    3841 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 03:16:33.441707    3841 namespace.go:142] [trusted-artifact-signer] updating namespace
W0506 03:16:34.321790    3841 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0506 03:16:38.099900    3841 namespace.go:142] [openshift-operators] updating namespace
I0506 03:16:50.121278    3841 cni.go:452] [tsf/test-tsf-subscriptions 50472221f582ea6bdb50c568591a71d66eca4beac33dbaebbc99ddc8ef162b04 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 50472221f582ea6bdb50c568591a71d66eca4beac33dbaebbc99ddc8ef162b04 network default NAD default NAD key ]
I0506 03:16:50.203326    3841 cni.go:473] [tsf/test-tsf-subscriptions 50472221f582ea6bdb50c568591a71d66eca4beac33dbaebbc99ddc8ef162b04 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 50472221f582ea6bdb50c568591a71d66eca4beac33dbaebbc99ddc8ef162b04 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:16:50.261456    3841 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:50.261491    3841 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0506 03:16:50.262744    3841 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.22
I0506 03:16:50.262770    3841 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:16:50.294967    3841 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:50.294992    3841 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:16:50.301846    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0506 03:16:50.301873    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0506 03:16:51.866717    3841 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:16:51.866878    3841 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0506 03:16:51.887626    3841 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 20.780661ms
I0506 03:16:51.887664    3841 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 20.823566ms
I0506 03:16:51.888870    3841 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 22.174259ms, libovsdb time 891.935µs
I0506 03:16:52.250889    3841 cni.go:452] [tsf/test-tsf-infrastructure d5eb587c5ea5d678a0ad61ed0adfbcbd9e03cd8e1aff299bdbacd466b6f53f98 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure d5eb587c5ea5d678a0ad61ed0adfbcbd9e03cd8e1aff299bdbacd466b6f53f98 network default NAD default NAD key ]
I0506 03:16:52.261319    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: d5eb587c5ea5d67, network: default, NAD default, SandboxID: "d5eb587c5ea5d678a0ad61ed0adfbcbd9e03cd8e1aff299bdbacd466b6f53f98", PCI device ID: , UID: "5b55d653-3d3f-46f3-9805-5652f549003b", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0506 03:16:52.308607    3841 cni.go:473] [tsf/test-tsf-infrastructure d5eb587c5ea5d678a0ad61ed0adfbcbd9e03cd8e1aff299bdbacd466b6f53f98 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure d5eb587c5ea5d678a0ad61ed0adfbcbd9e03cd8e1aff299bdbacd466b6f53f98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:cf:4b:a0:2a:a4\",\"name\":\"d5eb587c5ea5d67\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8178dfab-2451-434e-8bc6-ce783134c3a1\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:16:53.752874    3841 namespace.go:98] [openshift-pipelines] adding namespace
I0506 03:16:53.754006    3841 namespace.go:102] [openshift-pipelines] adding namespace took 1.095679ms
I0506 03:16:53.779150    3841 namespace.go:142] [openshift-pipelines] updating namespace
I0506 03:16:54.461444    3841 namespace.go:142] [cert-manager] updating namespace
I0506 03:16:54.659924    3841 namespace.go:142] [cert-manager-operator] updating namespace
I0506 03:16:54.746995    3841 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lqbqj] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-lqbqj for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:16:54.747108    3841 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lqbqj
I0506 03:16:54.750500    3841 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7qzmt] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-7qzmt for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:16:54.750584    3841 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7qzmt
I0506 03:16:54.763548    3841 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lqbqj] pod update took 16.470886ms
I0506 03:16:54.763573    3841 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lqbqj] addLogicalPort annotation time took 16.499714ms
I0506 03:16:54.764978    3841 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lqbqj] addLogicalPort took 18.046564ms, libovsdb time 911.422µs
I0506 03:16:54.767832    3841 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7qzmt] pod update took 17.271521ms
I0506 03:16:54.767851    3841 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7qzmt] addLogicalPort annotation time took 17.295253ms
I0506 03:16:54.768923    3841 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7qzmt] addLogicalPort took 18.437327ms, libovsdb time 751.386µs
I0506 03:16:55.062947    3841 namespace.go:142] [konflux-operator] updating namespace
I0506 03:16:55.266055    3841 namespace.go:142] [konflux-ui] updating namespace
I0506 03:16:55.464557    3841 namespace.go:142] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] updating namespace
I0506 03:16:55.865335    3841 namespace.go:142] [rhbk-operator] updating namespace
I0506 03:16:56.068214    3841 namespace.go:142] [rhtpa-operator] updating namespace
I0506 03:16:56.266324    3841 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 03:16:56.470406    3841 namespace.go:142] [tsf] updating namespace
I0506 03:16:56.675154    3841 namespace.go:142] [tsf-keycloak] updating namespace
I0506 03:16:56.872101    3841 namespace.go:142] [tsf-tas] updating namespace
I0506 03:16:57.073301    3841 namespace.go:142] [tsf-tpa] updating namespace
I0506 03:16:57.208744    3841 namespace.go:142] [cert-manager] updating namespace
I0506 03:16:57.218496    3841 namespace.go:142] [cert-manager-operator] updating namespace
I0506 03:16:57.229252    3841 namespace.go:142] [default] updating namespace
I0506 03:16:57.240066    3841 namespace.go:142] [konflux-operator] updating namespace
I0506 03:16:57.250006    3841 namespace.go:142] [konflux-ui] updating namespace
I0506 03:16:57.264053    3841 namespace.go:142] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] updating namespace
I0506 03:16:57.272194    3841 namespace.go:142] [openshift] updating namespace
I0506 03:16:57.284386    3841 namespace.go:142] [rhbk-operator] updating namespace
I0506 03:16:57.291673    3841 namespace.go:142] [rhtpa-operator] updating namespace
I0506 03:16:57.300838    3841 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 03:16:57.309265    3841 namespace.go:142] [tsf] updating namespace
I0506 03:16:57.318487    3841 namespace.go:142] [tsf-keycloak] updating namespace
I0506 03:16:57.335917    3841 namespace.go:142] [tsf-tas] updating namespace
I0506 03:16:57.357058    3841 namespace.go:142] [tsf-tpa] updating namespace
I0506 03:16:57.457346    3841 namespace.go:142] [cert-manager] updating namespace
I0506 03:16:57.556790    3841 namespace.go:142] [cert-manager-operator] updating namespace
I0506 03:16:57.659476    3841 namespace.go:142] [default] updating namespace
I0506 03:16:57.755046    3841 namespace.go:142] [konflux-operator] updating namespace
I0506 03:16:57.858670    3841 namespace.go:142] [konflux-ui] updating namespace
I0506 03:16:57.957201    3841 namespace.go:142] [open-cluster-management-2q45svcivdm15p3pj0gf8q8sbn6f50mb] updating namespace
I0506 03:16:58.055488    3841 namespace.go:142] [openshift] updating namespace
I0506 03:16:58.158999    3841 namespace.go:142] [rhbk-operator] updating namespace
I0506 03:16:58.255178    3841 namespace.go:142] [rhtpa-operator] updating namespace
I0506 03:16:58.362572    3841 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 03:16:58.455441    3841 namespace.go:142] [tsf] updating namespace
I0506 03:16:58.556142    3841 namespace.go:142] [tsf-keycloak] updating namespace
I0506 03:16:58.655468    3841 namespace.go:142] [tsf-tas] updating namespace
I0506 03:16:58.731110    3841 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7qzmt 7df5ef677b688c76a1fef4583f5a9139df76d9ee3f406a2e0bf0f9cd1d0af143 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7qzmt 7df5ef677b688c76a1fef4583f5a9139df76d9ee3f406a2e0bf0f9cd1d0af143 network default NAD default NAD key ]
I0506 03:16:58.740636    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-7qzmt, hostIfaceName: 7df5ef677b688c7, network: default, NAD default, SandboxID: "7df5ef677b688c76a1fef4583f5a9139df76d9ee3f406a2e0bf0f9cd1d0af143", PCI device ID: , UID: "32c4ffbe-1857-4722-8311-f160f391eab9", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0506 03:16:58.757398    3841 namespace.go:142] [tsf-tpa] updating namespace
I0506 03:16:58.791263    3841 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7qzmt 7df5ef677b688c76a1fef4583f5a9139df76d9ee3f406a2e0bf0f9cd1d0af143 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7qzmt 7df5ef677b688c76a1fef4583f5a9139df76d9ee3f406a2e0bf0f9cd1d0af143 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:db:ca:db:39:0a\",\"name\":\"7df5ef677b688c7\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c265f4a0-eeda-4ea8-bfaf-ded0f69dfa5e\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:16:59.044991    3841 namespace.go:142] [openshift-pipelines] updating namespace
W0506 03:16:59.156971    3841 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0506 03:17:00.222761    3841 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lqbqj 5896f55185a5ab5ea122bae65c92bf032358b76bba46c3d99fa22e1ceb113030 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lqbqj 5896f55185a5ab5ea122bae65c92bf032358b76bba46c3d99fa22e1ceb113030 network default NAD default NAD key ]
I0506 03:17:00.232772    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-lqbqj, hostIfaceName: 5896f55185a5ab5, network: default, NAD default, SandboxID: "5896f55185a5ab5ea122bae65c92bf032358b76bba46c3d99fa22e1ceb113030", PCI device ID: , UID: "7860320f-17d5-48bd-a5c8-ab6c6a63eb6c", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0506 03:17:00.279573    3841 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lqbqj 5896f55185a5ab5ea122bae65c92bf032358b76bba46c3d99fa22e1ceb113030 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lqbqj 5896f55185a5ab5ea122bae65c92bf032358b76bba46c3d99fa22e1ceb113030 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:13:7d:82:a3:00\",\"name\":\"5896f55185a5ab5\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85ad5840-e734-4a32-9825-6a3f8361b178\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:17:01.241376    3841 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0506 03:17:06.938007    3841 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-g5ql7] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-g5ql7 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:17:06.938137    3841 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-g5ql7
I0506 03:17:06.959466    3841 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-g5ql7] pod update took 21.358198ms
I0506 03:17:06.959489    3841 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-g5ql7] addLogicalPort annotation time took 21.386174ms
I0506 03:17:06.960759    3841 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-g5ql7] addLogicalPort took 22.769043ms, libovsdb time 901.539µs
I0506 03:17:07.013344    3841 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:17:07.013452    3841 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc
I0506 03:17:07.033457    3841 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc] pod update took 20.029781ms
I0506 03:17:07.033480    3841 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc] addLogicalPort annotation time took 20.056724ms
I0506 03:17:07.034717    3841 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc] addLogicalPort took 21.3891ms, libovsdb time 894.635µs
I0506 03:17:07.224252    3841 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xc9wb] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-xc9wb for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:17:07.224361    3841 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xc9wb
I0506 03:17:07.246534    3841 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xc9wb] pod update took 22.194001ms
I0506 03:17:07.246556    3841 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xc9wb] addLogicalPort annotation time took 22.221104ms
I0506 03:17:07.247783    3841 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xc9wb] addLogicalPort took 23.551161ms, libovsdb time 864.71µs
I0506 03:17:07.409853    3841 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-g5ql7 b0c6e5e125345822101be68f0865170eeaa4669543b907d87e2a6034ae90f9f5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-g5ql7 b0c6e5e125345822101be68f0865170eeaa4669543b907d87e2a6034ae90f9f5 network default NAD default NAD key ]
I0506 03:17:07.419543    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-g5ql7, hostIfaceName: b0c6e5e12534582, network: default, NAD default, SandboxID: "b0c6e5e125345822101be68f0865170eeaa4669543b907d87e2a6034ae90f9f5", PCI device ID: , UID: "ba1fe6e4-3adc-4167-9c04-5d3f406d583d", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0506 03:17:07.431753    3841 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc 2f79d797c5869618abc6c239d53fcdf8429ccd37a5751c3371642513d9ae2cc9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc 2f79d797c5869618abc6c239d53fcdf8429ccd37a5751c3371642513d9ae2cc9 network default NAD default NAD key ]
I0506 03:17:07.442457    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc, hostIfaceName: 2f79d797c586961, network: default, NAD default, SandboxID: "2f79d797c5869618abc6c239d53fcdf8429ccd37a5751c3371642513d9ae2cc9", PCI device ID: , UID: "af8400ff-cfdd-438a-94c2-dbb412351bae", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0506 03:17:07.472832    3841 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-g5ql7 b0c6e5e125345822101be68f0865170eeaa4669543b907d87e2a6034ae90f9f5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-g5ql7 b0c6e5e125345822101be68f0865170eeaa4669543b907d87e2a6034ae90f9f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:35:7f:2f:5e:0f\",\"name\":\"b0c6e5e12534582\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14f2d063-38d5-431f-8127-27d194e98946\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:17:07.491665    3841 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc 2f79d797c5869618abc6c239d53fcdf8429ccd37a5751c3371642513d9ae2cc9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bfwhc 2f79d797c5869618abc6c239d53fcdf8429ccd37a5751c3371642513d9ae2cc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a6:e1:68:b1:da\",\"name\":\"2f79d797c586961\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4617460-9bb4-4af2-92c8-d7e4b594eb90\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:17:07.614358    3841 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xc9wb e0b17929b0789649f3a3a17f56fda2d3712b859a2a6aa538832eef183b2ec909 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xc9wb e0b17929b0789649f3a3a17f56fda2d3712b859a2a6aa538832eef183b2ec909 network default NAD default NAD key ]
I0506 03:17:07.624371    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-xc9wb, hostIfaceName: e0b17929b078964, network: default, NAD default, SandboxID: "e0b17929b0789649f3a3a17f56fda2d3712b859a2a6aa538832eef183b2ec909", PCI device ID: , UID: "aac364c5-523f-4972-86ed-744e6643d206", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0506 03:17:07.670901    3841 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xc9wb e0b17929b0789649f3a3a17f56fda2d3712b859a2a6aa538832eef183b2ec909 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xc9wb e0b17929b0789649f3a3a17f56fda2d3712b859a2a6aa538832eef183b2ec909 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e1:fb:70:6b:4f\",\"name\":\"e0b17929b078964\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b66f59e9-f844-4ed9-bf69-a67d2f30f93b\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:17:11.682638    3841 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 03:17:11.682676    3841 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 03:17:11.682682    3841 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 03:17:11.682687    3841 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0506 03:17:12.487724    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=33
W0506 03:17:19.249141    3841 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 03:17:19.249159    3841 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 03:17:19.249164    3841 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 03:17:19.481385    3841 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 03:17:19.481403    3841 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 03:17:19.481409    3841 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 03:17:21.297386    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0506 03:17:22.192429    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0506 03:17:30.262601    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 03:17:30.262624    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 03:17:30.262630    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 03:17:40.814946    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0506 03:17:47.364462    3841 cni.go:452] [tsf/test-tsf-infrastructure d5eb587c5ea5d678a0ad61ed0adfbcbd9e03cd8e1aff299bdbacd466b6f53f98 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure d5eb587c5ea5d678a0ad61ed0adfbcbd9e03cd8e1aff299bdbacd466b6f53f98 network default NAD default NAD key ]
I0506 03:17:47.442228    3841 cni.go:473] [tsf/test-tsf-infrastructure d5eb587c5ea5d678a0ad61ed0adfbcbd9e03cd8e1aff299bdbacd466b6f53f98 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure d5eb587c5ea5d678a0ad61ed0adfbcbd9e03cd8e1aff299bdbacd466b6f53f98 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:17:47.491871    3841 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:17:47.491900    3841 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0506 03:17:47.493099    3841 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.23
I0506 03:17:47.493129    3841 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:17:47.512317    3841 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:17:47.512335    3841 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:17:47.518696    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0506 03:17:47.518721    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0506 03:17:48.753539    3841 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:17:48.753636    3841 kube.go:256] Updating pod tsf/test-tsf-iam
I0506 03:17:48.800451    3841 kube.go:256] Updating pod tsf/test-tsf-iam
I0506 03:17:48.822990    3841 pod.go:62] [tsf/test-tsf-iam] pod update took 69.383083ms
I0506 03:17:48.823010    3841 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 69.407414ms
I0506 03:17:48.824211    3841 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 70.694523ms, libovsdb time 840.519µs
I0506 03:17:49.112437    3841 cni.go:452] [tsf/test-tsf-iam 8edb1fb894396a3a111d368764835adaf5a8c1d31474d31bf68c5aa30340a8e3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 8edb1fb894396a3a111d368764835adaf5a8c1d31474d31bf68c5aa30340a8e3 network default NAD default NAD key ]
I0506 03:17:49.122097    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 8edb1fb894396a3, network: default, NAD default, SandboxID: "8edb1fb894396a3a111d368764835adaf5a8c1d31474d31bf68c5aa30340a8e3", PCI device ID: , UID: "b5b351db-caa8-4f38-867c-0e94a42d0f8e", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0506 03:17:49.168397    3841 cni.go:473] [tsf/test-tsf-iam 8edb1fb894396a3a111d368764835adaf5a8c1d31474d31bf68c5aa30340a8e3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 8edb1fb894396a3a111d368764835adaf5a8c1d31474d31bf68c5aa30340a8e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ae:d6:0b:f7:66\",\"name\":\"8edb1fb894396a3\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0320fb0b-5958-4cae-81b3-08d2489e8b6d\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:17:49.609396    3841 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0506 03:17:49.610043    3841 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0506 03:17:49.610065    3841 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0506 03:17:49.612786    3841 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0506 03:17:49.968801    3841 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:17:49.968894    3841 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0506 03:17:49.987192    3841 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.323521ms
I0506 03:17:49.987214    3841 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.349379ms
I0506 03:17:49.988570    3841 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.784546ms, libovsdb time 987.247µs
I0506 03:17:50.327285    3841 cni.go:452] [tsf-keycloak/keycloak-0 78e4a2151a8292a4b173590522d0ecd4a5f6371b8e16ded0290976a9b7d66922 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 78e4a2151a8292a4b173590522d0ecd4a5f6371b8e16ded0290976a9b7d66922 network default NAD default NAD key ]
I0506 03:17:50.337989    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 78e4a2151a8292a, network: default, NAD default, SandboxID: "78e4a2151a8292a4b173590522d0ecd4a5f6371b8e16ded0290976a9b7d66922", PCI device ID: , UID: "c8e88a5d-2953-4c2c-bdf4-2295929b93f8", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0506 03:17:50.388438    3841 cni.go:473] [tsf-keycloak/keycloak-0 78e4a2151a8292a4b173590522d0ecd4a5f6371b8e16ded0290976a9b7d66922 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 78e4a2151a8292a4b173590522d0ecd4a5f6371b8e16ded0290976a9b7d66922 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:df:51:c8:c3:e3\",\"name\":\"78e4a2151a8292a\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1393793-4582-4b42-8835-7fd1b33bc9a4\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:17:56.417804    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0506 03:17:56.417837    3841 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0506 03:17:56.418565    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0506 03:17:56.418604    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0506 03:18:01.781378    3841 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0506 03:18:03.598163    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
W0506 03:18:18.559383    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0506 03:18:18.559406    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0506 03:18:18.559502    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0506 03:18:18.559515    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0506 03:18:19.846591    3841 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-v79vf] creating logical port tsf-keycloak_tsf-iam-v79vf for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:18:19.846715    3841 kube.go:256] Updating pod tsf-keycloak/tsf-iam-v79vf
I0506 03:18:19.864959    3841 pod.go:62] [tsf-keycloak/tsf-iam-v79vf] pod update took 18.266492ms
I0506 03:18:19.864985    3841 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-v79vf] addLogicalPort annotation time took 18.29884ms
I0506 03:18:19.866183    3841 pods.go:271] [tsf-keycloak/tsf-iam-v79vf] addLogicalPort took 19.612964ms, libovsdb time 855.851µs
I0506 03:18:20.204474    3841 cni.go:452] [tsf-keycloak/tsf-iam-v79vf 7c236f43105f74ea68f57c693bbb0322f0400f0884b01e9e10037daa82ca4940 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-v79vf 7c236f43105f74ea68f57c693bbb0322f0400f0884b01e9e10037daa82ca4940 network default NAD default NAD key ]
I0506 03:18:20.213658    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-v79vf, hostIfaceName: 7c236f43105f74e, network: default, NAD default, SandboxID: "7c236f43105f74ea68f57c693bbb0322f0400f0884b01e9e10037daa82ca4940", PCI device ID: , UID: "d4620340-fa00-4488-aafa-f250a75de0b6", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0506 03:18:20.262745    3841 cni.go:473] [tsf-keycloak/tsf-iam-v79vf 7c236f43105f74ea68f57c693bbb0322f0400f0884b01e9e10037daa82ca4940 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-v79vf 7c236f43105f74ea68f57c693bbb0322f0400f0884b01e9e10037daa82ca4940 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6f:10:fd:ba:2b\",\"name\":\"7c236f43105f74e\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/393c1b82-2298-4eef-8be0-242dbccf763a\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:18:22.545894    3841 cni.go:452] [tsf/test-tsf-iam 8edb1fb894396a3a111d368764835adaf5a8c1d31474d31bf68c5aa30340a8e3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 8edb1fb894396a3a111d368764835adaf5a8c1d31474d31bf68c5aa30340a8e3 network default NAD default NAD key ]
I0506 03:18:22.621269    3841 cni.go:473] [tsf/test-tsf-iam 8edb1fb894396a3a111d368764835adaf5a8c1d31474d31bf68c5aa30340a8e3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 8edb1fb894396a3a111d368764835adaf5a8c1d31474d31bf68c5aa30340a8e3 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:18:22.676049    3841 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:18:22.676190    3841 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0506 03:18:22.677670    3841 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.29
I0506 03:18:22.677709    3841 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:18:22.717697    3841 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:18:22.717725    3841 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:18:22.722630    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0506 03:18:22.722677    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0506 03:18:23.512897    3841 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:18:23.513052    3841 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0506 03:18:23.527466    3841 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.433744ms
I0506 03:18:23.527495    3841 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.469678ms
I0506 03:18:23.529008    3841 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.12975ms, libovsdb time 1.048225ms
I0506 03:18:23.892485    3841 cni.go:452] [tsf-tas/test-tsf-tas 488b1ea67642e0e3f5c838d17bcf2208de3558aa3cf2514190b0ccfa1fcef10b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 488b1ea67642e0e3f5c838d17bcf2208de3558aa3cf2514190b0ccfa1fcef10b network default NAD default NAD key ]
I0506 03:18:23.905972    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 488b1ea67642e0e, network: default, NAD default, SandboxID: "488b1ea67642e0e3f5c838d17bcf2208de3558aa3cf2514190b0ccfa1fcef10b", PCI device ID: , UID: "e0f5cf4c-a739-41c2-8b42-a8b697271394", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0506 03:18:23.980561    3841 cni.go:473] [tsf-tas/test-tsf-tas 488b1ea67642e0e3f5c838d17bcf2208de3558aa3cf2514190b0ccfa1fcef10b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 488b1ea67642e0e3f5c838d17bcf2208de3558aa3cf2514190b0ccfa1fcef10b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2f:2f:a4:cb:27\",\"name\":\"488b1ea67642e0e\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9930062-65ec-40f3-874b-cf1fa0633c61\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:18:25.081134    3841 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 03:18:25.081164    3841 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 03:18:25.081172    3841 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0506 03:18:27.593738    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
W0506 03:18:27.825874    3841 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0506 03:18:27.825895    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0506 03:18:33.126966    3841 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0506 03:18:36.155804    3841 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-2rfns] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-2rfns for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:18:36.155900    3841 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-2rfns
I0506 03:18:36.173404    3841 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-2rfns] pod update took 17.525239ms
I0506 03:18:36.173439    3841 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-2rfns] addLogicalPort annotation time took 17.564975ms
I0506 03:18:36.175149    3841 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-2rfns] addLogicalPort took 19.359587ms, libovsdb time 1.139893ms
I0506 03:18:36.539213    3841 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-2rfns 421fe2da4ad7138d053d8256165ada11f54e74fb27916387a49ec233b9d97d76 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-2rfns 421fe2da4ad7138d053d8256165ada11f54e74fb27916387a49ec233b9d97d76 network default NAD default NAD key ]
I0506 03:18:36.552284    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-2rfns, hostIfaceName: 421fe2da4ad7138, network: default, NAD default, SandboxID: "421fe2da4ad7138d053d8256165ada11f54e74fb27916387a49ec233b9d97d76", PCI device ID: , UID: "4f981222-b18a-4edd-a9b3-59304e22599b", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0506 03:18:36.615086    3841 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-2rfns 421fe2da4ad7138d053d8256165ada11f54e74fb27916387a49ec233b9d97d76 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-2rfns 421fe2da4ad7138d053d8256165ada11f54e74fb27916387a49ec233b9d97d76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b8:64:1f:a0:e4\",\"name\":\"421fe2da4ad7138\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97903175-573a-4880-be81-95176a84d665\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:18:37.910631    3841 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0506 03:18:38.652899    3841 cni.go:452] [tsf-keycloak/tsf-iam-v79vf 7c236f43105f74ea68f57c693bbb0322f0400f0884b01e9e10037daa82ca4940 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-v79vf 7c236f43105f74ea68f57c693bbb0322f0400f0884b01e9e10037daa82ca4940 network default NAD default NAD key ]
I0506 03:18:38.731081    3841 cni.go:473] [tsf-keycloak/tsf-iam-v79vf 7c236f43105f74ea68f57c693bbb0322f0400f0884b01e9e10037daa82ca4940 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-v79vf 7c236f43105f74ea68f57c693bbb0322f0400f0884b01e9e10037daa82ca4940 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:18:40.297067    3841 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v79vf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:18:40.297099    3841 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-v79vf
I0506 03:18:40.298564    3841 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-v79vf, ips: 10.129.0.31
I0506 03:18:40.298599    3841 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v79vf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:18:41.322579    3841 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v79vf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:18:41.322608    3841 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v79vf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:18:41.408900    3841 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:18:41.409508    3841 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0506 03:18:41.912198    3841 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0506 03:18:41.922333    3841 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:18:41.922363    3841 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8kb94-8mbbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:18:42.582938    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0506 03:18:48.193830    3841 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-69xhb] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-69xhb for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:18:48.193923    3841 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-69xhb
I0506 03:18:48.215470    3841 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-69xhb] pod update took 21.572148ms
I0506 03:18:48.215490    3841 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-69xhb] addLogicalPort annotation time took 21.597515ms
I0506 03:18:48.216614    3841 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-69xhb] addLogicalPort took 22.802367ms, libovsdb time 778.777µs
I0506 03:18:48.258114    3841 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4tzx2] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-4tzx2 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:18:48.258203    3841 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4tzx2
I0506 03:18:48.274578    3841 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4tzx2] pod update took 16.400961ms
I0506 03:18:48.274603    3841 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4tzx2] addLogicalPort annotation time took 16.431297ms
I0506 03:18:48.275796    3841 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4tzx2] addLogicalPort took 17.695388ms, libovsdb time 822.059µs
I0506 03:18:48.554421    3841 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-69xhb 3659fb64791121243d680bf02e97adc1e4fb840f54293bcdbe54b389540637ed network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-69xhb 3659fb64791121243d680bf02e97adc1e4fb840f54293bcdbe54b389540637ed network default NAD default NAD key ]
I0506 03:18:48.563801    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-69xhb, hostIfaceName: 3659fb647911212, network: default, NAD default, SandboxID: "3659fb64791121243d680bf02e97adc1e4fb840f54293bcdbe54b389540637ed", PCI device ID: , UID: "547df190-f11d-427c-b064-58859e15bbba", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0506 03:18:48.614743    3841 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-69xhb 3659fb64791121243d680bf02e97adc1e4fb840f54293bcdbe54b389540637ed network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-69xhb 3659fb64791121243d680bf02e97adc1e4fb840f54293bcdbe54b389540637ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:92:18:09:2f:70\",\"name\":\"3659fb647911212\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbbd601a-c949-4d5e-b0cb-e8e0dc36f88b\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:18:48.619406    3841 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4tzx2 ad22e02fcf9097c23a8591513c698aff1a6745672b5c99be46becc9b295c2d93 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4tzx2 ad22e02fcf9097c23a8591513c698aff1a6745672b5c99be46becc9b295c2d93 network default NAD default NAD key ]
I0506 03:18:48.628814    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-4tzx2, hostIfaceName: ad22e02fcf9097c, network: default, NAD default, SandboxID: "ad22e02fcf9097c23a8591513c698aff1a6745672b5c99be46becc9b295c2d93", PCI device ID: , UID: "3bbf1411-ba52-4441-ab7a-d33df13c4f53", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0506 03:18:48.677570    3841 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4tzx2 ad22e02fcf9097c23a8591513c698aff1a6745672b5c99be46becc9b295c2d93 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4tzx2 ad22e02fcf9097c23a8591513c698aff1a6745672b5c99be46becc9b295c2d93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:da:b8:60:4c:70\",\"name\":\"ad22e02fcf9097c\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12ae58dc-fbd8-4c71-8637-30e6d1b1f9c9\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:18:51.714187    3841 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 03:18:51.714208    3841 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 03:18:52.721783    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 03:18:52.721805    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 03:18:53.727329    3841 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0506 03:19:04.734444    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0506 03:19:13.819808    3841 cni.go:452] [tsf-tas/test-tsf-tas 488b1ea67642e0e3f5c838d17bcf2208de3558aa3cf2514190b0ccfa1fcef10b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 488b1ea67642e0e3f5c838d17bcf2208de3558aa3cf2514190b0ccfa1fcef10b network default NAD default NAD key ]
I0506 03:19:13.890330    3841 cni.go:473] [tsf-tas/test-tsf-tas 488b1ea67642e0e3f5c838d17bcf2208de3558aa3cf2514190b0ccfa1fcef10b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 488b1ea67642e0e3f5c838d17bcf2208de3558aa3cf2514190b0ccfa1fcef10b network default NAD default NAD key default], result "{}", err <nil>
I0506 03:19:13.974833    3841 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:13.974899    3841 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0506 03:19:13.976218    3841 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.32
I0506 03:19:13.976249    3841 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:13.995736    3841 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:13.995765    3841 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:13.999312    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0506 03:19:13.999337    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0506 03:19:14.675872    3841 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-kq5jh] creating logical port tsf_patch-tekton-config-kq5jh for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:19:14.675966    3841 kube.go:256] Updating pod tsf/patch-tekton-config-kq5jh
I0506 03:19:14.688153    3841 pod.go:62] [tsf/patch-tekton-config-kq5jh] pod update took 12.212011ms
I0506 03:19:14.688175    3841 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-kq5jh] addLogicalPort annotation time took 12.236752ms
I0506 03:19:14.689462    3841 pods.go:271] [tsf/patch-tekton-config-kq5jh] addLogicalPort took 13.604771ms, libovsdb time 858.459µs
I0506 03:19:15.097143    3841 cni.go:452] [tsf/patch-tekton-config-kq5jh 1e12568cfcdf6f19f1fd8a69def8a04b9b8d416c2c728cb768e476d152245bbe network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-kq5jh 1e12568cfcdf6f19f1fd8a69def8a04b9b8d416c2c728cb768e476d152245bbe network default NAD default NAD key ]
I0506 03:19:15.107349    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-kq5jh, hostIfaceName: 1e12568cfcdf6f1, network: default, NAD default, SandboxID: "1e12568cfcdf6f19f1fd8a69def8a04b9b8d416c2c728cb768e476d152245bbe", PCI device ID: , UID: "9f9f5d87-d1f3-4be6-a567-ea92a6745ca8", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0506 03:19:15.159964    3841 cni.go:473] [tsf/patch-tekton-config-kq5jh 1e12568cfcdf6f19f1fd8a69def8a04b9b8d416c2c728cb768e476d152245bbe network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-kq5jh 1e12568cfcdf6f19f1fd8a69def8a04b9b8d416c2c728cb768e476d152245bbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:f9:27:ba:15:a7\",\"name\":\"1e12568cfcdf6f1\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddccaa81-bd01-4872-a7e5-26e8534433d5\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:19:17.247170    3841 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:17.247788    3841 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:18.123622    3841 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:18.123660    3841 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xk4r8-kpzxj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:22.869978    3841 cni.go:452] [tsf/patch-tekton-config-kq5jh 1e12568cfcdf6f19f1fd8a69def8a04b9b8d416c2c728cb768e476d152245bbe network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-kq5jh 1e12568cfcdf6f19f1fd8a69def8a04b9b8d416c2c728cb768e476d152245bbe network default NAD default NAD key ]
I0506 03:19:22.955226    3841 cni.go:473] [tsf/patch-tekton-config-kq5jh 1e12568cfcdf6f19f1fd8a69def8a04b9b8d416c2c728cb768e476d152245bbe network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-kq5jh 1e12568cfcdf6f19f1fd8a69def8a04b9b8d416c2c728cb768e476d152245bbe network default NAD default NAD key default], result "{}", err <nil>
I0506 03:19:23.002599    3841 obj_retry.go:498] Detected object tsf/patch-tekton-config-kq5jh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:23.002629    3841 pods.go:176] Deleting pod: tsf/patch-tekton-config-kq5jh
I0506 03:19:23.004012    3841 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-kq5jh, ips: 10.129.0.36
I0506 03:19:23.004036    3841 obj_retry.go:498] Detected object tsf/patch-tekton-config-kq5jh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0506 03:19:23.143734    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0506 03:19:24.025512    3841 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:24.025540    3841 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:24.126784    3841 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-xvjmt] creating logical port tsf_tsf-tekton-configuration-xvjmt for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:19:24.126874    3841 kube.go:256] Updating pod tsf/tsf-tekton-configuration-xvjmt
I0506 03:19:24.138954    3841 pod.go:62] [tsf/tsf-tekton-configuration-xvjmt] pod update took 12.104153ms
I0506 03:19:24.138992    3841 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-xvjmt] addLogicalPort annotation time took 12.145437ms
I0506 03:19:24.140201    3841 pods.go:271] [tsf/tsf-tekton-configuration-xvjmt] addLogicalPort took 13.432629ms, libovsdb time 846.806µs
I0506 03:19:24.485778    3841 cni.go:452] [tsf/tsf-tekton-configuration-xvjmt 43afe3216498c2d99386ef728d4880e3cd9fe9115cb933f89d5613fef12528b6 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-xvjmt 43afe3216498c2d99386ef728d4880e3cd9fe9115cb933f89d5613fef12528b6 network default NAD default NAD key ]
I0506 03:19:24.496527    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-xvjmt, hostIfaceName: 43afe3216498c2d, network: default, NAD default, SandboxID: "43afe3216498c2d99386ef728d4880e3cd9fe9115cb933f89d5613fef12528b6", PCI device ID: , UID: "2199b2ee-2dc9-4ef9-b7b8-24ae480d20ed", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0506 03:19:24.548214    3841 cni.go:473] [tsf/tsf-tekton-configuration-xvjmt 43afe3216498c2d99386ef728d4880e3cd9fe9115cb933f89d5613fef12528b6 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-xvjmt 43afe3216498c2d99386ef728d4880e3cd9fe9115cb933f89d5613fef12528b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:ae:31:1b:a4:d3\",\"name\":\"43afe3216498c2d\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7b5279a-33f7-4242-b7d1-93b92cfdaf25\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:19:30.912772    3841 cni.go:452] [tsf/tsf-tekton-configuration-xvjmt 43afe3216498c2d99386ef728d4880e3cd9fe9115cb933f89d5613fef12528b6 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-xvjmt 43afe3216498c2d99386ef728d4880e3cd9fe9115cb933f89d5613fef12528b6 network default NAD default NAD key ]
I0506 03:19:30.986147    3841 cni.go:473] [tsf/tsf-tekton-configuration-xvjmt 43afe3216498c2d99386ef728d4880e3cd9fe9115cb933f89d5613fef12528b6 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-xvjmt 43afe3216498c2d99386ef728d4880e3cd9fe9115cb933f89d5613fef12528b6 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:19:31.037001    3841 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xvjmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:31.037030    3841 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-xvjmt
I0506 03:19:31.038420    3841 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-xvjmt, ips: 10.129.0.37
I0506 03:19:31.038449    3841 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xvjmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:32.060507    3841 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xvjmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:32.060559    3841 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xvjmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:32.095345    3841 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:32.095369    3841 obj_retry.go:492] Detected object tsf/patch-tekton-config-kq5jh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:32.098835    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-kq5jh
I0506 03:19:32.098865    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-kq5jh
I0506 03:19:32.750384    3841 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:19:32.750510    3841 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0506 03:19:32.764971    3841 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.486992ms
I0506 03:19:32.764994    3841 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.515484ms
I0506 03:19:32.766230    3841 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.865462ms, libovsdb time 872.02µs
I0506 03:19:33.107710    3841 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 51a0bceb1874b52faa66eedf858ee89e6051577ad5254ac314e69ed803afc069 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 51a0bceb1874b52faa66eedf858ee89e6051577ad5254ac314e69ed803afc069 network default NAD default NAD key ]
I0506 03:19:33.117672    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 51a0bceb1874b52, network: default, NAD default, SandboxID: "51a0bceb1874b52faa66eedf858ee89e6051577ad5254ac314e69ed803afc069", PCI device ID: , UID: "598efc44-63df-47c7-adc7-05d2deb1c0fc", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0506 03:19:33.166931    3841 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 51a0bceb1874b52faa66eedf858ee89e6051577ad5254ac314e69ed803afc069 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 51a0bceb1874b52faa66eedf858ee89e6051577ad5254ac314e69ed803afc069 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:04:d5:bd:ca:24\",\"name\":\"51a0bceb1874b52\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41a60756-49fc-4b08-92c9-d77e5395427c\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:19:36.945157    3841 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 51a0bceb1874b52faa66eedf858ee89e6051577ad5254ac314e69ed803afc069 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 51a0bceb1874b52faa66eedf858ee89e6051577ad5254ac314e69ed803afc069 network default NAD default NAD key ]
I0506 03:19:37.021490    3841 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 51a0bceb1874b52faa66eedf858ee89e6051577ad5254ac314e69ed803afc069 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 51a0bceb1874b52faa66eedf858ee89e6051577ad5254ac314e69ed803afc069 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:19:37.071091    3841 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:37.071130    3841 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0506 03:19:37.072343    3841 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.38
I0506 03:19:37.072374    3841 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:37.091985    3841 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:37.092022    3841 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:37.097444    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0506 03:19:37.097472    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0506 03:19:37.299358    3841 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:19:37.299455    3841 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0506 03:19:37.313484    3841 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.052184ms
I0506 03:19:37.313506    3841 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.078098ms
I0506 03:19:37.314732    3841 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.38976ms, libovsdb time 845.375µs
I0506 03:19:37.657054    3841 cni.go:452] [tsf-tpa/test-tsf-tpa b8c8e6aaed799e90bfbf66045c247b1f97b975bd223cc7ecd0c4b3ee5dc6f1aa network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa b8c8e6aaed799e90bfbf66045c247b1f97b975bd223cc7ecd0c4b3ee5dc6f1aa network default NAD default NAD key ]
I0506 03:19:37.666751    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: b8c8e6aaed799e9, network: default, NAD default, SandboxID: "b8c8e6aaed799e90bfbf66045c247b1f97b975bd223cc7ecd0c4b3ee5dc6f1aa", PCI device ID: , UID: "f36f29bb-2feb-46b8-9905-7d5d43756735", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0506 03:19:37.715529    3841 cni.go:473] [tsf-tpa/test-tsf-tpa b8c8e6aaed799e90bfbf66045c247b1f97b975bd223cc7ecd0c4b3ee5dc6f1aa network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa b8c8e6aaed799e90bfbf66045c247b1f97b975bd223cc7ecd0c4b3ee5dc6f1aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d3:e1:28:ad:7f\",\"name\":\"b8c8e6aaed799e9\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a6334d6-c7ba-49e2-9818-9dc8ce33ace9\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:19:43.392793    3841 obj_retry.go:498] Detected object tsf-tpa/create-db-h6vdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:43.393352    3841 obj_retry.go:498] Detected object tsf-tpa/create-db-h6vdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:44.415567    3841 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:44.415597    3841 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:47.436530    3841 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s9tvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:47.437182    3841 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s9tvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:47.541574    3841 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:47.541593    3841 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:47.722668    3841 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-rwc5n] creating logical port tsf-tpa_create-importers-rwc5n for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:19:47.722760    3841 kube.go:256] Updating pod tsf-tpa/create-importers-rwc5n
I0506 03:19:47.736589    3841 pod.go:62] [tsf-tpa/create-importers-rwc5n] pod update took 13.85028ms
I0506 03:19:47.736609    3841 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-rwc5n] addLogicalPort annotation time took 13.877728ms
I0506 03:19:47.737853    3841 pods.go:271] [tsf-tpa/create-importers-rwc5n] addLogicalPort took 15.218118ms, libovsdb time 852.818µs
I0506 03:19:48.104627    3841 cni.go:452] [tsf-tpa/create-importers-rwc5n 840eb3613e6aa31ce82fbc8980fc8e58097ea3cb7b24b067e43af576525d6043 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-rwc5n 840eb3613e6aa31ce82fbc8980fc8e58097ea3cb7b24b067e43af576525d6043 network default NAD default NAD key ]
I0506 03:19:48.114138    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-rwc5n, hostIfaceName: 840eb3613e6aa31, network: default, NAD default, SandboxID: "840eb3613e6aa31ce82fbc8980fc8e58097ea3cb7b24b067e43af576525d6043", PCI device ID: , UID: "d5cdbbba-4be8-4e5e-8ce6-b2708d6f7f0f", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0506 03:19:48.164123    3841 cni.go:473] [tsf-tpa/create-importers-rwc5n 840eb3613e6aa31ce82fbc8980fc8e58097ea3cb7b24b067e43af576525d6043 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-rwc5n 840eb3613e6aa31ce82fbc8980fc8e58097ea3cb7b24b067e43af576525d6043 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:0e:88:55:25:8f\",\"name\":\"840eb3613e6aa31\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a6e64c0-a94c-40d7-b7da-0884b20f7804\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:19:48.494115    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96
I0506 03:19:48.660211    3841 namespace.go:142] [openshift-pipelines] updating namespace
I0506 03:19:52.734477    3841 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:52.735037    3841 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:53.606295    3841 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:53.606318    3841 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-d8lxs-rwzhw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:55.038786    3841 cni.go:452] [tsf-tpa/create-importers-rwc5n 840eb3613e6aa31ce82fbc8980fc8e58097ea3cb7b24b067e43af576525d6043 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-rwc5n 840eb3613e6aa31ce82fbc8980fc8e58097ea3cb7b24b067e43af576525d6043 network default NAD default NAD key ]
I0506 03:19:55.113483    3841 cni.go:473] [tsf-tpa/create-importers-rwc5n 840eb3613e6aa31ce82fbc8980fc8e58097ea3cb7b24b067e43af576525d6043 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-rwc5n 840eb3613e6aa31ce82fbc8980fc8e58097ea3cb7b24b067e43af576525d6043 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:19:55.173978    3841 obj_retry.go:498] Detected object tsf-tpa/create-importers-rwc5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:55.174010    3841 pods.go:176] Deleting pod: tsf-tpa/create-importers-rwc5n
I0506 03:19:55.175220    3841 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-rwc5n, ips: 10.129.0.40
I0506 03:19:55.175248    3841 obj_retry.go:498] Detected object tsf-tpa/create-importers-rwc5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:19:56.197058    3841 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:56.197084    3841 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:19:57.050072    3841 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-859f654655-wzn2b] creating logical port tsf-tas_rekor-search-ui-859f654655-wzn2b for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:19:57.050174    3841 kube.go:256] Updating pod tsf-tas/rekor-search-ui-859f654655-wzn2b
I0506 03:19:57.063133    3841 pod.go:62] [tsf-tas/rekor-search-ui-859f654655-wzn2b] pod update took 12.980539ms
I0506 03:19:57.063160    3841 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-859f654655-wzn2b] addLogicalPort annotation time took 13.011934ms
I0506 03:19:57.064368    3841 pods.go:271] [tsf-tas/rekor-search-ui-859f654655-wzn2b] addLogicalPort took 14.314496ms, libovsdb time 795.662µs
I0506 03:19:57.410132    3841 cni.go:452] [tsf-tas/rekor-search-ui-859f654655-wzn2b b3fda562f91b86dfc471b5cd92dc449c6f311f27783fe2c8916a2bd9b8c12310 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-859f654655-wzn2b b3fda562f91b86dfc471b5cd92dc449c6f311f27783fe2c8916a2bd9b8c12310 network default NAD default NAD key ]
I0506 03:19:57.419742    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-859f654655-wzn2b, hostIfaceName: b3fda562f91b86d, network: default, NAD default, SandboxID: "b3fda562f91b86dfc471b5cd92dc449c6f311f27783fe2c8916a2bd9b8c12310", PCI device ID: , UID: "4df01772-a695-4cac-80e3-63813161eb10", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0506 03:19:57.469714    3841 cni.go:473] [tsf-tas/rekor-search-ui-859f654655-wzn2b b3fda562f91b86dfc471b5cd92dc449c6f311f27783fe2c8916a2bd9b8c12310 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-859f654655-wzn2b b3fda562f91b86dfc471b5cd92dc449c6f311f27783fe2c8916a2bd9b8c12310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:98:8b:ec:9f:90\",\"name\":\"b3fda562f91b86d\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0c21045-2311-4d7d-94d7-46cc6352087b\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:19:59.624323    3841 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5f7b59c895-gddsx] creating logical port tsf-tas_rekor-server-5f7b59c895-gddsx for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:19:59.624419    3841 kube.go:256] Updating pod tsf-tas/rekor-server-5f7b59c895-gddsx
I0506 03:19:59.637938    3841 pod.go:62] [tsf-tas/rekor-server-5f7b59c895-gddsx] pod update took 13.541465ms
I0506 03:19:59.638018    3841 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5f7b59c895-gddsx] addLogicalPort annotation time took 13.624904ms
I0506 03:19:59.639341    3841 pods.go:271] [tsf-tas/rekor-server-5f7b59c895-gddsx] addLogicalPort took 15.039014ms, libovsdb time 958.026µs
I0506 03:20:00.171955    3841 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633960-7s2x7 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:00.172053    3841 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7
I0506 03:20:00.186350    3841 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7] pod update took 14.319364ms
I0506 03:20:00.186373    3841 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7] addLogicalPort annotation time took 14.347967ms
I0506 03:20:00.187616    3841 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7] addLogicalPort took 15.684557ms, libovsdb time 861.725µs
I0506 03:20:00.535310    3841 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 aab50ed67eb2e706d5e5a48719d4a545e4fbc231d185659f00057d77345d7c02 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 aab50ed67eb2e706d5e5a48719d4a545e4fbc231d185659f00057d77345d7c02 network default NAD default NAD key ]
I0506 03:20:00.545824    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633960-7s2x7, hostIfaceName: aab50ed67eb2e70, network: default, NAD default, SandboxID: "aab50ed67eb2e706d5e5a48719d4a545e4fbc231d185659f00057d77345d7c02", PCI device ID: , UID: "993851e3-0c46-4c56-9bde-3ad04ccd3151", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0506 03:20:00.598304    3841 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 aab50ed67eb2e706d5e5a48719d4a545e4fbc231d185659f00057d77345d7c02 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 aab50ed67eb2e706d5e5a48719d4a545e4fbc231d185659f00057d77345d7c02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:91:d2:85:24:99\",\"name\":\"aab50ed67eb2e70\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33f48b0b-e19b-4c4f-98a1-52161a650d20\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:20:01.066482    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0506 03:20:02.393195    3841 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0506 03:20:02.655856    3841 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0506 03:20:02.708853    3841 cni.go:452] [tsf-tas/rekor-server-5f7b59c895-gddsx 0a47e1920e3b07592425353a5ec635383599997275cf11def2cb14a281cba1ff network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5f7b59c895-gddsx 0a47e1920e3b07592425353a5ec635383599997275cf11def2cb14a281cba1ff network default NAD default NAD key ]
I0506 03:20:02.719456    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5f7b59c895-gddsx, hostIfaceName: 0a47e1920e3b075, network: default, NAD default, SandboxID: "0a47e1920e3b07592425353a5ec635383599997275cf11def2cb14a281cba1ff", PCI device ID: , UID: "f38d277e-9c5d-4c9d-8b20-cc86bf97ca14", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0506 03:20:02.774746    3841 cni.go:473] [tsf-tas/rekor-server-5f7b59c895-gddsx 0a47e1920e3b07592425353a5ec635383599997275cf11def2cb14a281cba1ff network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5f7b59c895-gddsx 0a47e1920e3b07592425353a5ec635383599997275cf11def2cb14a281cba1ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:85:9b:7f:41:28\",\"name\":\"0a47e1920e3b075\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48428286-0674-4db7-b8aa-3d1e693b2f76\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:20:04.092803    3841 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 aab50ed67eb2e706d5e5a48719d4a545e4fbc231d185659f00057d77345d7c02 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 aab50ed67eb2e706d5e5a48719d4a545e4fbc231d185659f00057d77345d7c02 network default NAD default NAD key ]
I0506 03:20:04.178898    3841 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 aab50ed67eb2e706d5e5a48719d4a545e4fbc231d185659f00057d77345d7c02 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 aab50ed67eb2e706d5e5a48719d4a545e4fbc231d185659f00057d77345d7c02 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:20:04.578555    3841 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:20:04.578587    3841 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7
I0506 03:20:04.579870    3841 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7, ips: 10.129.0.43
I0506 03:20:04.579894    3841 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0506 03:20:05.097058    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0506 03:20:05.100076    3841 cni.go:452] [tsf-tpa/test-tsf-tpa b8c8e6aaed799e90bfbf66045c247b1f97b975bd223cc7ecd0c4b3ee5dc6f1aa network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa b8c8e6aaed799e90bfbf66045c247b1f97b975bd223cc7ecd0c4b3ee5dc6f1aa network default NAD default NAD key ]
I0506 03:20:05.109165    3841 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:20:05.109185    3841 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-7s2x7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:20:05.188408    3841 cni.go:473] [tsf-tpa/test-tsf-tpa b8c8e6aaed799e90bfbf66045c247b1f97b975bd223cc7ecd0c4b3ee5dc6f1aa network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa b8c8e6aaed799e90bfbf66045c247b1f97b975bd223cc7ecd0c4b3ee5dc6f1aa network default NAD default NAD key default], result "{}", err <nil>
I0506 03:20:05.232119    3841 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:20:05.232149    3841 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0506 03:20:05.233365    3841 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.39
I0506 03:20:05.233390    3841 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:20:05.253273    3841 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:20:05.253298    3841 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:20:05.258469    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0506 03:20:05.258494    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0506 03:20:06.000416    3841 namespace.go:98] [integration-service] adding namespace
I0506 03:20:06.000503    3841 namespace.go:98] [default-tenant] adding namespace
I0506 03:20:06.001301    3841 namespace.go:102] [integration-service] adding namespace took 861.835µs
I0506 03:20:06.001912    3841 namespace.go:102] [default-tenant] adding namespace took 1.391427ms
I0506 03:20:06.004292    3841 namespace.go:98] [image-controller] adding namespace
I0506 03:20:06.004846    3841 namespace.go:102] [image-controller] adding namespace took 538.08µs
I0506 03:20:06.006456    3841 namespace.go:98] [build-service] adding namespace
I0506 03:20:06.007069    3841 namespace.go:102] [build-service] adding namespace took 597.272µs
I0506 03:20:06.061227    3841 namespace.go:142] [integration-service] updating namespace
I0506 03:20:06.077485    3841 namespace.go:142] [integration-service] updating namespace
I0506 03:20:06.109459    3841 namespace.go:142] [default-tenant] updating namespace
I0506 03:20:06.135080    3841 namespace.go:142] [default-tenant] updating namespace
I0506 03:20:06.151175    3841 namespace.go:142] [image-controller] updating namespace
I0506 03:20:06.167358    3841 namespace.go:142] [build-service] updating namespace
I0506 03:20:06.189433    3841 namespace.go:142] [integration-service] updating namespace
I0506 03:20:06.195811    3841 namespace.go:142] [image-controller] updating namespace
I0506 03:20:06.210913    3841 namespace.go:142] [build-service] updating namespace
I0506 03:20:06.230421    3841 namespace.go:142] [build-service] updating namespace
I0506 03:20:06.247265    3841 namespace.go:98] [release-service] adding namespace
I0506 03:20:06.248109    3841 namespace.go:102] [release-service] adding namespace took 826.598µs
I0506 03:20:06.289576    3841 namespace.go:142] [release-service] updating namespace
I0506 03:20:06.289746    3841 namespace.go:142] [konflux-ui] updating namespace
I0506 03:20:06.304924    3841 namespace.go:142] [release-service] updating namespace
I0506 03:20:06.359053    3841 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:06.359205    3841 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0506 03:20:06.367458    3841 namespace.go:98] [konflux-info] adding namespace
I0506 03:20:06.368270    3841 namespace.go:102] [konflux-info] adding namespace took 792.259µs
I0506 03:20:06.412346    3841 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 53.174635ms
I0506 03:20:06.412368    3841 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 53.202015ms
I0506 03:20:06.413714    3841 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 54.679032ms, libovsdb time 949.578µs
I0506 03:20:06.418572    3841 namespace.go:98] [namespace-lister] adding namespace
I0506 03:20:06.419308    3841 namespace.go:102] [namespace-lister] adding namespace took 719.53µs
I0506 03:20:06.437191    3841 namespace.go:142] [konflux-info] updating namespace
I0506 03:20:06.474486    3841 namespace.go:142] [konflux-info] updating namespace
I0506 03:20:06.519703    3841 namespace.go:98] [enterprise-contract-service] adding namespace
I0506 03:20:06.520408    3841 namespace.go:102] [enterprise-contract-service] adding namespace took 685.704µs
I0506 03:20:06.525906    3841 namespace.go:142] [namespace-lister] updating namespace
I0506 03:20:06.569846    3841 namespace.go:142] [image-controller] updating namespace
I0506 03:20:06.569855    3841 namespace.go:142] [namespace-lister] updating namespace
I0506 03:20:06.579388    3841 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 03:20:06.717341    3841 cni.go:452] [konflux-ui/test-tsf-konflux 6d7b8bb9764d3fb8c44e3a43fc8c5ce711d38b186ca37588eb11817b9dc2058f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 6d7b8bb9764d3fb8c44e3a43fc8c5ce711d38b186ca37588eb11817b9dc2058f network default NAD default NAD key ]
I0506 03:20:06.728848    3841 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 6d7b8bb9764d3fb, network: default, NAD default, SandboxID: "6d7b8bb9764d3fb8c44e3a43fc8c5ce711d38b186ca37588eb11817b9dc2058f", PCI device ID: , UID: "6a40101c-bc9b-46b8-ae97-a94100728d75", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0506 03:20:06.781861    3841 cni.go:473] [konflux-ui/test-tsf-konflux 6d7b8bb9764d3fb8c44e3a43fc8c5ce711d38b186ca37588eb11817b9dc2058f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 6d7b8bb9764d3fb8c44e3a43fc8c5ce711d38b186ca37588eb11817b9dc2058f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:8c:9a:1e:a5:ee\",\"name\":\"6d7b8bb9764d3fb\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f03734a3-d7a0-404d-b603-e86d3f1b5163\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:20:06.868321    3841 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 03:20:06.972758    3841 namespace.go:142] [default-tenant] updating namespace
I0506 03:20:07.179402    3841 namespace.go:98] [segment-bridge] adding namespace
I0506 03:20:07.180297    3841 namespace.go:102] [segment-bridge] adding namespace took 871.209µs
I0506 03:20:07.279397    3841 namespace.go:142] [segment-bridge] updating namespace
I0506 03:20:07.364207    3841 namespace.go:142] [segment-bridge] updating namespace
I0506 03:20:07.499397    3841 namespace.go:98] [konflux-cli] adding namespace
I0506 03:20:07.500374    3841 namespace.go:102] [konflux-cli] adding namespace took 956.814µs
I0506 03:20:07.575550    3841 namespace.go:142] [konflux-cli] updating namespace
I0506 03:20:07.721590    3841 namespace.go:142] [konflux-cli] updating namespace
I0506 03:20:08.052679    3841 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-wsc97] creating logical port namespace-lister_namespace-lister-696b855848-wsc97 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:08.052778    3841 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-wsc97
I0506 03:20:08.176368    3841 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0506 03:20:08.219543    3841 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-wsc97
I0506 03:20:08.288112    3841 pod.go:62] [namespace-lister/namespace-lister-696b855848-wsc97] pod update took 235.361836ms
I0506 03:20:08.288134    3841 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-wsc97] addLogicalPort annotation time took 235.389389ms
I0506 03:20:08.289290    3841 pods.go:271] [namespace-lister/namespace-lister-696b855848-wsc97] addLogicalPort took 236.650059ms, libovsdb time 771.372µs
I0506 03:20:08.289403    3841 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0506 03:20:08.289426    3841 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0506 03:20:08.292169    3841 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0506 03:20:08.305054    3841 cni.go:452] [namespace-lister/namespace-lister-696b855848-wsc97 4cae149c037b7ac5c24b19bfc368c682c92a6c9660b9acd84bea73d3e21e6739 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-wsc97 4cae149c037b7ac5c24b19bfc368c682c92a6c9660b9acd84bea73d3e21e6739 network default NAD default NAD key ]
I0506 03:20:08.314524    3841 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-wsc97, hostIfaceName: 4cae149c037b7ac, network: default, NAD default, SandboxID: "4cae149c037b7ac5c24b19bfc368c682c92a6c9660b9acd84bea73d3e21e6739", PCI device ID: , UID: "ca7c2850-e897-40d7-ab82-12314b127d74", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0506 03:20:08.322598    3841 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0506 03:20:08.322622    3841 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0506 03:20:08.323940    3841 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0506 03:20:08.371968    3841 cni.go:473] [namespace-lister/namespace-lister-696b855848-wsc97 4cae149c037b7ac5c24b19bfc368c682c92a6c9660b9acd84bea73d3e21e6739 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-wsc97 4cae149c037b7ac5c24b19bfc368c682c92a6c9660b9acd84bea73d3e21e6739 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:07:7f:5e:08:eb\",\"name\":\"4cae149c037b7ac\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6805440-a992-4972-842c-e61d47c5b81f\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:20:08.909469    3841 base_network_controller_pods.go:487] [default/konflux-ui/dex-dfc7689fd-df9rc] creating logical port konflux-ui_dex-dfc7689fd-df9rc for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:08.909579    3841 kube.go:256] Updating pod konflux-ui/dex-dfc7689fd-df9rc
I0506 03:20:08.987983    3841 namespace.go:142] [build-service] updating namespace
I0506 03:20:08.988881    3841 kube.go:256] Updating pod konflux-ui/dex-dfc7689fd-df9rc
I0506 03:20:09.117772    3841 pod.go:62] [konflux-ui/dex-dfc7689fd-df9rc] pod update took 208.215973ms
I0506 03:20:09.117799    3841 base_network_controller_pods.go:951] [default/konflux-ui/dex-dfc7689fd-df9rc] addLogicalPort annotation time took 208.246828ms
I0506 03:20:09.119330    3841 pods.go:271] [konflux-ui/dex-dfc7689fd-df9rc] addLogicalPort took 209.880404ms, libovsdb time 1.025497ms
I0506 03:20:09.346768    3841 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-pvq9z] creating logical port image-controller_image-controller-controller-manager-6f859968fc-pvq9z for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:09.346953    3841 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-pvq9z
I0506 03:20:09.392724    3841 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-pvq9z] pod update took 45.86375ms
I0506 03:20:09.392752    3841 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-pvq9z] addLogicalPort annotation time took 45.899174ms
I0506 03:20:09.394313    3841 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-pvq9z] addLogicalPort took 47.569957ms, libovsdb time 1.016844ms
I0506 03:20:09.530547    3841 namespace.go:142] [default-tenant] updating namespace
I0506 03:20:09.802052    3841 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-w6dzz for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:09.802170    3841 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz
I0506 03:20:09.828563    3841 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz] pod update took 26.42727ms
I0506 03:20:09.828595    3841 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz] addLogicalPort annotation time took 26.465263ms
I0506 03:20:09.829906    3841 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz] addLogicalPort took 27.87361ms, libovsdb time 896.407µs
I0506 03:20:10.010961    3841 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 03:20:10.011246    3841 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-gxc72] creating logical port build-service_build-service-controller-manager-7cbf488fcf-gxc72 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:10.011353    3841 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-gxc72
I0506 03:20:10.053429    3841 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-gxc72] pod update took 42.109051ms
I0506 03:20:10.053458    3841 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-gxc72] addLogicalPort annotation time took 42.144495ms
I0506 03:20:10.054825    3841 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-gxc72] addLogicalPort took 43.598125ms, libovsdb time 908.334µs
I0506 03:20:10.424528    3841 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-gxc72 b1295439e656df6d61e84148955a8369116f2ec63be418f584f323ecb694750c network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-gxc72 b1295439e656df6d61e84148955a8369116f2ec63be418f584f323ecb694750c network default NAD default NAD key ]
I0506 03:20:10.430603    3841 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-pvq9z 482aa2d084ca4edad07a24fd124fae827479f2d4b66206de9540464cc1f11612 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-pvq9z 482aa2d084ca4edad07a24fd124fae827479f2d4b66206de9540464cc1f11612 network default NAD default NAD key ]
I0506 03:20:10.436676    3841 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-gxc72, hostIfaceName: b1295439e656df6, network: default, NAD default, SandboxID: "b1295439e656df6d61e84148955a8369116f2ec63be418f584f323ecb694750c", PCI device ID: , UID: "32d64e7a-d222-4d65-8bec-a11ec9ffbfec", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23]
I0506 03:20:10.442309    3841 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-pvq9z, hostIfaceName: 482aa2d084ca4ed, network: default, NAD default, SandboxID: "482aa2d084ca4edad07a24fd124fae827479f2d4b66206de9540464cc1f11612", PCI device ID: , UID: "ca737025-8110-41f8-b35a-8ee1ca25764c", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23]
I0506 03:20:10.494514    3841 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-gxc72 b1295439e656df6d61e84148955a8369116f2ec63be418f584f323ecb694750c network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-gxc72 b1295439e656df6d61e84148955a8369116f2ec63be418f584f323ecb694750c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:f0:d1:3c:ec:3d\",\"name\":\"b1295439e656df6\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34725433-4f17-4186-9ede-650113405d48\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:20:10.518630    3841 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-pvq9z 482aa2d084ca4edad07a24fd124fae827479f2d4b66206de9540464cc1f11612 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-pvq9z 482aa2d084ca4edad07a24fd124fae827479f2d4b66206de9540464cc1f11612 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:e8:69:5c:6f:de\",\"name\":\"482aa2d084ca4ed\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d77c5a08-63e8-474a-b47a-a1a2a386da8d\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:20:10.570492    3841 namespace.go:142] [image-controller] updating namespace
I0506 03:20:11.062526    3841 namespace.go:142] [integration-service] updating namespace
W0506 03:20:11.158587    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0506 03:20:11.351614    3841 namespace.go:142] [konflux-cli] updating namespace
I0506 03:20:11.635836    3841 namespace.go:142] [konflux-info] updating namespace
I0506 03:20:11.677361    3841 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7ff54484c8-ns7fc] creating logical port integration-service_integration-service-controller-manager-7ff54484c8-ns7fc for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:11.677513    3841 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7ff54484c8-ns7fc
I0506 03:20:11.768838    3841 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7ff54484c8-ns7fc
I0506 03:20:11.817175    3841 pod.go:62] [integration-service/integration-service-controller-manager-7ff54484c8-ns7fc] pod update took 139.69392ms
I0506 03:20:11.817203    3841 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7ff54484c8-ns7fc] addLogicalPort annotation time took 139.73041ms
I0506 03:20:11.818737    3841 pods.go:271] [integration-service/integration-service-controller-manager-7ff54484c8-ns7fc] addLogicalPort took 141.395898ms, libovsdb time 1.041166ms
I0506 03:20:11.934821    3841 namespace.go:142] [namespace-lister] updating namespace
I0506 03:20:12.112740    3841 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6f49787bf9-cxwkw] creating logical port konflux-ui_proxy-6f49787bf9-cxwkw for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:12.112853    3841 kube.go:256] Updating pod konflux-ui/proxy-6f49787bf9-cxwkw
W0506 03:20:12.187517    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister
I0506 03:20:12.194610    3841 kube.go:256] Updating pod konflux-ui/proxy-6f49787bf9-cxwkw
I0506 03:20:12.265898    3841 pod.go:62] [konflux-ui/proxy-6f49787bf9-cxwkw] pod update took 153.080314ms
I0506 03:20:12.265925    3841 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6f49787bf9-cxwkw] addLogicalPort annotation time took 153.114079ms
I0506 03:20:12.267410    3841 pods.go:271] [konflux-ui/proxy-6f49787bf9-cxwkw] addLogicalPort took 154.69037ms, libovsdb time 1.063621ms
I0506 03:20:12.353550    3841 namespace.go:142] [release-service] updating namespace
I0506 03:20:12.544709    3841 namespace.go:142] [segment-bridge] updating namespace
I0506 03:20:12.643750    3841 namespace.go:142] [build-service] updating namespace
I0506 03:20:12.663589    3841 namespace.go:142] [default-tenant] updating namespace
I0506 03:20:12.682959    3841 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 03:20:12.702469    3841 namespace.go:142] [image-controller] updating namespace
I0506 03:20:12.721827    3841 namespace.go:142] [integration-service] updating namespace
I0506 03:20:12.751545    3841 namespace.go:142] [konflux-cli] updating namespace
I0506 03:20:12.772595    3841 namespace.go:142] [konflux-info] updating namespace
I0506 03:20:12.798970    3841 namespace.go:142] [namespace-lister] updating namespace
I0506 03:20:12.814672    3841 namespace.go:142] [release-service] updating namespace
I0506 03:20:12.837567    3841 namespace.go:142] [segment-bridge] updating namespace
I0506 03:20:12.914599    3841 namespace.go:142] [build-service] updating namespace
I0506 03:20:12.973907    3841 namespace.go:142] [default-tenant] updating namespace
I0506 03:20:13.068681    3841 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 03:20:13.146547    3841 namespace.go:142] [image-controller] updating namespace
W0506 03:20:13.201586    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0506 03:20:13.337291    3841 namespace.go:142] [integration-service] updating namespace
I0506 03:20:13.519752    3841 namespace.go:142] [konflux-cli] updating namespace
I0506 03:20:13.591979    3841 namespace.go:142] [konflux-info] updating namespace
I0506 03:20:13.690659    3841 namespace.go:142] [namespace-lister] updating namespace
I0506 03:20:13.790563    3841 namespace.go:142] [release-service] updating namespace
I0506 03:20:13.886759    3841 namespace.go:142] [segment-bridge] updating namespace
I0506 03:20:16.461732    3841 cni.go:452] [integration-service/integration-service-controller-manager-7ff54484c8-ns7fc 6b9bec283a8f4a31acc68ab1b961543448fc1a6cdab03bdf27b2dc3e81e90915 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7ff54484c8-ns7fc 6b9bec283a8f4a31acc68ab1b961543448fc1a6cdab03bdf27b2dc3e81e90915 network default NAD default NAD key ]
I0506 03:20:16.471400    3841 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7ff54484c8-ns7fc, hostIfaceName: 6b9bec283a8f4a3, network: default, NAD default, SandboxID: "6b9bec283a8f4a31acc68ab1b961543448fc1a6cdab03bdf27b2dc3e81e90915", PCI device ID: , UID: "77936b4a-f3b9-40a1-aae9-c8937d4911c2", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23]
I0506 03:20:16.526051    3841 cni.go:473] [integration-service/integration-service-controller-manager-7ff54484c8-ns7fc 6b9bec283a8f4a31acc68ab1b961543448fc1a6cdab03bdf27b2dc3e81e90915 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7ff54484c8-ns7fc 6b9bec283a8f4a31acc68ab1b961543448fc1a6cdab03bdf27b2dc3e81e90915 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:06:80:5c:76:bd\",\"name\":\"6b9bec283a8f4a3\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/910f0fbe-a7f4-4a1e-9691-a99899fb2caa\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:20:17.063236    3841 cni.go:452] [konflux-ui/dex-dfc7689fd-df9rc e4bc35b26d11c284837f950417d20bb4ea4d40bab30b4b855e923ca67e7c2048 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-dfc7689fd-df9rc e4bc35b26d11c284837f950417d20bb4ea4d40bab30b4b855e923ca67e7c2048 network default NAD default NAD key ]
I0506 03:20:17.072993    3841 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-dfc7689fd-df9rc, hostIfaceName: e4bc35b26d11c28, network: default, NAD default, SandboxID: "e4bc35b26d11c284837f950417d20bb4ea4d40bab30b4b855e923ca67e7c2048", PCI device ID: , UID: "e4533e9f-0057-44f9-a29e-bbc65781fe8f", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23]
W0506 03:20:17.124003    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0506 03:20:17.127121    3841 cni.go:473] [konflux-ui/dex-dfc7689fd-df9rc e4bc35b26d11c284837f950417d20bb4ea4d40bab30b4b855e923ca67e7c2048 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-dfc7689fd-df9rc e4bc35b26d11c284837f950417d20bb4ea4d40bab30b4b855e923ca67e7c2048 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:3c:c8:c7:49:2c\",\"name\":\"e4bc35b26d11c28\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ffc5a35-e231-42a4-ae1d-ac15c5d1f1fc\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:20:17.186838    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0506 03:20:17.210876    3841 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0506 03:20:17.969004    3841 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz cb58173b6fc058d978b2d1194a39f89fafe8fff006365b5730b2dfdeac5d4b93 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz cb58173b6fc058d978b2d1194a39f89fafe8fff006365b5730b2dfdeac5d4b93 network default NAD default NAD key ]
I0506 03:20:17.980181    3841 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-w6dzz, hostIfaceName: cb58173b6fc058d, network: default, NAD default, SandboxID: "cb58173b6fc058d978b2d1194a39f89fafe8fff006365b5730b2dfdeac5d4b93", PCI device ID: , UID: "4b911a4d-6219-42ec-8326-4872f921690f", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23]
I0506 03:20:18.034038    3841 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz cb58173b6fc058d978b2d1194a39f89fafe8fff006365b5730b2dfdeac5d4b93 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz cb58173b6fc058d978b2d1194a39f89fafe8fff006365b5730b2dfdeac5d4b93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:d3:83:1d:ec:06\",\"name\":\"cb58173b6fc058d\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/030372a5-f8a8-4d7a-877c-b8418a5ffd63\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:20:19.920461    3841 cni.go:452] [konflux-ui/proxy-6f49787bf9-cxwkw 229dbede4688aaeff8996085316377515cef63ea9a5ed82a3158596cbc8aa015 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6f49787bf9-cxwkw 229dbede4688aaeff8996085316377515cef63ea9a5ed82a3158596cbc8aa015 network default NAD default NAD key ]
I0506 03:20:19.929797    3841 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6f49787bf9-cxwkw, hostIfaceName: 229dbede4688aae, network: default, NAD default, SandboxID: "229dbede4688aaeff8996085316377515cef63ea9a5ed82a3158596cbc8aa015", PCI device ID: , UID: "5d6eda9d-a407-4449-8eda-74a7fe4d9310", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23]
I0506 03:20:19.979599    3841 cni.go:473] [konflux-ui/proxy-6f49787bf9-cxwkw 229dbede4688aaeff8996085316377515cef63ea9a5ed82a3158596cbc8aa015 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6f49787bf9-cxwkw 229dbede4688aaeff8996085316377515cef63ea9a5ed82a3158596cbc8aa015 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:fa:bf:ba:6d:6e\",\"name\":\"229dbede4688aae\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0105c2cf-3ac3-40d7-bcde-3f6ab3e82be4\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:20:20.207460    3841 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0506 03:20:20.232446    3841 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 03:20:20.233396    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0506 03:20:20.259555    3841 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 03:20:20.259666    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0506 03:20:22.796808    3841 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0506 03:20:22.796829    3841 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0506 03:20:23.398956    3841 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-4k5ng-x4kld] creating logical port tsf-tas_tuf-repository-init-4k5ng-x4kld for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:23.399094    3841 kube.go:256] Updating pod tsf-tas/tuf-repository-init-4k5ng-x4kld
I0506 03:20:23.413047    3841 pod.go:62] [tsf-tas/tuf-repository-init-4k5ng-x4kld] pod update took 13.976497ms
I0506 03:20:23.413076    3841 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-4k5ng-x4kld] addLogicalPort annotation time took 14.011549ms
I0506 03:20:23.414605    3841 pods.go:271] [tsf-tas/tuf-repository-init-4k5ng-x4kld] addLogicalPort took 15.670519ms, libovsdb time 951.702µs
I0506 03:20:23.610498    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
W0506 03:20:24.809580    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0506 03:20:24.809667    3841 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0506 03:20:25.256584    3841 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0506 03:20:25.256604    3841 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0506 03:20:27.610539    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
W0506 03:20:28.202721    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0506 03:20:28.225891    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0506 03:20:31.223180    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 03:20:31.226338    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0506 03:20:31.516302    3841 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz cb58173b6fc058d978b2d1194a39f89fafe8fff006365b5730b2dfdeac5d4b93 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz cb58173b6fc058d978b2d1194a39f89fafe8fff006365b5730b2dfdeac5d4b93 network default NAD default NAD key ]
I0506 03:20:31.599358    3841 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz cb58173b6fc058d978b2d1194a39f89fafe8fff006365b5730b2dfdeac5d4b93 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz cb58173b6fc058d978b2d1194a39f89fafe8fff006365b5730b2dfdeac5d4b93 network default NAD default NAD key default], result "{}", err <nil>
I0506 03:20:31.645180    3841 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:20:31.645210    3841 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz
I0506 03:20:31.646806    3841 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz, ips: 10.129.0.48
I0506 03:20:31.646845    3841 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:20:32.169490    3841 cni.go:452] [tsf-tas/tuf-repository-init-4k5ng-x4kld efd56e05208fdcb627ca0cb696dbc785c0764cb58f58d1aca1c3c8e86b50695d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-4k5ng-x4kld efd56e05208fdcb627ca0cb696dbc785c0764cb58f58d1aca1c3c8e86b50695d network default NAD default NAD key ]
I0506 03:20:32.180314    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-4k5ng-x4kld, hostIfaceName: efd56e05208fdcb, network: default, NAD default, SandboxID: "efd56e05208fdcb627ca0cb696dbc785c0764cb58f58d1aca1c3c8e86b50695d", PCI device ID: , UID: "cf041c22-d5d3-4b6a-9405-a80db29e8538", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23]
I0506 03:20:32.241638    3841 cni.go:473] [tsf-tas/tuf-repository-init-4k5ng-x4kld efd56e05208fdcb627ca0cb696dbc785c0764cb58f58d1aca1c3c8e86b50695d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-4k5ng-x4kld efd56e05208fdcb627ca0cb696dbc785c0764cb58f58d1aca1c3c8e86b50695d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:83:ed:6d:57:84\",\"name\":\"efd56e05208fdcb\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ae46b09-dc50-4d97-b7bf-1753eb2de223\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:20:32.289846    3841 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:20:32.289872    3841 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:20:32.296180    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz
I0506 03:20:32.296207    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-w6dzz
W0506 03:20:33.234742    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex
I0506 03:20:38.341344    3841 cni.go:452] [tsf-tas/tuf-repository-init-4k5ng-x4kld efd56e05208fdcb627ca0cb696dbc785c0764cb58f58d1aca1c3c8e86b50695d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-4k5ng-x4kld efd56e05208fdcb627ca0cb696dbc785c0764cb58f58d1aca1c3c8e86b50695d network default NAD default NAD key ]
I0506 03:20:38.421082    3841 cni.go:473] [tsf-tas/tuf-repository-init-4k5ng-x4kld efd56e05208fdcb627ca0cb696dbc785c0764cb58f58d1aca1c3c8e86b50695d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-4k5ng-x4kld efd56e05208fdcb627ca0cb696dbc785c0764cb58f58d1aca1c3c8e86b50695d network default NAD default NAD key default], result "{}", err <nil>
I0506 03:20:38.472111    3841 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:20:38.472146    3841 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-4k5ng-x4kld
I0506 03:20:38.473421    3841 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-4k5ng-x4kld, ips: 10.129.0.52
I0506 03:20:38.473451    3841 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:20:39.356793    3841 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:20:39.356825    3841 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4k5ng-x4kld of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:20:40.486314    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77
I0506 03:20:40.527745    3841 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-tf2jj] creating logical port tsf-tas_tuf-97fc8ff76-tf2jj for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:20:40.527861    3841 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-tf2jj
I0506 03:20:40.545085    3841 pod.go:62] [tsf-tas/tuf-97fc8ff76-tf2jj] pod update took 17.258629ms
I0506 03:20:40.545108    3841 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-tf2jj] addLogicalPort annotation time took 17.289519ms
I0506 03:20:40.546416    3841 pods.go:271] [tsf-tas/tuf-97fc8ff76-tf2jj] addLogicalPort took 18.691356ms, libovsdb time 879.245µs
I0506 03:20:42.091515    3841 cni.go:452] [tsf-tas/tuf-97fc8ff76-tf2jj b7ffcc9d27c217e0b4115b8f8014a7a633e937fc7aa7d74cc86276b17045ff7b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-tf2jj b7ffcc9d27c217e0b4115b8f8014a7a633e937fc7aa7d74cc86276b17045ff7b network default NAD default NAD key ]
I0506 03:20:42.101240    3841 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-tf2jj, hostIfaceName: b7ffcc9d27c217e, network: default, NAD default, SandboxID: "b7ffcc9d27c217e0b4115b8f8014a7a633e937fc7aa7d74cc86276b17045ff7b", PCI device ID: , UID: "382d1121-074c-4fe1-bc49-e403f7ede159", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23]
I0506 03:20:42.152959    3841 cni.go:473] [tsf-tas/tuf-97fc8ff76-tf2jj b7ffcc9d27c217e0b4115b8f8014a7a633e937fc7aa7d74cc86276b17045ff7b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-tf2jj b7ffcc9d27c217e0b4115b8f8014a7a633e937fc7aa7d74cc86276b17045ff7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:65:9d:32:5a:95\",\"name\":\"b7ffcc9d27c217e\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbeb223a-4b41-4813-964b-bf0e43ee6f30\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 03:20:47.392578    3841 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0506 03:20:58.405961    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
W0506 03:20:58.850481    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0506 03:20:58.850510    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0506 03:20:58.850523    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0506 03:20:58.850529    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0506 03:21:05.338005    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0506 03:21:05.338026    3841 util.go:959] Failed to build node endpoints for node ip-10-0-1-194.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0506 03:21:15.502975    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=617
I0506 03:21:27.491410    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0506 03:21:35.364099    3841 obj_retry.go:498] Detected object konflux-ui/proxy-db785d6-4kg65 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:21:35.364769    3841 obj_retry.go:498] Detected object konflux-ui/proxy-db785d6-4kg65 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:21:36.236203    3841 obj_retry.go:492] Detected object konflux-ui/proxy-db785d6-4kg65 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:21:36.236235    3841 obj_retry.go:492] Detected object konflux-ui/proxy-db785d6-4kg65 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:21:36.242472    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-db785d6-4kg65
I0506 03:21:36.242498    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-db785d6-4kg65
I0506 03:21:38.672914    3841 cni.go:452] [konflux-ui/test-tsf-konflux 6d7b8bb9764d3fb8c44e3a43fc8c5ce711d38b186ca37588eb11817b9dc2058f network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 6d7b8bb9764d3fb8c44e3a43fc8c5ce711d38b186ca37588eb11817b9dc2058f network default NAD default NAD key ]
I0506 03:21:38.758195    3841 cni.go:473] [konflux-ui/test-tsf-konflux 6d7b8bb9764d3fb8c44e3a43fc8c5ce711d38b186ca37588eb11817b9dc2058f network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 6d7b8bb9764d3fb8c44e3a43fc8c5ce711d38b186ca37588eb11817b9dc2058f network default NAD default NAD key default], result "{}", err <nil>
I0506 03:21:38.809865    3841 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:21:38.809901    3841 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0506 03:21:38.811122    3841 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.44
I0506 03:21:38.811148    3841 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:21:38.849312    3841 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:21:38.849335    3841 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:21:38.852909    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0506 03:21:38.852953    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0506 03:21:41.588623    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0506 03:21:58.109106    3841 namespace.go:98] [managed-tenant-xop5a] adding namespace
I0506 03:21:58.110045    3841 namespace.go:102] [managed-tenant-xop5a] adding namespace took 910.055µs
I0506 03:21:58.137289    3841 namespace.go:142] [managed-tenant-xop5a] updating namespace
I0506 03:21:58.151449    3841 namespace.go:142] [managed-tenant-xop5a] updating namespace
I0506 03:21:59.151093    3841 namespace.go:142] [managed-tenant-xop5a] updating namespace
I0506 03:21:59.289189    3841 namespace.go:142] [managed-tenant-xop5a] updating namespace
I0506 03:21:59.387539    3841 namespace.go:142] [managed-tenant-xop5a] updating namespace
I0506 03:22:20.605198    3841 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11
I0506 03:22:42.487588    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=156
I0506 03:23:04.491970    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=52
I0506 03:23:11.571860    3841 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0506 03:23:57.602221    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0506 03:24:00.577587    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0506 03:24:06.586488    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0506 03:24:12.571462    3841 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0506 03:25:30.614244    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0506 03:25:59.597877    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0506 03:27:16.592182    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0506 03:27:59.514293    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=16
I0506 03:28:15.608815    3841 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0506 03:28:23.497263    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81
I0506 03:28:25.495999    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6
I0506 03:28:49.494471    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45
I0506 03:29:44.065020    3841 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:29:44.065079    3841 obj_retry.go:492] Detected object tsf-tpa/create-db-h6vdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:29:44.069949    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-h6vdl
I0506 03:29:44.069984    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-h6vdl
I0506 03:29:47.030442    3841 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:29:47.030493    3841 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s9tvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:29:47.033225    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-s9tvv
I0506 03:29:47.033253    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-s9tvv
I0506 03:29:54.495386    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0506 03:29:56.034855    3841 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:29:56.034902    3841 obj_retry.go:492] Detected object tsf-tpa/create-importers-rwc5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:29:56.039018    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rwc5n
I0506 03:29:56.039050    3841 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rwc5n
I0506 03:29:57.590539    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0506 03:30:00.207086    3841 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633970-9vz57 for pod on switch ip-10-0-1-194.ec2.internal
I0506 03:30:00.207202    3841 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57
I0506 03:30:00.233311    3841 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57] pod update took 26.134595ms
I0506 03:30:00.233338    3841 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57] addLogicalPort annotation time took 26.164652ms
I0506 03:30:00.234703    3841 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57] addLogicalPort took 27.632587ms, libovsdb time 964.199µs
I0506 03:30:00.568953    3841 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 8dc009b848d21bc74c1bc0bc94c7acbfbb770ca061602e5ffd8b7ddc1a24f46e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 8dc009b848d21bc74c1bc0bc94c7acbfbb770ca061602e5ffd8b7ddc1a24f46e network default NAD default NAD key ]
I0506 03:30:00.578281    3841 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633970-9vz57, hostIfaceName: 8dc009b848d21bc, network: default, NAD default, SandboxID: "8dc009b848d21bc74c1bc0bc94c7acbfbb770ca061602e5ffd8b7ddc1a24f46e", PCI device ID: , UID: "fa7c46e7-c0c8-45e6-8eed-60f58e5f6c68", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23]
I0506 03:30:00.631277    3841 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 8dc009b848d21bc74c1bc0bc94c7acbfbb770ca061602e5ffd8b7ddc1a24f46e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 8dc009b848d21bc74c1bc0bc94c7acbfbb770ca061602e5ffd8b7ddc1a24f46e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:97:68:15:e8:30\",\"name\":\"8dc009b848d21bc\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c377bcf8-771d-4e3a-88ac-ed08c3bf0f3b\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 03:30:02.614608    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11
I0506 03:30:04.281017    3841 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 8dc009b848d21bc74c1bc0bc94c7acbfbb770ca061602e5ffd8b7ddc1a24f46e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 8dc009b848d21bc74c1bc0bc94c7acbfbb770ca061602e5ffd8b7ddc1a24f46e network default NAD default NAD key ]
I0506 03:30:04.369811    3841 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 8dc009b848d21bc74c1bc0bc94c7acbfbb770ca061602e5ffd8b7ddc1a24f46e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 8dc009b848d21bc74c1bc0bc94c7acbfbb770ca061602e5ffd8b7ddc1a24f46e network default NAD default NAD key default], result "{}", err <nil>
I0506 03:30:04.425249    3841 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 03:30:04.425312    3841 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57
I0506 03:30:04.426671    3841 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57, ips: 10.129.0.54
I0506 03:30:04.426701    3841 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 03:30:05.444483    3841 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:30:05.444536    3841 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-9vz57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 03:31:06.575582    3841 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0506 03:31:10.581881    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0506 03:31:22.617795    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0506 03:31:35.601193    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0506 03:32:10.490864    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10
I0506 03:32:27.595565    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5
I0506 03:33:24.575213    3841 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0506 03:33:25.606246    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11
I0506 03:34:54.499970    3841 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0506 03:35:20.612486    3841 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0506 03:35:40.594568    3841 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7