+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-68.ec2.internal
++ [[ -n ip-10-0-0-68.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-68.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0424 19:01:32.844777173 - disable conntrack on geneve port'
I0424 19:01:32.844777173 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0424 19:01:32.862552856 - starting ovnkube-node'
I0424 19:01:32.862552856 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-68.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-68.ec2.internal --init-node ip-10-0-0-68.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-68.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0424 19:01:32.905031    3777 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0424 19:01:32.905086    3777 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-24d9d3fe1d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0424 19:01:32.906484    3777 kube.go:431] Waiting for certificate
I0424 19:01:32.906519    3777 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0424 19:01:32.906560    3777 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0424 19:01:32.907254    3777 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0424 19:01:32.937622    3777 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0424 19:01:32.937641    3777 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0424 19:01:32.940888    3777 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0424 19:01:32.944276    3777 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tc8fq"
I0424 19:01:32.951745    3777 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tc8fq"
I0424 19:01:32.951820    3777 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0424 19:01:33.906772    3777 kube.go:438] Certificate found
I0424 19:01:33.907297    3777 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0424 19:01:33.908327    3777 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0424 19:01:33.961458    3777 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 18:56:32 +0000 UTC" deadline="2026-04-25 13:12:59.453705114 +0000 UTC"
I0424 19:01:33.961503    3777 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h11m25.492215258s"
I0424 19:01:33.981651    3777 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0424 19:01:34.001318    3777 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0424 19:01:34.001381    3777 factory.go:561] Starting watch factory
I0424 19:01:34.001470    3777 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.001486    3777 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.001495    3777 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.001500    3777 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.001514    3777 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.001524    3777 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.001733    3777 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.001749    3777 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.002081    3777 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.002101    3777 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.003237    3777 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0424 19:01:34.003361    3777 server.go:101] MetricServer registers OVS metrics
I0424 19:01:34.003519    3777 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.003538    3777 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.003686    3777 server.go:105] MetricServer registers OVN DB metrics
I0424 19:01:34.006636    3777 controller_manager.go:370] Starting the ovnkube controller
I0424 19:01:34.006648    3777 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-68.ec2.internal
I0424 19:01:34.006732    3777 controller_manager.go:395] NBDB zone sync took: 75.242µs
I0424 19:01:34.006745    3777 factory.go:561] Starting watch factory
I0424 19:01:34.008538    3777 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0424 19:01:34.008590    3777 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0424 19:01:34.018600    3777 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.019760    3777 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.019855    3777 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.021787    3777 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.023682    3777 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0424 19:01:34.023720    3777 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0424 19:01:34.024515    3777 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.028620    3777 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0424 19:01:34.028658    3777 server.go:109] MetricServer registers OVN Controller metrics
I0424 19:01:34.033440    3777 server.go:113] MetricServer registers OVN Northd metrics
I0424 19:01:34.034475    3777 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0424 19:01:34.037623    3777 metrics.go:519] OVN Metrics Server starts to run ...
I0424 19:01:34.107700    3777 factory.go:1977] *v1.Service informer cache synced successfully
I0424 19:01:34.107722    3777 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0424 19:01:34.107726    3777 factory.go:1977] *v1.Pod informer cache synced successfully
I0424 19:01:34.107729    3777 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0424 19:01:34.107733    3777 factory.go:1977] *v1.Namespace informer cache synced successfully
I0424 19:01:34.107736    3777 factory.go:1977] *v1.Node informer cache synced successfully
I0424 19:01:34.107909    3777 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:34.107940    3777 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:34.107961    3777 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:34.108034    3777 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:34.112324    3777 factory.go:1977] *v1.Namespace informer cache synced successfully
I0424 19:01:34.112337    3777 factory.go:1977] *v1.Node informer cache synced successfully
I0424 19:01:34.112340    3777 factory.go:1977] *v1.Service informer cache synced successfully
I0424 19:01:34.112343    3777 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0424 19:01:34.112346    3777 factory.go:1977] *v1.Pod informer cache synced successfully
I0424 19:01:34.112349    3777 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0424 19:01:34.130296    3777 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:34.151998    3777 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0424 19:01:34.214132    3777 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0424 19:01:34.214163    3777 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0424 19:01:34.214268    3777 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.214296    3777 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.218315    3777 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0424 19:01:34.218327    3777 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0424 19:01:34.232656    3777 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.320377    3777 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0424 19:01:34.320456    3777 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.320481    3777 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.323712    3777 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0424 19:01:34.340298    3777 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.426004    3777 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0424 19:01:34.426139    3777 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.426166    3777 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.429614    3777 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0424 19:01:34.446090    3777 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.532222    3777 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0424 19:01:34.532314    3777 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.532329    3777 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.535520    3777 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0424 19:01:34.573817    3777 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.637983    3777 factory.go:1977] *v1.EgressService informer cache synced successfully
I0424 19:01:34.638104    3777 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.638118    3777 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.641104    3777 factory.go:1977] *v1.EgressService informer cache synced successfully
I0424 19:01:34.674107    3777 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.743503    3777 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0424 19:01:34.744178    3777 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0424 19:01:34.744198    3777 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0424 19:01:34.746984    3777 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0424 19:01:34.748582    3777 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0424 19:01:34.752996    3777 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0424 19:01:34.753067    3777 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.753079    3777 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.753111    3777 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.753131    3777 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.815832    3777 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.849137    3777 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0424 19:01:34.862669    3777 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0424 19:01:34.954964    3777 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0424 19:01:34.954992    3777 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0424 19:01:34.955000    3777 factory.go:680] Watch Factory start up complete, took: 953.621495ms
I0424 19:01:34.955077    3777 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0424 19:01:34.958529    3777 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0424 19:01:34.958543    3777 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0424 19:01:34.958551    3777 factory.go:680] Watch Factory start up complete, took: 951.806919ms
I0424 19:01:34.958559    3777 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-68.ec2.internal" zone
I0424 19:01:34.988341    3777 default_node_network_controller.go:710] Initializing the default node network controller
I0424 19:01:35.047701    3777 udn_isolation.go:101] Starting UDN host isolation manager
I0424 19:01:35.053744    3777 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0424 19:01:35.100428    3777 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0424 19:01:35.100539    3777 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0424 19:01:35.100557    3777 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0424 19:01:35.134034    3777 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0424 19:01:35.134096    3777 default_node_network_controller.go:809] Node ip-10-0-0-68.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0424 19:01:35.139906    3777 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.68"] k8s.ovn.org/zone-name:ip-10-0-0-68.ec2.internal] on node ip-10-0-0-68.ec2.internal
I0424 19:01:35.163623    3777 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0424 19:01:35.169975    3777 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0424 19:01:35.170083    3777 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0424 19:01:35.170263    3777 gateway_init.go:263] Preparing Gateway
I0424 19:01:35.170275    3777 gateway_shared_intf.go:1687] Creating new gateway
I0424 19:01:35.209096    3777 controller_manager.go:429] Waiting for node in zone sync took: 250.526141ms
I0424 19:01:35.215060    3777 controller_manager.go:611] Switching to transit router for layer2 networks
I0424 19:01:35.215074    3777 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-68.ec2.internal
I0424 19:01:35.229616    3777 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0424 19:01:35.235837    3777 controller_manager.go:290] SCTP support detected in OVN
I0424 19:01:35.236427    3777 services_controller.go:69] Creating services controller for network=default
I0424 19:01:35.236528    3777 udn_enabled_svc.go:80] Waiting for service informer to sync
I0424 19:01:35.236585    3777 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0424 19:01:35.236624    3777 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0424 19:01:35.236641    3777 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0424 19:01:35.236653    3777 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0424 19:01:35.236836    3777 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0424 19:01:35.236886    3777 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0424 19:01:35.236934    3777 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 69.222µs
I0424 19:01:35.236956    3777 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 59.657µs
I0424 19:01:35.236966    3777 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 80.237µs
I0424 19:01:35.236972    3777 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0424 19:01:35.236981    3777 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0424 19:01:35.236991    3777 default_network_controller.go:325] Starting the default network controller
I0424 19:01:35.236998    3777 udn_enabled_svc.go:95] Performing full resync
I0424 19:01:35.237077    3777 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 8.467µs
I0424 19:01:35.237324    3777 udn_enabled_svc.go:99] Waiting for handler to sync
I0424 19:01:35.237338    3777 udn_enabled_svc.go:104] Starting worker
I0424 19:01:35.246721    3777 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0424 19:01:35.246804    3777 repair.go:33] Syncing exgw routes took 69.735µs
I0424 19:01:35.246833    3777 default_network_controller.go:414] Starting all the Watchers...
I0424 19:01:35.247053    3777 namespace.go:98] [openshift-ingress] adding namespace
I0424 19:01:35.247061    3777 namespace.go:98] [openshift-package-operator] adding namespace
I0424 19:01:35.247068    3777 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0424 19:01:35.247075    3777 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0424 19:01:35.247074    3777 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0424 19:01:35.247081    3777 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0424 19:01:35.247086    3777 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0424 19:01:35.247096    3777 namespace.go:98] [kube-public] adding namespace
I0424 19:01:35.247099    3777 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0424 19:01:35.247102    3777 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0424 19:01:35.247099    3777 namespace.go:98] [openshift-multus] adding namespace
I0424 19:01:35.247110    3777 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0424 19:01:35.247052    3777 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0424 19:01:35.247193    3777 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0424 19:01:35.247200    3777 namespace.go:98] [openshift-console-operator] adding namespace
I0424 19:01:35.247701    3777 namespace.go:102] [openshift-ingress] adding namespace took 635.715µs
I0424 19:01:35.247716    3777 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0424 19:01:35.248120    3777 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 399.278µs
I0424 19:01:35.248132    3777 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0424 19:01:35.248711    3777 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 573.818µs
I0424 19:01:35.248730    3777 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0424 19:01:35.249291    3777 namespace.go:102] [openshift-package-operator] adding namespace took 2.222231ms
I0424 19:01:35.249306    3777 namespace.go:98] [openshift-machine-api] adding namespace
I0424 19:01:35.249810    3777 namespace.go:102] [openshift-must-gather-operator] adding namespace took 2.724805ms
I0424 19:01:35.249819    3777 namespace.go:98] [openshift-config-operator] adding namespace
I0424 19:01:35.250320    3777 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.237889ms
I0424 19:01:35.250354    3777 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0424 19:01:35.250893    3777 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.804285ms
I0424 19:01:35.250908    3777 namespace.go:98] [openshift-authentication-operator] adding namespace
I0424 19:01:35.251473    3777 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 4.387418ms
I0424 19:01:35.251498    3777 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0424 19:01:35.252036    3777 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.942876ms
I0424 19:01:35.252055    3777 namespace.go:98] [open-cluster-management-2psmom7g8g3evconfugfskclt409077f] adding namespace
I0424 19:01:35.252598    3777 namespace.go:102] [kube-public] adding namespace took 5.489808ms
I0424 19:01:35.252611    3777 namespace.go:98] [openshift-operators-redhat] adding namespace
I0424 19:01:35.253039    3777 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.922095ms
I0424 19:01:35.253059    3777 namespace.go:98] [openshift-dns-operator] adding namespace
W0424 19:01:35.253067    3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-bwbmh: pod openshift-network-diagnostics/network-check-target-bwbmh: no pod IPs found 
W0424 19:01:35.253078    3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lgr84: pod openshift-network-diagnostics/network-check-target-lgr84: no pod IPs found 
W0424 19:01:35.253648    3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bptls: pod openshift-multus/network-metrics-daemon-bptls: no pod IPs found 
I0424 19:01:35.253682    3777 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.566346ms
I0424 19:01:35.253700    3777 namespace.go:98] [kube-system] adding namespace
W0424 19:01:35.253721    3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qjbwl: pod openshift-multus/network-metrics-daemon-qjbwl: no pod IPs found 
I0424 19:01:35.254256    3777 namespace.go:102] [openshift-multus] adding namespace took 7.136227ms
I0424 19:01:35.254272    3777 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0424 19:01:35.254760    3777 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.636069ms
I0424 19:01:35.254774    3777 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0424 19:01:35.255257    3777 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.086463ms
I0424 19:01:35.255268    3777 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0424 19:01:35.255729    3777 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.525041ms
I0424 19:01:35.255748    3777 namespace.go:98] [openshift] adding namespace
I0424 19:01:35.255791    3777 iptables.go:108] Creating table: filter chain: FORWARD
I0424 19:01:35.256333    3777 namespace.go:102] [openshift-console-operator] adding namespace took 9.125533ms
I0424 19:01:35.256351    3777 namespace.go:98] [openshift-operators] adding namespace
I0424 19:01:35.256742    3777 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.005601ms
I0424 19:01:35.256756    3777 namespace.go:98] [openshift-marketplace] adding namespace
I0424 19:01:35.257129    3777 namespace.go:102] [openshift-machine-api] adding namespace took 7.818692ms
I0424 19:01:35.257140    3777 namespace.go:98] [openshift-node] adding namespace
I0424 19:01:35.257591    3777 namespace.go:102] [openshift-config-operator] adding namespace took 7.767747ms
I0424 19:01:35.257606    3777 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0424 19:01:35.258007    3777 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.647602ms
I0424 19:01:35.258038    3777 namespace.go:98] [dedicated-admin] adding namespace
I0424 19:01:35.258417    3777 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.502712ms
I0424 19:01:35.258433    3777 namespace.go:98] [openshift-monitoring] adding namespace
I0424 19:01:35.258881    3777 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.375977ms
I0424 19:01:35.258895    3777 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0424 19:01:35.259321    3777 namespace.go:102] [open-cluster-management-2psmom7g8g3evconfugfskclt409077f] adding namespace took 7.259142ms
I0424 19:01:35.259336    3777 namespace.go:98] [openshift-backplane] adding namespace
I0424 19:01:35.259787    3777 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.170658ms
I0424 19:01:35.259801    3777 namespace.go:98] [openshift-console] adding namespace
I0424 19:01:35.260297    3777 namespace.go:102] [openshift-dns-operator] adding namespace took 7.231601ms
I0424 19:01:35.260316    3777 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0424 19:01:35.260838    3777 namespace.go:102] [kube-system] adding namespace took 7.1325ms
I0424 19:01:35.260849    3777 namespace.go:98] [openshift-logging] adding namespace
I0424 19:01:35.261291    3777 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.008713ms
I0424 19:01:35.261311    3777 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0424 19:01:35.261762    3777 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.98238ms
I0424 19:01:35.261776    3777 namespace.go:98] [openshift-controller-manager] adding namespace
I0424 19:01:35.262250    3777 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.977091ms
I0424 19:01:35.262272    3777 namespace.go:98] [openshift-backplane-tam] adding namespace
I0424 19:01:35.262635    3777 iptables.go:108] Creating table: filter chain: OUTPUT
I0424 19:01:35.262636    3777 namespace.go:102] [openshift] adding namespace took 6.879991ms
I0424 19:01:35.262658    3777 namespace.go:98] [openshift-console-user-settings] adding namespace
I0424 19:01:35.263176    3777 namespace.go:102] [openshift-operators] adding namespace took 6.818157ms
I0424 19:01:35.263200    3777 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0424 19:01:35.264002    3777 namespace.go:102] [openshift-marketplace] adding namespace took 7.24039ms
I0424 19:01:35.264014    3777 namespace.go:98] [openshift-ingress-operator] adding namespace
I0424 19:01:35.264401    3777 namespace.go:102] [openshift-node] adding namespace took 7.254489ms
I0424 19:01:35.264418    3777 namespace.go:98] [openshift-backplane-csm] adding namespace
I0424 19:01:35.264814    3777 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.203356ms
I0424 19:01:35.264827    3777 namespace.go:98] [openshift-config] adding namespace
I0424 19:01:35.265335    3777 namespace.go:102] [dedicated-admin] adding namespace took 7.286021ms
I0424 19:01:35.265355    3777 namespace.go:98] [openshift-etcd] adding namespace
I0424 19:01:35.265864    3777 namespace.go:102] [openshift-monitoring] adding namespace took 7.424763ms
I0424 19:01:35.265880    3777 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0424 19:01:35.266334    3777 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.433881ms
I0424 19:01:35.266348    3777 namespace.go:98] [openshift-authentication] adding namespace
I0424 19:01:35.266694    3777 namespace.go:102] [openshift-backplane] adding namespace took 7.351543ms
I0424 19:01:35.266732    3777 namespace.go:98] [openshift-backplane-cse] adding namespace
I0424 19:01:35.267142    3777 namespace.go:102] [openshift-console] adding namespace took 7.334024ms
I0424 19:01:35.267174    3777 namespace.go:98] [openshift-cluster-version] adding namespace
I0424 19:01:35.267596    3777 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.274411ms
I0424 19:01:35.267606    3777 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0424 19:01:35.268023    3777 namespace.go:102] [openshift-logging] adding namespace took 7.167694ms
I0424 19:01:35.268038    3777 namespace.go:98] [openshift-dns] adding namespace
I0424 19:01:35.268496    3777 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.178038ms
I0424 19:01:35.268511    3777 namespace.go:98] [openshift-network-console] adding namespace
I0424 19:01:35.269007    3777 namespace.go:102] [openshift-controller-manager] adding namespace took 7.225763ms
I0424 19:01:35.269021    3777 namespace.go:98] [openshift-network-operator] adding namespace
I0424 19:01:35.269391    3777 gateway_shared_intf.go:1816] Gateway Creation Complete
I0424 19:01:35.269404    3777 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-68.ec2.internal","mac-address":"12:97:c3:af:25:9d","ip-addresses":["10.0.0.68/24"],"ip-address":"10.0.0.68/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:96e9e16a-ed9c-40e0-a875-b9913469235a k8s.ovn.org/node-encap-ips:["10.0.0.68"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.68/24"} k8s.ovn.org/zone-name:ip-10-0-0-68.ec2.internal] on node ip-10-0-0-68.ec2.internal
I0424 19:01:35.269463    3777 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.185392ms
I0424 19:01:35.269475    3777 namespace.go:98] [openshift-ingress-canary] adding namespace
I0424 19:01:35.269877    3777 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.21183ms
I0424 19:01:35.269895    3777 namespace.go:98] [openshift-config-managed] adding namespace
I0424 19:01:35.270287    3777 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.082734ms
I0424 19:01:35.270300    3777 namespace.go:98] [default] adding namespace
I0424 19:01:35.270689    3777 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.670293ms
I0424 19:01:35.271074    3777 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.65056ms
I0424 19:01:35.271089    3777 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0424 19:01:35.271494    3777 namespace.go:102] [openshift-config] adding namespace took 6.66218ms
I0424 19:01:35.271507    3777 namespace.go:98] [openshift-image-registry] adding namespace
I0424 19:01:35.271880    3777 namespace.go:102] [openshift-etcd] adding namespace took 6.520239ms
I0424 19:01:35.271892    3777 namespace.go:98] [openshift-network-node-identity] adding namespace
I0424 19:01:35.272325    3777 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.438503ms
I0424 19:01:35.272340    3777 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0424 19:01:35.272747    3777 namespace.go:102] [openshift-authentication] adding namespace took 6.394202ms
I0424 19:01:35.272760    3777 namespace.go:98] [kube-node-lease] adding namespace
I0424 19:01:35.273141    3777 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.402574ms
I0424 19:01:35.273172    3777 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0424 19:01:35.273572    3777 namespace.go:102] [openshift-cluster-version] adding namespace took 6.390994ms
I0424 19:01:35.274101    3777 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.489278ms
I0424 19:01:35.274116    3777 namespace.go:98] [openshift-insights] adding namespace
I0424 19:01:35.274593    3777 namespace.go:102] [openshift-dns] adding namespace took 6.551098ms
I0424 19:01:35.274605    3777 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0424 19:01:35.275107    3777 namespace.go:102] [openshift-network-console] adding namespace took 6.590342ms
I0424 19:01:35.275124    3777 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0424 19:01:35.275537    3777 namespace.go:102] [openshift-network-operator] adding namespace took 6.510995ms
I0424 19:01:35.275552    3777 namespace.go:98] [openshift-backplane-cee] adding namespace
I0424 19:01:35.275934    3777 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.454092ms
I0424 19:01:35.275950    3777 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0424 19:01:35.276384    3777 namespace.go:102] [openshift-config-managed] adding namespace took 6.483213ms
I0424 19:01:35.276397    3777 namespace.go:98] [openshift-apiserver] adding namespace
I0424 19:01:35.276784    3777 namespace.go:102] [default] adding namespace took 6.478262ms
I0424 19:01:35.276794    3777 namespace.go:98] [openshift-host-network] adding namespace
I0424 19:01:35.277257    3777 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.16264ms
I0424 19:01:35.277267    3777 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0424 19:01:35.277719    3777 namespace.go:102] [openshift-image-registry] adding namespace took 6.206216ms
I0424 19:01:35.278139    3777 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.241103ms
I0424 19:01:35.278182    3777 namespace.go:98] [openshift-infra] adding namespace
I0424 19:01:35.278654    3777 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.307318ms
I0424 19:01:35.278668    3777 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0424 19:01:35.279117    3777 namespace.go:102] [kube-node-lease] adding namespace took 6.351404ms
I0424 19:01:35.279130    3777 namespace.go:98] [openshift-backplane-srep] adding namespace
I0424 19:01:35.279650    3777 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.472548ms
I0424 19:01:35.280087    3777 namespace.go:102] [openshift-insights] adding namespace took 5.965099ms
I0424 19:01:35.280528    3777 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.918128ms
I0424 19:01:35.280954    3777 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.823949ms
I0424 19:01:35.281445    3777 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.888718ms
I0424 19:01:35.281914    3777 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.958983ms
I0424 19:01:35.281926    3777 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0424 19:01:35.282358    3777 namespace.go:102] [openshift-apiserver] adding namespace took 5.956559ms
I0424 19:01:35.282874    3777 namespace.go:102] [openshift-host-network] adding namespace took 6.073122ms
I0424 19:01:35.283307    3777 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.034555ms
I0424 19:01:35.283741    3777 namespace.go:102] [openshift-infra] adding namespace took 5.550559ms
I0424 19:01:35.284170    3777 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.497625ms
I0424 19:01:35.284643    3777 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.506717ms
I0424 19:01:35.284999    3777 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.068826ms
W0424 19:01:35.285072    3777 master.go:458] Unable to parse local node ip-10-0-0-68.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0424 19:01:35.285080    3777 master.go:471] Unable to parse remote node ip-10-0-1-34.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0424 19:01:35.285085    3777 master.go:481] Removing stale chassis with ID/Name: 96e9e16a-ed9c-40e0-a875-b9913469235a, hostname: ip-10-0-0-68.ec2.internal
I0424 19:01:35.285511    3777 master.go:548] Adding or Updating local node "ip-10-0-0-68.ec2.internal" for network "default"
I0424 19:01:35.285577    3777 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-34.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-34.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-34.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-34.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-34.ec2.internal
I0424 19:01:35.286199    3777 zone_ic_handler.go:195] Time taken to create transit switch: 337.57µs
I0424 19:01:35.286220    3777 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-233.ec2.internal for the network default
I0424 19:01:35.287235    3777 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-233.ec2.internal" on network "default" took: 1.383869ms
I0424 19:01:35.289432    3777 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-68.ec2.internal for the network default
I0424 19:01:35.289589    3777 zone_ic_handler.go:195] Time taken to create transit switch: 145.127µs
I0424 19:01:35.290247    3777 default_node_network_controller.go:519] Node connection status = connected
I0424 19:01:35.290333    3777 default_network_controller.go:823] Node add failed for ip-10-0-0-68.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal, error getting gateway config for node ip-10-0-0-68.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal", failed to update chassis to local for local node ip-10-0-0-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-68.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal]
E0424 19:01:35.290384    3777 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-68.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal, error getting gateway config for node ip-10-0-0-68.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal", failed to update chassis to local for local node ip-10-0-0-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-68.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal]
I0424 19:01:35.290435    3777 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0424 19:01:35.290457    3777 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0424 19:01:35.290472    3777 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0424 19:01:35.290472    3777 master.go:548] Adding or Updating local node "ip-10-0-0-68.ec2.internal" for network "default"
I0424 19:01:35.290498    3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-233.ec2.internal in network "default"
I0424 19:01:35.290473    3777 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-68.ec2.internal", UID:"68e36d03-b332-4012-b9f4-b1caa5862971", APIVersion:"v1", ResourceVersion:"9279", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal, error getting gateway config for node ip-10-0-0-68.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal", failed to update chassis to local for local node ip-10-0-0-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-68.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal]
I0424 19:01:35.290581    3777 node_tracker.go:169] Node ip-10-0-2-233.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:35.290603    3777 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:35.290620    3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default"
I0424 19:01:35.290653    3777 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:35.290663    3777 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:35.290672    3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-34.ec2.internal in network "default"
I0424 19:01:35.290686    3777 node_tracker.go:235] Node ip-10-0-1-34.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-34.ec2.internal"
I0424 19:01:35.290700    3777 node_tracker.go:169] Node ip-10-0-1-34.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:35.290706    3777 services_controller.go:574] Full service sync requested for network=default
W0424 19:01:35.294917    3777 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-qjbwl: pod openshift-multus/network-metrics-daemon-qjbwl: no pod IPs found 
W0424 19:01:35.294941    3777 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lgr84: pod openshift-network-diagnostics/network-check-target-lgr84: no pod IPs found 
I0424 19:01:35.295878    3777 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-68.ec2.internal for the network default
I0424 19:01:35.296058    3777 zone_ic_handler.go:195] Time taken to create transit switch: 168.758µs
I0424 19:01:35.390995    3777 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0424 19:01:35.391017    3777 services_controller.go:208] Setting up event handlers for services for network=default
I0424 19:01:35.391092    3777 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0424 19:01:35.391170    3777 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0424 19:01:35.391191    3777 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0424 19:01:35.491786    3777 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0424 19:01:35.491808    3777 repair.go:60] Starting repairing loop for services
I0424 19:01:35.491908    3777 repair.go:131] Deleted 0 stale service LBs
I0424 19:01:35.491927    3777 repair.go:137] Deleted 0 stale Chassis Template Vars
I0424 19:01:35.491944    3777 repair.go:62] Finished repairing loop for services: 138.74µs
I0424 19:01:35.491972    3777 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0424 19:01:35.491992    3777 services_controller.go:254] Starting workers for network=default
I0424 19:01:35.492553    3777 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-bptls, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bptls: suppressed error logged: pod openshift-multus/network-metrics-daemon-bptls: no pod IPs found 
I0424 19:01:35.492600    3777 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lgr84] creating logical port openshift-network-diagnostics_network-check-target-lgr84 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:01:35.492651    3777 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qjbwl] creating logical port openshift-multus_network-metrics-daemon-qjbwl for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:01:35.492671    3777 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-bwbmh, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-bwbmh: suppressed error logged: pod openshift-network-diagnostics/network-check-target-bwbmh: no pod IPs found 
I0424 19:01:35.492745    3777 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lgr84
I0424 19:01:35.492770    3777 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-qjbwl
W0424 19:01:35.495187    3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0424 19:01:35.496524    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0424 19:01:35.497721    3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0424 19:01:35.582877    3777 pod.go:62] [openshift-network-diagnostics/network-check-target-lgr84] pod update took 90.164762ms
I0424 19:01:35.582903    3777 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-lgr84] addLogicalPort annotation time took 90.208408ms
I0424 19:01:35.584171    3777 pods.go:271] [openshift-network-diagnostics/network-check-target-lgr84] addLogicalPort took 91.579608ms, libovsdb time 908.485µs
I0424 19:01:35.590380    3777 pod.go:62] [openshift-multus/network-metrics-daemon-qjbwl] pod update took 97.67505ms
I0424 19:01:35.590401    3777 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-qjbwl] addLogicalPort annotation time took 97.700129ms
I0424 19:01:35.591375    3777 pods.go:271] [openshift-multus/network-metrics-daemon-qjbwl] addLogicalPort took 98.73086ms, libovsdb time 753.641µs
I0424 19:01:35.591891    3777 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0424 19:01:35.591916    3777 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0424 19:01:35.591926    3777 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0424 19:01:35.591930    3777 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0424 19:01:35.592164    3777 repair.go:29] Repairing admin network policies took 208.44µs
I0424 19:01:35.592286    3777 repair.go:92] Repairing baseline admin network policies took 108.328µs
I0424 19:01:35.592799    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0424 19:01:35.593808    3777 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0424 19:01:35.593820    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0424 19:01:35.595840    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0424 19:01:35.595861    3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0424 19:01:35.595870    3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0424 19:01:35.597771    3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0424 19:01:35.597792    3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0424 19:01:35.597799    3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0424 19:01:35.599325    3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0424 19:01:35.599351    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0424 19:01:35.599365    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0424 19:01:35.599943    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0424 19:01:35.599963    3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0424 19:01:35.599980    3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0424 19:01:35.601024    3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0424 19:01:35.601049    3777 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0424 19:01:35.601063    3777 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0424 19:01:35.603769    3777 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0424 19:01:35.603788    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0424 19:01:35.603796    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0424 19:01:35.605422    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0424 19:01:35.605439    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0424 19:01:35.605445    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0424 19:01:35.605882    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0424 19:01:35.605901    3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0424 19:01:35.605910    3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0424 19:01:35.607058    3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0424 19:01:35.607076    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0424 19:01:35.607084    3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0424 19:01:35.608623    3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0424 19:01:35.608643    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0424 19:01:35.608650    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0424 19:01:35.610121    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0424 19:01:35.610142    3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0424 19:01:35.610165    3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0424 19:01:35.611264    3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0424 19:01:35.611284    3777 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0424 19:01:35.611296    3777 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0424 19:01:35.612516    3777 namespace.go:98] [openshift-service-ca] adding namespace
I0424 19:01:35.613218    3777 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0424 19:01:35.613598    3777 namespace.go:102] [openshift-service-ca] adding namespace took 1.070131ms
I0424 19:01:35.613623    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0424 19:01:35.613632    3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0424 19:01:35.614269    3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0424 19:01:35.614284    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0424 19:01:35.614295    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0424 19:01:35.614874    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0424 19:01:35.614896    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0424 19:01:35.614904    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0424 19:01:35.615521    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0424 19:01:35.615542    3777 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0424 19:01:35.615554    3777 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0424 19:01:35.616545    3777 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0424 19:01:35.616563    3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0424 19:01:35.616574    3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0424 19:01:35.618091    3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0424 19:01:35.618118    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0424 19:01:35.618130    3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0424 19:01:35.618754    3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0424 19:01:35.618771    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0424 19:01:35.618781    3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0424 19:01:35.619305    3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0424 19:01:35.619322    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0424 19:01:35.619332    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0424 19:01:35.619857    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0424 19:01:35.619883    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0424 19:01:35.619891    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0424 19:01:35.620426    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0424 19:01:35.620447    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0424 19:01:35.620484    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0424 19:01:35.621410    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0424 19:01:35.621440    3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0424 19:01:35.621455    3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0424 19:01:35.622880    3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0424 19:01:35.622899    3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0424 19:01:35.622908    3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0424 19:01:35.624531    3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0424 19:01:35.624556    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0424 19:01:35.624569    3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0424 19:01:35.625335    3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0424 19:01:35.625353    3777 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0424 19:01:35.625361    3777 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0424 19:01:35.625668    3777 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0424 19:01:35.625686    3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0424 19:01:35.625694    3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0424 19:01:35.626270    3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0424 19:01:35.626290    3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0424 19:01:35.626302    3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0424 19:01:35.626881    3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0424 19:01:35.633059    3777 egressfirewall.go:374] Starting EgressFirewall controller
I0424 19:01:35.633106    3777 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0424 19:01:35.633106    3777 controller.go:133] Adding controller egress-firewall-controller event handlers
I0424 19:01:35.633143    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0424 19:01:35.633171    3777 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0424 19:01:35.633140    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0424 19:01:35.633179    3777 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0424 19:01:35.633453    3777 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0424 19:01:35.633470    3777 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0424 19:01:35.633478    3777 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0424 19:01:35.633490    3777 egressqos.go:193] Setting up event handlers for EgressQoS
I0424 19:01:35.633494    3777 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall
I0424 19:01:35.633506    3777 egressfirewall.go:723] Syncing node "ip-10-0-1-34.ec2.internal" for egress firewall
I0424 19:01:35.633510    3777 egressfirewall.go:723] Syncing node "ip-10-0-2-233.ec2.internal" for egress firewall
I0424 19:01:35.633596    3777 egressqos.go:245] Starting EgressQoS Controller
I0424 19:01:35.633606    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0424 19:01:35.633611    3777 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0424 19:01:35.633616    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0424 19:01:35.633620    3777 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0424 19:01:35.633625    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0424 19:01:35.633629    3777 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0424 19:01:35.633634    3777 egressqos.go:259] Repairing EgressQoSes
I0424 19:01:35.633638    3777 egressqos.go:399] Starting repairing loop for egressqos
I0424 19:01:35.633706    3777 egressqos.go:401] Finished repairing loop for egressqos: 67.421µs
I0424 19:01:35.633721    3777 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0424 19:01:35.633748    3777 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-68.ec2.internal
I0424 19:01:35.633795    3777 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-68.ec2.internal : 47.666µs
I0424 19:01:35.633883    3777 egressservice_zone.go:210] Starting Egress Services Controller
I0424 19:01:35.633900    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0424 19:01:35.633914    3777 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0424 19:01:35.633921    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0424 19:01:35.633926    3777 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0424 19:01:35.633932    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0424 19:01:35.633936    3777 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0424 19:01:35.633941    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0424 19:01:35.633946    3777 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0424 19:01:35.633950    3777 egressservice_zone.go:228] Repairing Egress Services
I0424 19:01:35.634301    3777 master_controller.go:88] Starting Admin Policy Based Route Controller
I0424 19:01:35.634313    3777 external_controller.go:278] Starting Admin Policy Based Route Controller
I0424 19:01:35.634330    3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0424 19:01:35.634339    3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 10.79µs
I0424 19:01:35.634347    3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-34.ec2.internal
I0424 19:01:35.634351    3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-34.ec2.internal: 4.06µs
I0424 19:01:35.634355    3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-233.ec2.internal
I0424 19:01:35.634364    3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-233.ec2.internal: 9.135µs
I0424 19:01:35.634505    3777 default_network_controller.go:585] Completing all the Watchers took 387.661381ms
I0424 19:01:35.634523    3777 default_network_controller.go:589] Starting unidling controllers
I0424 19:01:35.634539    3777 unidle.go:46] Registering OVN SB ControllerEvent handler
I0424 19:01:35.634556    3777 unidle.go:63] Populating Initial ContollerEvent events
I0424 19:01:35.634575    3777 unidle.go:79] Setting up event handlers for services
I0424 19:01:35.634634    3777 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0424 19:01:35.678773    3777 default_network_controller.go:1025] Node "ip-10-0-1-34.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0424 19:01:35.693715    3777 namespace.go:142] [openshift-service-ca] updating namespace
I0424 19:01:35.792308    3777 default_node_network_controller.go:519] Node connection status = connected
I0424 19:01:35.915122    3777 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0424 19:01:36.062875    3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-34.ec2.internal in network "default"
I0424 19:01:36.062908    3777 node_tracker.go:235] Node ip-10-0-1-34.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-34.ec2.internal"
I0424 19:01:36.062929    3777 node_tracker.go:169] Node ip-10-0-1-34.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:36.062962    3777 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:36.063001    3777 default_network_controller.go:1025] Node "ip-10-0-1-34.ec2.internal" in remote zone "ip-10-0-1-34.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0424 19:01:36.063129    3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:01:36.063425    3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0424 19:01:36.063521    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0424 19:01:36.125517    3777 default_network_controller.go:1025] Node "ip-10-0-1-34.ec2.internal" in remote zone "ip-10-0-1-34.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0424 19:01:36.194055    3777 default_network_controller.go:1025] Node "ip-10-0-1-34.ec2.internal" in remote zone "ip-10-0-1-34.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0424 19:01:36.194084    3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-34.ec2.internal in network "default"
I0424 19:01:36.194168    3777 node_tracker.go:169] Node ip-10-0-1-34.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:36.194198    3777 services_controller.go:574] Full service sync requested for network=default
W0424 19:01:36.194293    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0424 19:01:36.194424    3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:01:36.194911    3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:36.195264    3777 zone_ic_handler.go:195] Time taken to create transit switch: 371.926µs
I0424 19:01:36.195283    3777 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-34.ec2.internal for the network default
I0424 19:01:36.196532    3777 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-34.ec2.internal" on network "default" took: 1.663081ms
I0424 19:01:36.290953    3777 default_node_network_controller.go:519] Node connection status = connected
I0424 19:01:36.309047    3777 bridgeconfig.go:537] Gateway is ready
I0424 19:01:36.309063    3777 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0424 19:01:36.321469    3777 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.68. Updating OVN encap IP.
I0424 19:01:36.327397    3777 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.68 - it is already configured
I0424 19:01:36.327415    3777 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.68/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0424 19:01:36.327657    3777 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.68/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-68.ec2.internal","mac-address":"12:97:c3:af:25:9d","ip-addresses":["10.0.0.68/24"],"ip-address":"10.0.0.68/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:96e9e16a-ed9c-40e0-a875-b9913469235a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.68/24"}] on node ip-10-0-0-68.ec2.internal
I0424 19:01:36.344574    3777 master.go:548] Adding or Updating local node "ip-10-0-0-68.ec2.internal" for network "default"
I0424 19:01:36.344603    3777 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall
I0424 19:01:36.344634    3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default"
I0424 19:01:36.344663    3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0424 19:01:36.344694    3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 48.489µs
I0424 19:01:36.344749    3777 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:36.344771    3777 services_controller.go:574] Full service sync requested for network=default
I0424 19:01:36.344948    3777 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.68
I0424 19:01:36.345072    3777 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-68.ec2.internal
W0424 19:01:36.345247    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0424 19:01:36.345453    3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:01:36.345762    3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:36.350256    3777 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-68.ec2.internal. Updating no re-route policies
I0424 19:01:36.350333    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7kkkt
I0424 19:01:36.350348    3777 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-68.ec2.internal
I0424 19:01:36.350356    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7kkkt
I0424 19:01:36.350365    3777 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-68.ec2.internal
I0424 19:01:36.350379    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-62jxf
I0424 19:01:36.350394    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-h7dh4
I0424 19:01:36.350464    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-h7dh4
I0424 19:01:36.350483    3777 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-68.ec2.internal after 0 failed attempt(s)
I0424 19:01:36.350521    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-h7dh4 after 0 failed attempt(s)
I0424 19:01:36.350401    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-62jxf
I0424 19:01:36.350550    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8mfz5
I0424 19:01:36.350564    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8mfz5
I0424 19:01:36.350580    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8mfz5 after 0 failed attempt(s)
I0424 19:01:36.350551    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-62jxf after 0 failed attempt(s)
I0424 19:01:36.350396    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jgjfm
I0424 19:01:36.350614    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jgjfm
I0424 19:01:36.350630    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-jgjfm after 0 failed attempt(s)
I0424 19:01:36.350398    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-68.ec2.internal
I0424 19:01:36.350640    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-68.ec2.internal
I0424 19:01:36.350650    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-68.ec2.internal after 0 failed attempt(s)
I0424 19:01:36.350402    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-hh588
I0424 19:01:36.350660    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-hh588
I0424 19:01:36.350674    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-hh588 after 0 failed attempt(s)
I0424 19:01:36.350406    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lgr84
I0424 19:01:36.350694    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lgr84
I0424 19:01:36.350414    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-qnx7n
I0424 19:01:36.350771    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-qnx7n
I0424 19:01:36.350792    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-qnx7n after 0 failed attempt(s)
I0424 19:01:36.350417    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qjbwl
I0424 19:01:36.350809    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qjbwl
I0424 19:01:36.350834    3777 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qjbwl] creating logical port openshift-multus_network-metrics-daemon-qjbwl for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:01:36.350838    3777 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lgr84] creating logical port openshift-network-diagnostics_network-check-target-lgr84 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:01:36.350418    3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xh6zj
I0424 19:01:36.350911    3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xh6zj
I0424 19:01:36.350943    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-xh6zj after 0 failed attempt(s)
I0424 19:01:36.350428    3777 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zsrjt
I0424 19:01:36.350956    3777 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zsrjt
I0424 19:01:36.350973    3777 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zsrjt after 0 failed attempt(s)
I0424 19:01:36.350384    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7kkkt after 0 failed attempt(s)
I0424 19:01:36.351664    3777 pods.go:271] [openshift-multus/network-metrics-daemon-qjbwl] addLogicalPort took 838.249µs, libovsdb time 275.424µs
I0424 19:01:36.351675    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-qjbwl after 0 failed attempt(s)
I0424 19:01:36.351805    3777 pods.go:271] [openshift-network-diagnostics/network-check-target-lgr84] addLogicalPort took 1.030426ms, libovsdb time 349.568µs
I0424 19:01:36.351822    3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lgr84 after 0 failed attempt(s)
I0424 19:01:36.366054    3777 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0424 19:01:36.379047    3777 iptables.go:108] Creating table: mangle chain: OUTPUT
I0424 19:01:36.382777    3777 iptables.go:108] Creating table: nat chain: OUTPUT
I0424 19:01:36.412886    3777 iptables.go:108] Creating table: nat chain: PREROUTING
I0424 19:01:36.465281    3777 iptables.go:108] Creating table: filter chain: FORWARD
I0424 19:01:36.484175    3777 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0424 19:01:36.484329    3777 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0424 19:01:36.484376    3777 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0424 19:01:36.484443    3777 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0424 19:01:36.484498    3777 gateway_init.go:325] Gateway and management port readiness took 1.198496744s
I0424 19:01:36.484532    3777 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0424 19:01:36.484578    3777 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0424 19:01:36.484595    3777 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0424 19:01:36.484607    3777 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0424 19:01:36.484693    3777 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0424 19:01:36.484832    3777 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 107.295µs
I0424 19:01:36.485054    3777 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0424 19:01:36.485085    3777 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.914µs
I0424 19:01:36.485093    3777 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.68µs
I0424 19:01:36.485100    3777 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0424 19:01:36.485110    3777 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0424 19:01:36.485117    3777 default_node_network_controller.go:899] Starting the default node network controller
I0424 19:01:36.485122    3777 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0424 19:01:36.485136    3777 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.156µs
I0424 19:01:36.485337    3777 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0424 19:01:36.485351    3777 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0424 19:01:36.485382    3777 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b16d60 0xc0002c97a0 0xc0002c9810 0xc0002c98f0 0xc0002c9960 0xc0002c99d0 <nil> 0xc0002c9a40 0xc000b4aeb0 0xc0002c9ab0 0xc0002c9b20 <nil> 0xc000c2a410 0xc006583570 <nil> <nil> <nil> 0xc0002c9b90 <nil> map[0x2ff9080:0xc0009c5320 0x2ff95c0:0xc0009c54a0 0x2ffa2e0:0xc00210a180 0x2ffa580:0xc0009c52c0 0x2ffad60:0xc0009c5380 0x2ffb000:0xc0009c53e0 0x2ffb2a0:0xc0009c5440 0x2ffba80:0xc0009c55c0 0x2ffbd20:0xc0009c5620 0x3026980:0xc0008467e0 0x3026d20:0xc000846840 0x3027800:0xc000b78f00 0x3029160:0xc001aa0000 0x30298a0:0xc000846de0 0x302a720:0xc000846780] 0xc000b36230 0}
I0424 19:01:36.485447    3777 gateway.go:151] Starting gateway service sync
I0424 19:01:36.485921    3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0424 19:01:36.488326    3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0424 19:01:36.498387    3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0424 19:01:36.499594    3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0424 19:01:36.500878    3777 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0424 19:01:36.534688    3777 gateway.go:168] Gateway service sync done. Time taken: 49.2243ms
I0424 19:01:36.535376    3777 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31575
I0424 19:01:36.535539    3777 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b16d60 0xc0002c97a0 0xc0002c9810 0xc0002c98f0 0xc0002c9960 0xc0002c99d0 <nil> 0xc0002c9a40 0xc000b4aeb0 0xc0002c9ab0 0xc0002c9b20 <nil> 0xc000c2a410 0xc006583570 <nil> <nil> <nil> 0xc0002c9b90 <nil> map[0x2ff9080:0xc0009c5320 0x2ff95c0:0xc0009c54a0 0x2ffa2e0:0xc00210a180 0x2ffa580:0xc0009c52c0 0x2ffad60:0xc0009c5380 0x2ffb000:0xc0009c53e0 0x2ffb2a0:0xc0009c5440 0x2ffba80:0xc0009c55c0 0x2ffbd20:0xc0009c5620 0x3026980:0xc0008467e0 0x3026d20:0xc000846840 0x3027800:0xc000b78f00 0x3029160:0xc001aa0000 0x30298a0:0xc000846de0 0x302a720:0xc000846780] 0xc000b36230 0}
I0424 19:01:36.536198    3777 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b16d60 0xc0002c97a0 0xc0002c9810 0xc0002c98f0 0xc0002c9960 0xc0002c99d0 <nil> 0xc0002c9a40 0xc000b4aeb0 0xc0002c9ab0 0xc0002c9b20 <nil> 0xc000c2a410 0xc006583570 <nil> <nil> <nil> 0xc0002c9b90 <nil> map[0x2ff9080:0xc0009c5320 0x2ff95c0:0xc0009c54a0 0x2ffa2e0:0xc00210a180 0x2ffa580:0xc0009c52c0 0x2ffad60:0xc0009c5380 0x2ffb000:0xc0009c53e0 0x2ffb2a0:0xc0009c5440 0x2ffba80:0xc0009c55c0 0x2ffbd20:0xc0009c5620 0x3026980:0xc0008467e0 0x3026d20:0xc000846840 0x3027800:0xc000b78f00 0x3029160:0xc001aa0000 0x30298a0:0xc000846de0 0x302a720:0xc000846780] 0xc000b36230 0}
I0424 19:01:36.536240    3777 gateway.go:532] Reconciling gateway with updates
I0424 19:01:36.541287    3777 gateway.go:339] Spawning Conntrack Rule Check Thread
I0424 19:01:36.541307    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0424 19:01:36.541324    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0424 19:01:36.541342    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0424 19:01:36.541367    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0424 19:01:36.541364    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0424 19:01:36.541383    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0424 19:01:36.541404    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0424 19:01:36.541407    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0424 19:01:36.541415    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0424 19:01:36.541415    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0424 19:01:36.541419    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0424 19:01:36.541428    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0424 19:01:36.541433    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0424 19:01:36.541437    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.541442    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0424 19:01:36.541422    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.541442    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:36.541456    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0424 19:01:36.541459    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:36.541458    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0424 19:01:36.541409    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.541461    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0424 19:01:36.541471    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0424 19:01:36.541436    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0424 19:01:36.541448    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0424 19:01:36.541480    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0424 19:01:36.541482    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.541484    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0424 19:01:36.541507    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0424 19:01:36.541458    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0424 19:01:36.541565    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0424 19:01:36.541456    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0424 19:01:36.541575    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0424 19:01:36.541582    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0424 19:01:36.541600    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0424 19:01:36.541576    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0424 19:01:36.541609    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.541510    3777 port_claim.go:71] Svc openshift-ingress/router-default: port 31590 is already open, no action needed
I0424 19:01:36.541618    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0424 19:01:36.541625    3777 port_claim.go:71] Svc openshift-ingress/router-default: port 30943 is already open, no action needed
I0424 19:01:36.541636    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0424 19:01:36.541637    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0424 19:01:36.541651    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0424 19:01:36.541463    3777 default_node_network_controller.go:944] Gateway and management port readiness took 56.101576ms
I0424 19:01:36.541512    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.541664    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0424 19:01:36.541521    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0424 19:01:36.541676    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0424 19:01:36.541682    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0424 19:01:36.541534    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0424 19:01:36.541712    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0424 19:01:36.541586    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0424 19:01:36.541515    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0424 19:01:36.541726    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0424 19:01:36.541554    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0424 19:01:36.541735    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0424 19:01:36.541536    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0424 19:01:36.541738    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0424 19:01:36.541747    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0424 19:01:36.541754    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0424 19:01:36.541444    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0424 19:01:36.541762    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0424 19:01:36.541765    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0424 19:01:36.541771    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0424 19:01:36.541775    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0424 19:01:36.541786    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.541788    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0424 19:01:36.541542    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0424 19:01:36.541801    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0424 19:01:36.541807    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0424 19:01:36.541425    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0424 19:01:36.541832    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0424 19:01:36.541747    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0424 19:01:36.541846    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0424 19:01:36.541854    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0424 19:01:36.541858    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0424 19:01:36.541803    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0424 19:01:36.541869    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0424 19:01:36.541878    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0424 19:01:36.541880    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0424 19:01:36.541884    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0424 19:01:36.541872    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0424 19:01:36.541893    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0424 19:01:36.541898    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0424 19:01:36.541775    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0424 19:01:36.541607    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0424 19:01:36.541919    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0424 19:01:36.541933    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0424 19:01:36.541661    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0424 19:01:36.541663    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0424 19:01:36.541698    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0424 19:01:36.541959    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0424 19:01:36.541573    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0424 19:01:36.541980    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0424 19:01:36.541997    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0424 19:01:36.541797    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0424 19:01:36.541699    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0424 19:01:36.542012    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0424 19:01:36.542022    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0424 19:01:36.541716    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0424 19:01:36.542042    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0424 19:01:36.541998    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0424 19:01:36.541742    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0424 19:01:36.541811    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0424 19:01:36.542009    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0424 19:01:36.541865    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0424 19:01:36.542330    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0424 19:01:36.541979    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0424 19:01:36.541760    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0424 19:01:36.542396    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0424 19:01:36.543023    3777 node_ip_handler_linux.go:160] Node IP manager is running
W0424 19:01:36.581133    3777 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0424 19:01:36.581388    3777 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0424 19:01:36.581522    3777 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0424 19:01:36.591729    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0424 19:01:36.591738    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0424 19:01:36.591768    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.591779    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0424 19:01:36.591785    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0424 19:01:36.591792    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0424 19:01:36.591797    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0424 19:01:36.591803    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0424 19:01:36.591808    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0424 19:01:36.591839    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0424 19:01:36.591861    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0424 19:01:36.591873    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0424 19:01:36.591881    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0424 19:01:36.591889    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0424 19:01:36.591898    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0424 19:01:36.591905    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0424 19:01:36.591913    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.591920    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0424 19:01:36.591925    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0424 19:01:36.643522    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0424 19:01:36.643555    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.643563    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0424 19:01:36.693321    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0424 19:01:36.693357    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0424 19:01:36.693365    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
W0424 19:01:38.506005    3777 egressip_healthcheck.go:76] Health checking using insecure connection
I0424 19:01:38.506031    3777 default_node_network_controller.go:1380] Starting node controller node sync
I0424 19:01:38.506070    3777 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0424 19:01:38.518390    3777 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.341926ms
I0424 19:01:38.518518    3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-233.ec2.internal", IP: 10.0.2.233 to PMTUD blocking rules
I0424 19:01:38.518536    3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-233.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0424 19:01:38.524547    3777 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0424 19:01:38.524866    3777 egressservice_node.go:93] Setting up event handlers for Egress Services
I0424 19:01:38.524982    3777 egressservice_node.go:183] Starting Egress Services Controller
I0424 19:01:38.525000    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0424 19:01:38.525012    3777 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0424 19:01:38.525021    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0424 19:01:38.525028    3777 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0424 19:01:38.525034    3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0424 19:01:38.525039    3777 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0424 19:01:38.525043    3777 egressservice_node.go:197] Repairing Egress Services
I0424 19:01:38.536514    3777 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0424 19:01:38.536531    3777 external_controller.go:278] Starting Admin Policy Based Route Controller
I0424 19:01:38.536652    3777 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0424 19:01:38.536663    3777 link_network_manager.go:119] Link manager is running
I0424 19:01:38.536680    3777 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0424 19:01:38.536851    3777 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0424 19:01:38.537514    3777 vrf_manager.go:128] VRF manager is running
I0424 19:01:38.537790    3777 node_controller_manager.go:437] Removing flows to drop GARP
I0424 19:01:38.537800    3777 gateway.go:532] Reconciling gateway with updates
I0424 19:01:38.559281    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0424 19:01:38.559305    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0424 19:01:38.559315    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0424 19:01:38.559319    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0424 19:01:38.559327    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0424 19:01:38.559326    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0424 19:01:38.559336    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0424 19:01:38.559335    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0424 19:01:38.559343    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0424 19:01:38.559350    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0424 19:01:38.559368    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0424 19:01:38.559309    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0424 19:01:38.559377    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0424 19:01:38.559383    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0424 19:01:38.559387    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0424 19:01:38.559369    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0424 19:01:38.559388    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0424 19:01:38.559390    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0424 19:01:38.559404    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0424 19:01:38.559409    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0424 19:01:38.559413    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0424 19:01:38.559412    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0424 19:01:38.559396    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0424 19:01:38.559423    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0424 19:01:38.559418    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.559380    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0424 19:01:38.559435    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0424 19:01:38.559442    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0424 19:01:38.559442    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0424 19:01:38.559447    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0424 19:01:38.559456    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0424 19:01:38.559459    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0424 19:01:38.559462    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0424 19:01:38.559474    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0424 19:01:38.559370    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0424 19:01:38.559479    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0424 19:01:38.559491    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0424 19:01:38.559494    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0424 19:01:38.559448    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0424 19:01:38.559498    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0424 19:01:38.559505    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0424 19:01:38.559504    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0424 19:01:38.559514    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0424 19:01:38.559518    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0424 19:01:38.559516    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0424 19:01:38.559525    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0424 19:01:38.559517    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0424 19:01:38.559530    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0424 19:01:38.559534    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0424 19:01:38.559538    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0424 19:01:38.559531    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0424 19:01:38.559551    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0424 19:01:38.559570    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0424 19:01:38.559355    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0424 19:01:38.559570    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0424 19:01:38.559538    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0424 19:01:38.559583    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0424 19:01:38.559572    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0424 19:01:38.559591    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0424 19:01:38.559591    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0424 19:01:38.559595    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0424 19:01:38.559600    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0424 19:01:38.559607    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0424 19:01:38.559610    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0424 19:01:38.559622    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0424 19:01:38.559639    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0424 19:01:38.559646    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0424 19:01:38.559654    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0424 19:01:38.559655    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0424 19:01:38.559397    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0424 19:01:38.559515    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0424 19:01:38.559667    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0424 19:01:38.559397    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0424 19:01:38.559707    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0424 19:01:38.559716    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.559719    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.559397    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:38.559744    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:38.559410    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0424 19:01:38.559798    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0424 19:01:38.559806    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0424 19:01:38.559806    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0424 19:01:38.559816    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0424 19:01:38.559821    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0424 19:01:38.559419    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0424 19:01:38.559835    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0424 19:01:38.559424    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0424 19:01:38.559857    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0424 19:01:38.559427    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0424 19:01:38.559418    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0424 19:01:38.559428    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.559433    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0424 19:01:38.559500    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0424 19:01:38.560006    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0424 19:01:38.559519    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0424 19:01:38.559532    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0424 19:01:38.559527    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0424 19:01:38.560050    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0424 19:01:38.559542    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0424 19:01:38.559546    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0424 19:01:38.560129    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0424 19:01:38.559544    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0424 19:01:38.559544    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0424 19:01:38.560142    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0424 19:01:38.560173    3777 port_claim.go:71] Svc openshift-ingress/router-default: port 31590 is already open, no action needed
I0424 19:01:38.560180    3777 port_claim.go:71] Svc openshift-ingress/router-default: port 30943 is already open, no action needed
I0424 19:01:38.559548    3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0424 19:01:38.560220    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0424 19:01:38.559613    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0424 19:01:38.559627    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.559398    3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0424 19:01:38.602980    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0424 19:01:38.603008    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.603015    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0424 19:01:38.646497    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0424 19:01:38.646534    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0424 19:01:38.646544    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0424 19:01:38.646551    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0424 19:01:38.646557    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0424 19:01:38.646563    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.646573    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0424 19:01:38.646583    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0424 19:01:38.646590    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0424 19:01:38.646599    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0424 19:01:38.646605    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0424 19:01:38.646610    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0424 19:01:38.646616    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.646624    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.646634    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.646642    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0424 19:01:38.646648    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0424 19:01:38.690445    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0424 19:01:38.690454    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0424 19:01:38.690473    3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0424 19:01:38.749642    3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-34.ec2.internal
I0424 19:01:38.749658    3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-34.ec2.internal in network "default"
I0424 19:01:38.749666    3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-34.ec2.internal: 29.833µs
I0424 19:01:38.749681    3777 egressfirewall.go:723] Syncing node "ip-10-0-1-34.ec2.internal" for egress firewall
I0424 19:01:38.749719    3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-34.ec2.internal", IP: 10.0.1.34 to PMTUD blocking rules
I0424 19:01:38.749727    3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-34.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0424 19:01:38.749733    3777 node_tracker.go:169] Node ip-10-0-1-34.ec2.internal switch + router changed, syncing services in network "default"
I0424 19:01:38.749751    3777 services_controller.go:574] Full service sync requested for network=default
W0424 19:01:38.749957    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0424 19:01:38.750113    3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:01:38.750534    3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0424 19:01:38.755993    3777 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-34.ec2.internal. Updating no re-route policies
I0424 19:01:38.765657    3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-34.ec2.internal", IP: 10.0.1.34 to PMTUD blocking rules
I0424 19:01:38.765672    3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-34.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0424 19:01:40.739138    3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0424 19:01:40.739187    3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 57.119µs
I0424 19:01:40.775049    3777 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8574b77c98-5qxj2] creating logical port openshift-image-registry_image-registry-8574b77c98-5qxj2 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:01:40.775194    3777 kube.go:256] Updating pod openshift-image-registry/image-registry-8574b77c98-5qxj2
I0424 19:01:40.775778    3777 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7dfb56b846-bhvc7] creating logical port openshift-ingress_router-default-7dfb56b846-bhvc7 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:01:40.775870    3777 kube.go:256] Updating pod openshift-ingress/router-default-7dfb56b846-bhvc7
I0424 19:01:40.793227    3777 pod.go:62] [openshift-image-registry/image-registry-8574b77c98-5qxj2] pod update took 18.085645ms
I0424 19:01:40.793246    3777 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8574b77c98-5qxj2] addLogicalPort annotation time took 18.108984ms
I0424 19:01:40.794421    3777 pods.go:271] [openshift-image-registry/image-registry-8574b77c98-5qxj2] addLogicalPort took 19.389906ms, libovsdb time 935.973µs
I0424 19:01:40.797036    3777 pod.go:62] [openshift-ingress/router-default-7dfb56b846-bhvc7] pod update took 21.189543ms
I0424 19:01:40.797068    3777 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7dfb56b846-bhvc7] addLogicalPort annotation time took 21.222959ms
I0424 19:01:40.798374    3777 pods.go:271] [openshift-ingress/router-default-7dfb56b846-bhvc7] addLogicalPort took 22.605565ms, libovsdb time 989.439µs
I0424 19:01:40.845014    3777 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-w68cm] creating logical port openshift-dns_dns-default-w68cm for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:01:40.845063    3777 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-6ndph] creating logical port openshift-ingress-canary_ingress-canary-6ndph for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:01:40.845125    3777 kube.go:256] Updating pod openshift-dns/dns-default-w68cm
I0424 19:01:40.845167    3777 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-6ndph
I0424 19:01:40.861100    3777 pod.go:62] [openshift-dns/dns-default-w68cm] pod update took 16.000868ms
I0424 19:01:40.861121    3777 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-w68cm] addLogicalPort annotation time took 16.026445ms
I0424 19:01:40.862285    3777 pods.go:271] [openshift-dns/dns-default-w68cm] addLogicalPort took 17.286823ms, libovsdb time 906.321µs
I0424 19:01:40.864331    3777 pod.go:62] [openshift-ingress-canary/ingress-canary-6ndph] pod update took 19.200015ms
I0424 19:01:40.864354    3777 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-6ndph] addLogicalPort annotation time took 19.221638ms
I0424 19:01:40.865511    3777 pods.go:271] [openshift-ingress-canary/ingress-canary-6ndph] addLogicalPort took 20.457229ms, libovsdb time 916.689µs
I0424 19:01:41.209342    3777 cni.go:452] [openshift-ingress-canary/ingress-canary-6ndph 38b69c8357550ca04eefee603057da7eecf323473bb43fb5727d5232287be7bb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-6ndph 38b69c8357550ca04eefee603057da7eecf323473bb43fb5727d5232287be7bb network default NAD default NAD key ]
I0424 19:01:41.228310    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-6ndph, hostIfaceName: 38b69c8357550ca, network: default, NAD default, SandboxID: "38b69c8357550ca04eefee603057da7eecf323473bb43fb5727d5232287be7bb", PCI device ID: , UID: "c741780d-0321-4a8d-a4e8-28fbb8022fd1", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0424 19:01:41.275797    3777 cni.go:473] [openshift-ingress-canary/ingress-canary-6ndph 38b69c8357550ca04eefee603057da7eecf323473bb43fb5727d5232287be7bb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-6ndph 38b69c8357550ca04eefee603057da7eecf323473bb43fb5727d5232287be7bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c3:53:c8:13:3e\",\"name\":\"38b69c8357550ca\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a01b9c69-b825-406b-96e2-05a989bcddcc\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:42.487965    3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-34.ec2.internal
I0424 19:01:42.488001    3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-34.ec2.internal: 43.479µs
W0424 19:01:42.916296    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0424 19:01:43.131932    3777 cni.go:452] [openshift-dns/dns-default-w68cm 8cea4290d1aca422741820987deeaa0aa3fe1029f95c12b2ee06df81ec2c3a38 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-w68cm 8cea4290d1aca422741820987deeaa0aa3fe1029f95c12b2ee06df81ec2c3a38 network default NAD default NAD key ]
I0424 19:01:43.142723    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-w68cm, hostIfaceName: 8cea4290d1aca42, network: default, NAD default, SandboxID: "8cea4290d1aca422741820987deeaa0aa3fe1029f95c12b2ee06df81ec2c3a38", PCI device ID: , UID: "0b6d9ddf-d4aa-4189-bc73-d406266c4470", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0424 19:01:43.194781    3777 cni.go:473] [openshift-dns/dns-default-w68cm 8cea4290d1aca422741820987deeaa0aa3fe1029f95c12b2ee06df81ec2c3a38 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-w68cm 8cea4290d1aca422741820987deeaa0aa3fe1029f95c12b2ee06df81ec2c3a38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:a0:3a:a8:3e:54\",\"name\":\"8cea4290d1aca42\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9f713ac-24f3-4c5d-9f97-cf7acdbcc70c\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:43.968748    3777 cni.go:452] [openshift-network-diagnostics/network-check-target-lgr84 1f1cfde58a90930ad311f2cb3ae7409840f88a024cc174c9e36a2639049e9463 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lgr84 1f1cfde58a90930ad311f2cb3ae7409840f88a024cc174c9e36a2639049e9463 network default NAD default NAD key ]
I0424 19:01:43.981203    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lgr84, hostIfaceName: 1f1cfde58a90930, network: default, NAD default, SandboxID: "1f1cfde58a90930ad311f2cb3ae7409840f88a024cc174c9e36a2639049e9463", PCI device ID: , UID: "4f2e0fe8-bdc3-4d5d-aa65-fc92ebb964d9", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0424 19:01:44.032856    3777 cni.go:473] [openshift-network-diagnostics/network-check-target-lgr84 1f1cfde58a90930ad311f2cb3ae7409840f88a024cc174c9e36a2639049e9463 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lgr84 1f1cfde58a90930ad311f2cb3ae7409840f88a024cc174c9e36a2639049e9463 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b8:9f:dc:85:00\",\"name\":\"1f1cfde58a90930\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e7d4951-cd49-483e-87bd-e6d9e6b1ae4a\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:44.378379    3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8574b77c98-72w59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:01:44.379029    3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8574b77c98-72w59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:01:44.395010    3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8574b77c98-72w59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:44.395028    3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8574b77c98-72w59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:01:44.402100    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8574b77c98-72w59
I0424 19:01:44.402131    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8574b77c98-72w59
I0424 19:01:45.024030    3777 cni.go:452] [openshift-image-registry/image-registry-8574b77c98-5qxj2 d1d1d10f6e071fc9f8745be9bffecf839d4bc08535090581002d9de1e1a69aa8 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8574b77c98-5qxj2 d1d1d10f6e071fc9f8745be9bffecf839d4bc08535090581002d9de1e1a69aa8 network default NAD default NAD key ]
I0424 19:01:45.036087    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8574b77c98-5qxj2, hostIfaceName: d1d1d10f6e071fc, network: default, NAD default, SandboxID: "d1d1d10f6e071fc9f8745be9bffecf839d4bc08535090581002d9de1e1a69aa8", PCI device ID: , UID: "470aea84-bf52-4983-8036-4b566abe7bcb", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0424 19:01:45.088726    3777 cni.go:473] [openshift-image-registry/image-registry-8574b77c98-5qxj2 d1d1d10f6e071fc9f8745be9bffecf839d4bc08535090581002d9de1e1a69aa8 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8574b77c98-5qxj2 d1d1d10f6e071fc9f8745be9bffecf839d4bc08535090581002d9de1e1a69aa8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:1c:24:a4:5c:c0\",\"name\":\"d1d1d10f6e071fc\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/823c9548-6fe3-4359-89b7-971164f5d66f\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:01:48.666544    3777 cni.go:452] [openshift-ingress/router-default-7dfb56b846-bhvc7 c5cacaa1570bf526b0b40712f888467255bdf526b4eeebddc8e5a1427a375e83 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7dfb56b846-bhvc7 c5cacaa1570bf526b0b40712f888467255bdf526b4eeebddc8e5a1427a375e83 network default NAD default NAD key ]
I0424 19:01:48.681337    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7dfb56b846-bhvc7, hostIfaceName: c5cacaa1570bf52, network: default, NAD default, SandboxID: "c5cacaa1570bf526b0b40712f888467255bdf526b4eeebddc8e5a1427a375e83", PCI device ID: , UID: "72d5496e-0ac8-49a9-abd1-f8849940a7f2", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0424 19:01:48.729079    3777 cni.go:473] [openshift-ingress/router-default-7dfb56b846-bhvc7 c5cacaa1570bf526b0b40712f888467255bdf526b4eeebddc8e5a1427a375e83 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7dfb56b846-bhvc7 c5cacaa1570bf526b0b40712f888467255bdf526b4eeebddc8e5a1427a375e83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:34:c3:de:f1:bc\",\"name\":\"c5cacaa1570bf52\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5406bd10-54e3-4f2d-8daa-2e92089c46be\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:02:00.044165    3777 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:02:00.109611    3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0424 19:02:00.141983    3777 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0424 19:02:00.272339    3777 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-j84vc] creating logical port openshift-insights_insights-runtime-extractor-j84vc for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:00.272432    3777 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-j84vc
W0424 19:02:00.290495    3777 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0424 19:02:00.294555    3777 pod.go:62] [openshift-insights/insights-runtime-extractor-j84vc] pod update took 22.153893ms
I0424 19:02:00.294574    3777 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-j84vc] addLogicalPort annotation time took 22.177802ms
I0424 19:02:00.295543    3777 pods.go:271] [openshift-insights/insights-runtime-extractor-j84vc] addLogicalPort took 23.220852ms, libovsdb time 673.096µs
I0424 19:02:00.353365    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zp858] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-zp858 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:00.353462    3777 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zp858
I0424 19:02:00.359909    3777 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-bg96v] creating logical port openshift-console_downloads-5c54f4944f-bg96v for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:00.359995    3777 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-bg96v
W0424 19:02:00.367210    3777 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-67f866ddcb-p65hg IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-67f866ddcb-p65hg: no pod IPs found 
I0424 19:02:00.369335    3777 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zp858] pod update took 15.896471ms
I0424 19:02:00.369358    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zp858] addLogicalPort annotation time took 15.922353ms
I0424 19:02:00.370459    3777 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zp858] addLogicalPort took 17.107572ms, libovsdb time 843.771µs
I0424 19:02:00.381745    3777 pod.go:62] [openshift-console/downloads-5c54f4944f-bg96v] pod update took 21.786348ms
I0424 19:02:00.381766    3777 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-bg96v] addLogicalPort annotation time took 21.810101ms
I0424 19:02:00.382692    3777 pods.go:271] [openshift-console/downloads-5c54f4944f-bg96v] addLogicalPort took 22.792155ms, libovsdb time 670.52µs
I0424 19:02:00.837193    3777 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zp858 ff7daad498ad5cfe8b6b775d597d59622715b6329abb8e7dace8e7be45819004 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zp858 ff7daad498ad5cfe8b6b775d597d59622715b6329abb8e7dace8e7be45819004 network default NAD default NAD key ]
I0424 19:02:00.848941    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-zp858, hostIfaceName: ff7daad498ad5cf, network: default, NAD default, SandboxID: "ff7daad498ad5cfe8b6b775d597d59622715b6329abb8e7dace8e7be45819004", PCI device ID: , UID: "25ef5136-5706-4e96-a7b2-2a639a95b4eb", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0424 19:02:00.851059    3777 cni.go:452] [openshift-console/downloads-5c54f4944f-bg96v c258f95f1b6ecfea89b2b23a20378920a78590b5047e3413a02a45f7f77a6492 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-bg96v c258f95f1b6ecfea89b2b23a20378920a78590b5047e3413a02a45f7f77a6492 network default NAD default NAD key ]
I0424 19:02:00.861515    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-bg96v, hostIfaceName: c258f95f1b6ecfe, network: default, NAD default, SandboxID: "c258f95f1b6ecfea89b2b23a20378920a78590b5047e3413a02a45f7f77a6492", PCI device ID: , UID: "1bca7e73-209c-4882-8798-1ae27792474b", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0424 19:02:00.900329    3777 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zp858 ff7daad498ad5cfe8b6b775d597d59622715b6329abb8e7dace8e7be45819004 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zp858 ff7daad498ad5cfe8b6b775d597d59622715b6329abb8e7dace8e7be45819004 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:75:80:9f:9c:7d\",\"name\":\"ff7daad498ad5cf\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c902c9bc-1970-4680-a4f1-fd1cbce666de\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:02:00.916787    3777 cni.go:473] [openshift-console/downloads-5c54f4944f-bg96v c258f95f1b6ecfea89b2b23a20378920a78590b5047e3413a02a45f7f77a6492 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-bg96v c258f95f1b6ecfea89b2b23a20378920a78590b5047e3413a02a45f7f77a6492 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:50:9b:61:e4:b0\",\"name\":\"c258f95f1b6ecfe\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/083068d1-2903-4fec-9c8b-676b2fade008\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:02:01.034884    3777 cni.go:452] [openshift-insights/insights-runtime-extractor-j84vc e0646f54b142f598d6017640baefbd3f9453dbce19f6430ce2083f101a97b6d4 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-j84vc e0646f54b142f598d6017640baefbd3f9453dbce19f6430ce2083f101a97b6d4 network default NAD default NAD key ]
I0424 19:02:01.046563    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-j84vc, hostIfaceName: e0646f54b142f59, network: default, NAD default, SandboxID: "e0646f54b142f598d6017640baefbd3f9453dbce19f6430ce2083f101a97b6d4", PCI device ID: , UID: "ac0830ba-a6d5-47a9-a7be-2d34be4bbe59", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0424 19:02:01.094767    3777 cni.go:473] [openshift-insights/insights-runtime-extractor-j84vc e0646f54b142f598d6017640baefbd3f9453dbce19f6430ce2083f101a97b6d4 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-j84vc e0646f54b142f598d6017640baefbd3f9453dbce19f6430ce2083f101a97b6d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b0:33:99:36:83\",\"name\":\"e0646f54b142f59\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de160a03-f56d-4d0a-bb68-b66d00e7c5f3\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:02:02.830521    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0424 19:02:03.166190    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0424 19:02:03.691437    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-sfmqb] creating logical port openshift-monitoring_prometheus-operator-76b589d668-sfmqb for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:03.691559    3777 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-sfmqb
I0424 19:02:03.709272    3777 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-sfmqb] pod update took 17.756951ms
I0424 19:02:03.709295    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-sfmqb] addLogicalPort annotation time took 17.786232ms
I0424 19:02:03.710506    3777 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-sfmqb] addLogicalPort took 19.085235ms, libovsdb time 892.295µs
I0424 19:02:04.160077    3777 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-sfmqb 5421789a14e8f425515e9af78be1e4b93827bcb9d3c9e536ff733845cc9b3778 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-sfmqb 5421789a14e8f425515e9af78be1e4b93827bcb9d3c9e536ff733845cc9b3778 network default NAD default NAD key ]
I0424 19:02:04.170608    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-sfmqb, hostIfaceName: 5421789a14e8f42, network: default, NAD default, SandboxID: "5421789a14e8f425515e9af78be1e4b93827bcb9d3c9e536ff733845cc9b3778", PCI device ID: , UID: "14a41233-b29d-482f-ba6f-6afccd2a5f1a", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0424 19:02:04.225325    3777 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-sfmqb 5421789a14e8f425515e9af78be1e4b93827bcb9d3c9e536ff733845cc9b3778 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-sfmqb 5421789a14e8f425515e9af78be1e4b93827bcb9d3c9e536ff733845cc9b3778 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:f6:bd:1c:ff:7f\",\"name\":\"5421789a14e8f42\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e27b07b8-9aba-492c-a49e-ab8b00035ea6\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:02:05.336764    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:02:05.336833    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0424 19:02:05.959709    3777 base_network_controller_pods.go:487] [default/openshift-console/console-f4dbc9dd7-sntqd] creating logical port openshift-console_console-f4dbc9dd7-sntqd for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:05.959847    3777 kube.go:256] Updating pod openshift-console/console-f4dbc9dd7-sntqd
I0424 19:02:05.977596    3777 pod.go:62] [openshift-console/console-f4dbc9dd7-sntqd] pod update took 17.776184ms
I0424 19:02:05.977626    3777 base_network_controller_pods.go:951] [default/openshift-console/console-f4dbc9dd7-sntqd] addLogicalPort annotation time took 17.810127ms
I0424 19:02:05.978874    3777 pods.go:271] [openshift-console/console-f4dbc9dd7-sntqd] addLogicalPort took 19.182733ms, libovsdb time 928.645µs
I0424 19:02:06.360933    3777 cni.go:452] [openshift-console/console-f4dbc9dd7-sntqd 62c0c4309809dc89828c40758a8b585cddc85cdf24ff8fe725f8afd1ca6c8955 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f4dbc9dd7-sntqd 62c0c4309809dc89828c40758a8b585cddc85cdf24ff8fe725f8afd1ca6c8955 network default NAD default NAD key ]
I0424 19:02:06.371034    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f4dbc9dd7-sntqd, hostIfaceName: 62c0c4309809dc8, network: default, NAD default, SandboxID: "62c0c4309809dc89828c40758a8b585cddc85cdf24ff8fe725f8afd1ca6c8955", PCI device ID: , UID: "413c3da6-074b-4ce3-acad-53f543d4541f", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0424 19:02:06.418981    3777 cni.go:473] [openshift-console/console-f4dbc9dd7-sntqd 62c0c4309809dc89828c40758a8b585cddc85cdf24ff8fe725f8afd1ca6c8955 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f4dbc9dd7-sntqd 62c0c4309809dc89828c40758a8b585cddc85cdf24ff8fe725f8afd1ca6c8955 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:2d:bb:64:67:57\",\"name\":\"62c0c4309809dc8\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e88225ff-bf71-4f57-99b5-4dadf6b65c00\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:02:07.394207    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:02:07.394237    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0424 19:02:08.164702    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-v8vlp] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-v8vlp for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:08.164954    3777 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-v8vlp
I0424 19:02:08.185461    3777 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-v8vlp] pod update took 20.615498ms
I0424 19:02:08.185489    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-v8vlp] addLogicalPort annotation time took 20.650672ms
I0424 19:02:08.186844    3777 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-v8vlp] addLogicalPort took 22.163726ms, libovsdb time 991.05µs
I0424 19:02:09.355493    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:09.355624    3777 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0424 19:02:09.396950    3777 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 41.368755ms
I0424 19:02:09.396987    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 41.41225ms
I0424 19:02:09.398559    3777 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 43.082933ms, libovsdb time 1.156348ms
I0424 19:02:09.633811    3777 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-v8vlp a7b540a3bbe8d03d5e9fdfcc7cc81ca30e2a1f5100b7aaf25f4c9fe2fe329f59 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-v8vlp a7b540a3bbe8d03d5e9fdfcc7cc81ca30e2a1f5100b7aaf25f4c9fe2fe329f59 network default NAD default NAD key ]
I0424 19:02:09.645560    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-v8vlp, hostIfaceName: a7b540a3bbe8d03, network: default, NAD default, SandboxID: "a7b540a3bbe8d03d5e9fdfcc7cc81ca30e2a1f5100b7aaf25f4c9fe2fe329f59", PCI device ID: , UID: "d7ea06fd-c87d-4f47-b5e3-bf4dddc6fbe8", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0424 19:02:09.701084    3777 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-v8vlp a7b540a3bbe8d03d5e9fdfcc7cc81ca30e2a1f5100b7aaf25f4c9fe2fe329f59 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-v8vlp a7b540a3bbe8d03d5e9fdfcc7cc81ca30e2a1f5100b7aaf25f4c9fe2fe329f59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:00:62:36:9a:1c\",\"name\":\"a7b540a3bbe8d03\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3623e524-f9b4-46dc-838c-58a7401010b2\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:02:09.760585    3777 cni.go:452] [openshift-monitoring/alertmanager-main-1 c1122a76615124e16f23133c120141d04bcb89382168f1c5b6ec92c0e6156d67 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 c1122a76615124e16f23133c120141d04bcb89382168f1c5b6ec92c0e6156d67 network default NAD default NAD key ]
I0424 19:02:09.770407    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: c1122a76615124e, network: default, NAD default, SandboxID: "c1122a76615124e16f23133c120141d04bcb89382168f1c5b6ec92c0e6156d67", PCI device ID: , UID: "fda1f2aa-902d-4296-94e7-ccbf83df926b", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0424 19:02:09.823297    3777 cni.go:473] [openshift-monitoring/alertmanager-main-1 c1122a76615124e16f23133c120141d04bcb89382168f1c5b6ec92c0e6156d67 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 c1122a76615124e16f23133c120141d04bcb89382168f1c5b6ec92c0e6156d67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:17:d3:73:b2:f0\",\"name\":\"c1122a76615124e\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb960c1e-acd6-48f1-8329-5c31e50b6e5f\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:02:09.877560    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0424 19:02:10.152746    3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fdfb5f8d5-n4lph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:10.153405    3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fdfb5f8d5-n4lph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0424 19:02:10.189649    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0424 19:02:10.907613    3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fdfb5f8d5-n4lph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:10.907636    3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fdfb5f8d5-n4lph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:10.911660    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fdfb5f8d5-n4lph
I0424 19:02:10.911692    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fdfb5f8d5-n4lph
I0424 19:02:11.299109    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-74c455bbbf-gqm7t] creating logical port openshift-monitoring_thanos-querier-74c455bbbf-gqm7t for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:11.299271    3777 kube.go:256] Updating pod openshift-monitoring/thanos-querier-74c455bbbf-gqm7t
I0424 19:02:11.325013    3777 pod.go:62] [openshift-monitoring/thanos-querier-74c455bbbf-gqm7t] pod update took 25.780999ms
I0424 19:02:11.325039    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-74c455bbbf-gqm7t] addLogicalPort annotation time took 25.814957ms
I0424 19:02:11.326497    3777 pods.go:271] [openshift-monitoring/thanos-querier-74c455bbbf-gqm7t] addLogicalPort took 27.400785ms, libovsdb time 1.046319ms
I0424 19:02:12.730402    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6b855687c9-g9b28] creating logical port openshift-monitoring_metrics-server-6b855687c9-g9b28 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:12.730512    3777 kube.go:256] Updating pod openshift-monitoring/metrics-server-6b855687c9-g9b28
I0424 19:02:12.743860    3777 pod.go:62] [openshift-monitoring/metrics-server-6b855687c9-g9b28] pod update took 13.391443ms
I0424 19:02:12.743891    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6b855687c9-g9b28] addLogicalPort annotation time took 13.425957ms
I0424 19:02:12.745077    3777 pods.go:271] [openshift-monitoring/metrics-server-6b855687c9-g9b28] addLogicalPort took 14.690747ms, libovsdb time 831.615µs
I0424 19:02:12.917960    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6b585] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-6b585 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:12.918076    3777 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-6b585
I0424 19:02:12.934960    3777 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6b585] pod update took 16.929695ms
I0424 19:02:12.934984    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6b585] addLogicalPort annotation time took 16.957933ms
I0424 19:02:12.936398    3777 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6b585] addLogicalPort took 18.459428ms, libovsdb time 1.087352ms
W0424 19:02:13.537381    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0424 19:02:14.596235    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:14.596369    3777 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0424 19:02:14.619418    3777 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.111884ms
I0424 19:02:14.619442    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.141756ms
I0424 19:02:14.620978    3777 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.75957ms, libovsdb time 1.192969ms
W0424 19:02:16.548733    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0424 19:02:17.224231    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0424 19:02:18.209430    3777 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6b585 6b7bf7b8d18ca8efea469ae2daa7ef8cf517bc4a412df90a56bde634072f992b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6b585 6b7bf7b8d18ca8efea469ae2daa7ef8cf517bc4a412df90a56bde634072f992b network default NAD default NAD key ]
I0424 19:02:18.219357    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-6b585, hostIfaceName: 6b7bf7b8d18ca8e, network: default, NAD default, SandboxID: "6b7bf7b8d18ca8efea469ae2daa7ef8cf517bc4a412df90a56bde634072f992b", PCI device ID: , UID: "1210eb3a-8753-4bbe-9e71-02a59e4c93b3", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0424 19:02:18.272607    3777 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6b585 6b7bf7b8d18ca8efea469ae2daa7ef8cf517bc4a412df90a56bde634072f992b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6b585 6b7bf7b8d18ca8efea469ae2daa7ef8cf517bc4a412df90a56bde634072f992b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f0:2f:3a:f8:9d\",\"name\":\"6b7bf7b8d18ca8e\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d562b48-0b69-45f2-9050-2329774cf935\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:02:18.497793    3777 cni.go:452] [openshift-monitoring/prometheus-k8s-1 9444a416ce55db3aea8e3b5f751df4afea70c52878d6d645f227701d00f558cb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 9444a416ce55db3aea8e3b5f751df4afea70c52878d6d645f227701d00f558cb network default NAD default NAD key ]
I0424 19:02:18.501601    3777 cni.go:452] [openshift-monitoring/thanos-querier-74c455bbbf-gqm7t ba5928706950df4e88b02559b2047b6cb6ccaaaa0831cf9d66925158cbcf7cfa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-74c455bbbf-gqm7t ba5928706950df4e88b02559b2047b6cb6ccaaaa0831cf9d66925158cbcf7cfa network default NAD default NAD key ]
I0424 19:02:18.502048    3777 cni.go:452] [openshift-monitoring/metrics-server-6b855687c9-g9b28 0c09dee32a80c9581de2ba492f2c32ed10db6555319e0239e6a20b32af2d437b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6b855687c9-g9b28 0c09dee32a80c9581de2ba492f2c32ed10db6555319e0239e6a20b32af2d437b network default NAD default NAD key ]
I0424 19:02:18.502570    3777 cni.go:452] [openshift-multus/network-metrics-daemon-qjbwl a637b031bbaf108885cd4d7e11c395c738b3f5bad1d1601130abcb23bdf4cdca network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-qjbwl a637b031bbaf108885cd4d7e11c395c738b3f5bad1d1601130abcb23bdf4cdca network default NAD default NAD key ]
I0424 19:02:18.515120    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 9444a416ce55db3, network: default, NAD default, SandboxID: "9444a416ce55db3aea8e3b5f751df4afea70c52878d6d645f227701d00f558cb", PCI device ID: , UID: "1e089502-4ad3-4ea7-aa1f-7955c23fbf30", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0424 19:02:18.527867    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-qjbwl, hostIfaceName: a637b031bbaf108, network: default, NAD default, SandboxID: "a637b031bbaf108885cd4d7e11c395c738b3f5bad1d1601130abcb23bdf4cdca", PCI device ID: , UID: "aac2b584-d57f-4674-a12d-2d9dcd6fe622", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0424 19:02:18.539311    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6b855687c9-g9b28, hostIfaceName: 0c09dee32a80c95, network: default, NAD default, SandboxID: "0c09dee32a80c9581de2ba492f2c32ed10db6555319e0239e6a20b32af2d437b", PCI device ID: , UID: "ee65adcb-2a13-4f75-85c7-a71138ab3eef", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0424 19:02:18.549347    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-74c455bbbf-gqm7t, hostIfaceName: ba5928706950df4, network: default, NAD default, SandboxID: "ba5928706950df4e88b02559b2047b6cb6ccaaaa0831cf9d66925158cbcf7cfa", PCI device ID: , UID: "f4c89a23-cf11-4386-beae-be3c3f05660b", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0424 19:02:18.582592    3777 cni.go:473] [openshift-monitoring/prometheus-k8s-1 9444a416ce55db3aea8e3b5f751df4afea70c52878d6d645f227701d00f558cb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 9444a416ce55db3aea8e3b5f751df4afea70c52878d6d645f227701d00f558cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:0e:ef:0f:85:33\",\"name\":\"9444a416ce55db3\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14dbe4f0-c95e-45ec-b911-8bc7fe364104\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:02:18.634819    3777 cni.go:473] [openshift-monitoring/thanos-querier-74c455bbbf-gqm7t ba5928706950df4e88b02559b2047b6cb6ccaaaa0831cf9d66925158cbcf7cfa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-74c455bbbf-gqm7t ba5928706950df4e88b02559b2047b6cb6ccaaaa0831cf9d66925158cbcf7cfa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:0c:85:04:ef:bf\",\"name\":\"ba5928706950df4\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9e0713b-e1d5-4c26-906f-e248eb8cf915\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:02:18.809304    3777 cni.go:473] [openshift-monitoring/metrics-server-6b855687c9-g9b28 0c09dee32a80c9581de2ba492f2c32ed10db6555319e0239e6a20b32af2d437b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6b855687c9-g9b28 0c09dee32a80c9581de2ba492f2c32ed10db6555319e0239e6a20b32af2d437b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:e7:73:59:2d:be\",\"name\":\"0c09dee32a80c95\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a90f215-eb1d-42e3-8cc9-54ff885f4cda\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:02:18.809860    3777 cni.go:473] [openshift-multus/network-metrics-daemon-qjbwl a637b031bbaf108885cd4d7e11c395c738b3f5bad1d1601130abcb23bdf4cdca network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-qjbwl a637b031bbaf108885cd4d7e11c395c738b3f5bad1d1601130abcb23bdf4cdca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:62:0b:27:60:ff\",\"name\":\"a637b031bbaf108\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d1ec8f3-5c71-497c-9201-cef2e5900087\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:02:18.937312    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0424 19:02:19.092366    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0424 19:02:19.262066    3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:02:19.262089    3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:02:19.350592    3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:02:19.350618    3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:02:19.350626    3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:02:19.935362    3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:02:19.935388    3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:02:19.979795    3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:02:19.979821    3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:02:19.979828    3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:02:22.264081    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0424 19:02:22.949425    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0424 19:02:24.361007    3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:24.361027    3777 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:24.361034    3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:24.361040    3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:25.059219    3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:25.059240    3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:25.059245    3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:25.059251    3777 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0424 19:02:25.406278    3777 cni.go:452] [openshift-image-registry/image-registry-8574b77c98-5qxj2 d1d1d10f6e071fc9f8745be9bffecf839d4bc08535090581002d9de1e1a69aa8 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-8574b77c98-5qxj2 d1d1d10f6e071fc9f8745be9bffecf839d4bc08535090581002d9de1e1a69aa8 network default NAD default NAD key ]
I0424 19:02:25.481523    3777 cni.go:473] [openshift-image-registry/image-registry-8574b77c98-5qxj2 d1d1d10f6e071fc9f8745be9bffecf839d4bc08535090581002d9de1e1a69aa8 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-8574b77c98-5qxj2 d1d1d10f6e071fc9f8745be9bffecf839d4bc08535090581002d9de1e1a69aa8 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:02:25.533425    3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8574b77c98-5qxj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:25.533459    3777 pods.go:176] Deleting pod: openshift-image-registry/image-registry-8574b77c98-5qxj2
I0424 19:02:25.535136    3777 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-8574b77c98-5qxj2, ips: 10.129.0.5
I0424 19:02:25.535195    3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8574b77c98-5qxj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:25.543213    3777 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76d9d5745c-gdkxl] creating logical port openshift-image-registry_image-registry-76d9d5745c-gdkxl for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:02:25.543373    3777 kube.go:256] Updating pod openshift-image-registry/image-registry-76d9d5745c-gdkxl
I0424 19:02:25.559264    3777 pod.go:62] [openshift-image-registry/image-registry-76d9d5745c-gdkxl] pod update took 15.931002ms
I0424 19:02:25.559290    3777 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76d9d5745c-gdkxl] addLogicalPort annotation time took 15.963724ms
I0424 19:02:25.560613    3777 pods.go:271] [openshift-image-registry/image-registry-76d9d5745c-gdkxl] addLogicalPort took 17.411677ms, libovsdb time 976.421µs
I0424 19:02:25.909712    3777 cni.go:452] [openshift-image-registry/image-registry-76d9d5745c-gdkxl a54ce1805c18c4555cd5bf5a3dfb32d1017999988d1e36005532dd85bbb497d4 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-76d9d5745c-gdkxl a54ce1805c18c4555cd5bf5a3dfb32d1017999988d1e36005532dd85bbb497d4 network default NAD default NAD key ]
I0424 19:02:25.920569    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-76d9d5745c-gdkxl, hostIfaceName: a54ce1805c18c45, network: default, NAD default, SandboxID: "a54ce1805c18c4555cd5bf5a3dfb32d1017999988d1e36005532dd85bbb497d4", PCI device ID: , UID: "3d8c1241-b3ff-4c2b-9731-af9966525a10", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0424 19:02:25.974862    3777 cni.go:473] [openshift-image-registry/image-registry-76d9d5745c-gdkxl a54ce1805c18c4555cd5bf5a3dfb32d1017999988d1e36005532dd85bbb497d4 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-76d9d5745c-gdkxl a54ce1805c18c4555cd5bf5a3dfb32d1017999988d1e36005532dd85bbb497d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:cd:5b:8c:b0:2e\",\"name\":\"a54ce1805c18c45\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0631cf7a-9488-4bf6-a01a-796990883c5e\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:02:26.348821    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:26.348846    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:26.348854    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0424 19:02:26.348863    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0424 19:02:26.360698    3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8574b77c98-5qxj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:26.360726    3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8574b77c98-5qxj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:26.368939    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8574b77c98-5qxj2
I0424 19:02:26.368970    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8574b77c98-5qxj2
I0424 19:02:38.844703    3777 obj_retry.go:498] Detected object openshift-console/console-f4dbc9dd7-pr24z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:38.845289    3777 obj_retry.go:498] Detected object openshift-console/console-f4dbc9dd7-pr24z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:39.025734    3777 obj_retry.go:492] Detected object openshift-console/console-f4dbc9dd7-pr24z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:39.025771    3777 obj_retry.go:492] Detected object openshift-console/console-f4dbc9dd7-pr24z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:39.034697    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f4dbc9dd7-pr24z
I0424 19:02:39.034719    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f4dbc9dd7-pr24z
W0424 19:02:39.930338    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:02:39.930366    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:02:39.972447    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:02:39.972476    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:02:43.282461    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0424 19:02:48.329372    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0424 19:02:49.796025    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:02:49.796045    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:02:49.796051    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0424 19:02:49.830766    3777 cni.go:452] [openshift-console/console-f4dbc9dd7-sntqd 62c0c4309809dc89828c40758a8b585cddc85cdf24ff8fe725f8afd1ca6c8955 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f4dbc9dd7-sntqd 62c0c4309809dc89828c40758a8b585cddc85cdf24ff8fe725f8afd1ca6c8955 network default NAD default NAD key ]
I0424 19:02:49.902831    3777 cni.go:473] [openshift-console/console-f4dbc9dd7-sntqd 62c0c4309809dc89828c40758a8b585cddc85cdf24ff8fe725f8afd1ca6c8955 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f4dbc9dd7-sntqd 62c0c4309809dc89828c40758a8b585cddc85cdf24ff8fe725f8afd1ca6c8955 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:02:49.962122    3777 obj_retry.go:498] Detected object openshift-console/console-f4dbc9dd7-sntqd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:49.962184    3777 pods.go:176] Deleting pod: openshift-console/console-f4dbc9dd7-sntqd
I0424 19:02:49.963439    3777 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f4dbc9dd7-sntqd, ips: 10.129.0.13
I0424 19:02:49.963471    3777 obj_retry.go:498] Detected object openshift-console/console-f4dbc9dd7-sntqd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:02:50.408447    3777 obj_retry.go:492] Detected object openshift-console/console-f4dbc9dd7-sntqd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:50.408475    3777 obj_retry.go:492] Detected object openshift-console/console-f4dbc9dd7-sntqd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:02:50.419986    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f4dbc9dd7-sntqd
I0424 19:02:50.420025    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f4dbc9dd7-sntqd
W0424 19:02:53.677261    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0424 19:02:54.726461    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0424 19:03:05.734770    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0424 19:03:06.359490    3777 obj_retry.go:498] Detected object openshift-ingress/router-default-77f55c8789-kb2hb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:06.360004    3777 obj_retry.go:498] Detected object openshift-ingress/router-default-77f55c8789-kb2hb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:06.386083    3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67f866ddcb-gl59r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:06.386655    3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67f866ddcb-gl59r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:06.763598    3777 obj_retry.go:492] Detected object openshift-ingress/router-default-77f55c8789-kb2hb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:06.763627    3777 obj_retry.go:492] Detected object openshift-ingress/router-default-77f55c8789-kb2hb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:06.771098    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-77f55c8789-kb2hb
I0424 19:03:06.771118    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-77f55c8789-kb2hb
I0424 19:03:06.788626    3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67f866ddcb-gl59r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:06.788644    3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67f866ddcb-gl59r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:06.794326    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67f866ddcb-gl59r
I0424 19:03:06.794349    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67f866ddcb-gl59r
W0424 19:03:15.210223    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:03:15.210244    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:03:15.210254    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:03:15.210259    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:03:15.542521    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:03:15.542543    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0424 19:03:26.958664    3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg29sr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:26.959224    3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg29sr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:26.959256    3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg29sr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:26.959265    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0424 19:03:26.959282    3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg29sr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:26.959287    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0424 19:03:27.986283    3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg29sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:27.986312    3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg29sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:27.986324    3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg29sr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:27.986338    3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg29sr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:29.981706    3777 cni.go:452] [openshift-monitoring/alertmanager-main-1 c1122a76615124e16f23133c120141d04bcb89382168f1c5b6ec92c0e6156d67 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 c1122a76615124e16f23133c120141d04bcb89382168f1c5b6ec92c0e6156d67 network default NAD default NAD key ]
I0424 19:03:30.060037    3777 cni.go:473] [openshift-monitoring/alertmanager-main-1 c1122a76615124e16f23133c120141d04bcb89382168f1c5b6ec92c0e6156d67 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 c1122a76615124e16f23133c120141d04bcb89382168f1c5b6ec92c0e6156d67 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:03:30.124314    3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:30.124356    3777 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0424 19:03:30.125520    3777 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15
I0424 19:03:30.125550    3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:30.584878    3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:30.584961    3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:30.592966    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0424 19:03:30.593067    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0424 19:03:30.634413    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:03:30.634556    3777 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0424 19:03:30.657733    3777 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.21306ms
I0424 19:03:30.657763    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.249305ms
I0424 19:03:30.659075    3777 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.679258ms, libovsdb time 970.143µs
I0424 19:03:30.995597    3777 cni.go:452] [openshift-monitoring/alertmanager-main-1 f400c19b5b25296c7544af2cbcbbcc2640d247605509adc09029497da8d1d536 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 f400c19b5b25296c7544af2cbcbbcc2640d247605509adc09029497da8d1d536 network default NAD default NAD key ]
I0424 19:03:31.005549    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: f400c19b5b25296, network: default, NAD default, SandboxID: "f400c19b5b25296c7544af2cbcbbcc2640d247605509adc09029497da8d1d536", PCI device ID: , UID: "ae207a4b-f876-4f47-bdc7-16b9c0db2c13", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0424 19:03:31.056019    3777 cni.go:473] [openshift-monitoring/alertmanager-main-1 f400c19b5b25296c7544af2cbcbbcc2640d247605509adc09029497da8d1d536 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 f400c19b5b25296c7544af2cbcbbcc2640d247605509adc09029497da8d1d536 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:17:6e:36:73:3a\",\"name\":\"f400c19b5b25296\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93e3d063-7642-4c0d-8ed4-8c6eec59f659\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:03:31.897506    3777 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0424 19:03:31.907454    3777 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0424 19:03:34.323315    3777 cni.go:452] [openshift-monitoring/prometheus-k8s-1 9444a416ce55db3aea8e3b5f751df4afea70c52878d6d645f227701d00f558cb network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 9444a416ce55db3aea8e3b5f751df4afea70c52878d6d645f227701d00f558cb network default NAD default NAD key ]
I0424 19:03:34.396988    3777 cni.go:473] [openshift-monitoring/prometheus-k8s-1 9444a416ce55db3aea8e3b5f751df4afea70c52878d6d645f227701d00f558cb network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 9444a416ce55db3aea8e3b5f751df4afea70c52878d6d645f227701d00f558cb network default NAD default NAD key default], result "{}", err <nil>
I0424 19:03:34.458224    3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:34.458272    3777 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0424 19:03:34.459543    3777 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.19
I0424 19:03:34.459567    3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:03:34.915739    3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:34.915770    3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:03:34.922568    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0424 19:03:34.922592    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0424 19:03:34.966135    3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:03:34.966289    3777 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0424 19:03:34.986788    3777 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 20.533874ms
I0424 19:03:34.986812    3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 20.565467ms
I0424 19:03:34.988096    3777 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.97402ms, libovsdb time 954.866µs
I0424 19:03:35.333737    3777 cni.go:452] [openshift-monitoring/prometheus-k8s-1 41f244e415d99cab5e55280609bb49c01596f3b8edf3365c1f3ed91e054deb06 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 41f244e415d99cab5e55280609bb49c01596f3b8edf3365c1f3ed91e054deb06 network default NAD default NAD key ]
I0424 19:03:35.343810    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 41f244e415d99ca, network: default, NAD default, SandboxID: "41f244e415d99cab5e55280609bb49c01596f3b8edf3365c1f3ed91e054deb06", PCI device ID: , UID: "786e27e0-6a5d-4154-a6ee-e7dd1a353e68", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0424 19:03:35.395030    3777 cni.go:473] [openshift-monitoring/prometheus-k8s-1 41f244e415d99cab5e55280609bb49c01596f3b8edf3365c1f3ed91e054deb06 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 41f244e415d99cab5e55280609bb49c01596f3b8edf3365c1f3ed91e054deb06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:65:b3:aa:d6:92\",\"name\":\"41f244e415d99ca\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2feac78-7aac-4eb4-bcd2-da7a9a96c8de\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:03:36.500482    3777 base_network_controller_pods.go:487] [default/openshift-console/console-7f8cb4d984-kwwml] creating logical port openshift-console_console-7f8cb4d984-kwwml for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:03:36.500590    3777 kube.go:256] Updating pod openshift-console/console-7f8cb4d984-kwwml
I0424 19:03:36.516558    3777 pod.go:62] [openshift-console/console-7f8cb4d984-kwwml] pod update took 15.99178ms
I0424 19:03:36.516585    3777 base_network_controller_pods.go:951] [default/openshift-console/console-7f8cb4d984-kwwml] addLogicalPort annotation time took 16.022871ms
I0424 19:03:36.517760    3777 pods.go:271] [openshift-console/console-7f8cb4d984-kwwml] addLogicalPort took 17.297488ms, libovsdb time 805.249µs
I0424 19:03:36.866368    3777 cni.go:452] [openshift-console/console-7f8cb4d984-kwwml 33bcb0b8d24679a7e1faecf64c33db43a3240160c15e2398f3cc9e754ce15645 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f8cb4d984-kwwml 33bcb0b8d24679a7e1faecf64c33db43a3240160c15e2398f3cc9e754ce15645 network default NAD default NAD key ]
I0424 19:03:36.877798    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f8cb4d984-kwwml, hostIfaceName: 33bcb0b8d24679a, network: default, NAD default, SandboxID: "33bcb0b8d24679a7e1faecf64c33db43a3240160c15e2398f3cc9e754ce15645", PCI device ID: , UID: "8bbaa824-1099-4abd-85c7-cf5e6c1d6dfc", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0424 19:03:36.933324    3777 cni.go:473] [openshift-console/console-7f8cb4d984-kwwml 33bcb0b8d24679a7e1faecf64c33db43a3240160c15e2398f3cc9e754ce15645 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f8cb4d984-kwwml 33bcb0b8d24679a7e1faecf64c33db43a3240160c15e2398f3cc9e754ce15645 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:0a:c3:29:40:fe\",\"name\":\"33bcb0b8d24679a\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8644f02-771b-48f3-9566-2d240769c9ee\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:03:47.689532    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0424 19:04:01.052725    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:04:01.052745    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0424 19:04:01.052751    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0424 19:04:01.804017    3777 obj_retry.go:498] Detected object openshift-console/console-856756dbc7-vrnkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:01.804622    3777 obj_retry.go:498] Detected object openshift-console/console-856756dbc7-vrnkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:02.367692    3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:02.368318    3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:02.389221    3777 obj_retry.go:492] Detected object openshift-console/console-856756dbc7-vrnkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:04:02.389248    3777 obj_retry.go:492] Detected object openshift-console/console-856756dbc7-vrnkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:04:02.396601    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-856756dbc7-vrnkx
I0424 19:04:02.396629    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-856756dbc7-vrnkx
I0424 19:04:02.662532    3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:04:02.662559    3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:04:02.671205    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0424 19:04:02.671229    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0424 19:04:11.259483    3777 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0424 19:04:13.034589    3777 obj_retry.go:498] Detected object openshift-console/console-856756dbc7-9q2xp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:13.035104    3777 obj_retry.go:498] Detected object openshift-console/console-856756dbc7-9q2xp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:14.021475    3777 obj_retry.go:492] Detected object openshift-console/console-856756dbc7-9q2xp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:04:14.021508    3777 obj_retry.go:492] Detected object openshift-console/console-856756dbc7-9q2xp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:04:14.027952    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-856756dbc7-9q2xp
I0424 19:04:14.027977    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-856756dbc7-9q2xp
I0424 19:04:14.160535    3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-wkd6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:14.161079    3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-wkd6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:15.042765    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-wkd6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:04:15.042787    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-wkd6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0424 19:04:35.918104    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0424 19:04:35.918128    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0424 19:04:37.213627    3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:37.214221    3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:04:37.524779    3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:04:37.524809    3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:04:37.531828    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0424 19:04:37.531854    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0424 19:06:11.932669    3777 obj_retry.go:498] Detected object openshift-console/console-7f8cb4d984-hpxfm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:11.933237    3777 obj_retry.go:498] Detected object openshift-console/console-7f8cb4d984-hpxfm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:12.912415    3777 obj_retry.go:492] Detected object openshift-console/console-7f8cb4d984-hpxfm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:12.912443    3777 obj_retry.go:492] Detected object openshift-console/console-7f8cb4d984-hpxfm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:12.919507    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f8cb4d984-hpxfm
I0424 19:06:12.919536    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f8cb4d984-hpxfm
I0424 19:06:22.652314    3777 cni.go:452] [openshift-console/console-7f8cb4d984-kwwml 33bcb0b8d24679a7e1faecf64c33db43a3240160c15e2398f3cc9e754ce15645 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f8cb4d984-kwwml 33bcb0b8d24679a7e1faecf64c33db43a3240160c15e2398f3cc9e754ce15645 network default NAD default NAD key ]
I0424 19:06:22.732681    3777 cni.go:473] [openshift-console/console-7f8cb4d984-kwwml 33bcb0b8d24679a7e1faecf64c33db43a3240160c15e2398f3cc9e754ce15645 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f8cb4d984-kwwml 33bcb0b8d24679a7e1faecf64c33db43a3240160c15e2398f3cc9e754ce15645 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:06:22.778539    3777 obj_retry.go:498] Detected object openshift-console/console-7f8cb4d984-kwwml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:22.778577    3777 pods.go:176] Deleting pod: openshift-console/console-7f8cb4d984-kwwml
I0424 19:06:22.779932    3777 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f8cb4d984-kwwml, ips: 10.129.0.23
I0424 19:06:22.779963    3777 obj_retry.go:498] Detected object openshift-console/console-7f8cb4d984-kwwml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:06:23.287612    3777 obj_retry.go:492] Detected object openshift-console/console-7f8cb4d984-kwwml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:23.287642    3777 obj_retry.go:492] Detected object openshift-console/console-7f8cb4d984-kwwml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:06:23.293287    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f8cb4d984-kwwml
I0424 19:06:23.293314    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f8cb4d984-kwwml
I0424 19:06:41.579692    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0424 19:07:39.234700    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0424 19:07:46.036957    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=526
I0424 19:08:04.677488    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0424 19:08:20.027218    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14
W0424 19:08:36.047434    3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0424 19:08:41.154295    3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0424 19:08:45.022228    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0424 19:08:47.104904    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0424 19:08:47.104973    3777 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-l5dcj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-l5dcj: no pod IPs found 
I0424 19:09:07.021106    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131
I0424 19:09:13.448302    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0424 19:09:18.026415    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0424 19:09:43.343572    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0424 19:09:46.132827    3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0424 19:09:54.022112    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65
I0424 19:10:04.521650    3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-5s7sl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:04.522244    3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-5s7sl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:10:05.545638    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-5s7sl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:05.545703    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-5s7sl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:10:06.752038    3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0424 19:11:20.311418    3777 namespace.go:98] [tsf] adding namespace
I0424 19:11:20.312350    3777 namespace.go:102] [tsf] adding namespace took 905.812µs
I0424 19:11:20.327820    3777 namespace.go:142] [tsf] updating namespace
I0424 19:11:20.338202    3777 namespace.go:142] [tsf] updating namespace
I0424 19:11:23.818989    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0424 19:11:24.381814    3777 namespace.go:98] [konflux-operator] adding namespace
I0424 19:11:24.381966    3777 namespace.go:98] [tsf-keycloak] adding namespace
I0424 19:11:24.382712    3777 namespace.go:102] [konflux-operator] adding namespace took 877.256µs
I0424 19:11:24.383298    3777 namespace.go:102] [tsf-keycloak] adding namespace took 1.311906ms
I0424 19:11:24.384603    3777 namespace.go:98] [rhbk-operator] adding namespace
I0424 19:11:24.384687    3777 namespace.go:98] [cert-manager-operator] adding namespace
I0424 19:11:24.385255    3777 namespace.go:102] [rhbk-operator] adding namespace took 634.287µs
I0424 19:11:24.385849    3777 namespace.go:102] [cert-manager-operator] adding namespace took 1.145653ms
I0424 19:11:24.388521    3777 namespace.go:98] [rhtpa-operator] adding namespace
I0424 19:11:24.388585    3777 namespace.go:98] [tsf-tpa] adding namespace
I0424 19:11:24.388637    3777 namespace.go:98] [tsf-tas] adding namespace
I0424 19:11:24.388839    3777 namespace.go:98] [konflux-ui] adding namespace
I0424 19:11:24.389298    3777 namespace.go:102] [rhtpa-operator] adding namespace took 762.329µs
I0424 19:11:24.389844    3777 namespace.go:102] [tsf-tpa] adding namespace took 1.245702ms
I0424 19:11:24.390353    3777 namespace.go:102] [tsf-tas] adding namespace took 1.703757ms
I0424 19:11:24.390806    3777 namespace.go:102] [konflux-ui] adding namespace took 1.948653ms
I0424 19:11:24.408953    3777 namespace.go:142] [konflux-operator] updating namespace
I0424 19:11:24.424766    3777 namespace.go:142] [konflux-operator] updating namespace
I0424 19:11:24.432317    3777 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:11:24.442960    3777 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:11:24.443055    3777 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:11:24.443407    3777 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:11:24.462761    3777 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:11:24.462831    3777 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:11:24.462936    3777 namespace.go:142] [konflux-ui] updating namespace
I0424 19:11:24.462983    3777 namespace.go:142] [tsf-tas] updating namespace
I0424 19:11:24.467934    3777 namespace.go:142] [konflux-operator] updating namespace
I0424 19:11:24.516989    3777 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:11:24.526837    3777 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:11:24.542541    3777 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:11:24.572049    3777 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:11:24.591038    3777 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:11:24.602308    3777 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:11:24.625017    3777 namespace.go:142] [tsf-tas] updating namespace
I0424 19:11:24.631122    3777 namespace.go:142] [tsf-tas] updating namespace
I0424 19:11:24.649325    3777 namespace.go:142] [konflux-ui] updating namespace
I0424 19:11:24.662068    3777 namespace.go:142] [konflux-ui] updating namespace
I0424 19:11:24.673011    3777 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:11:24.701095    3777 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:11:24.794662    3777 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:11:25.486254    3777 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:11:25.489018    3777 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:11:31.865659    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0424 19:11:32.488931    3777 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158qsqkz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:32.489502    3777 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158qsqkz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:32.489530    3777 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158qsqkz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:32.489538    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:11:32.489552    3777 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158qsqkz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:32.489558    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:11:33.516355    3777 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158qsqkz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:33.516380    3777 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158qsqkz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:33.516393    3777 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158qsqkz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:33.516407    3777 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158qsqkz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:33.542619    3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d8x6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:33.543231    3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d8x6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:33.543265    3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d8x6j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:33.543276    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:11:33.543289    3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d8x6j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:33.543296    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:11:34.570483    3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d8x6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:34.570507    3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d8x6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:34.570525    3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d8x6j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:34.570538    3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d8x6j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:41.027073    3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z4ng7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:41.027660    3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z4ng7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:41.027687    3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z4ng7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:41.027700    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:11:41.027718    3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z4ng7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:41.027726    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:11:41.059310    3777 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cdtzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:41.059760    3777 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cdtzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:41.059782    3777 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cdtzc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:41.059789    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:11:41.059802    3777 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cdtzc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:41.059807    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:11:42.058556    3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z4ng7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:42.058583    3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z4ng7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:42.058595    3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z4ng7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:42.058611    3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z4ng7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:42.089031    3777 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cdtzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:42.089059    3777 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cdtzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:42.089071    3777 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cdtzc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:42.089082    3777 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cdtzc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:42.187903    3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136shlqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:42.188589    3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136shlqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:42.188619    3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136shlqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:42.188627    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:11:42.188644    3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136shlqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:42.188650    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:11:42.218599    3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d5jjbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:42.219108    3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d5jjbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:42.219134    3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d5jjbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:42.219142    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0424 19:11:42.219179    3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d5jjbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0424 19:11:42.219186    3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0424 19:11:43.213420    3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136shlqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:43.213445    3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136shlqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:43.213459    3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136shlqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:43.213477    3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136shlqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:43.248414    3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d5jjbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:43.248443    3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d5jjbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:43.248454    3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d5jjbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:11:43.248467    3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d5jjbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0424 19:11:46.196613    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0424 19:11:48.906032    3777 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-q29kw] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-q29kw for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:11:48.906209    3777 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-q29kw
I0424 19:11:48.927836    3777 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-q29kw] pod update took 21.654533ms
I0424 19:11:48.927872    3777 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-q29kw] addLogicalPort annotation time took 21.687909ms
I0424 19:11:48.929124    3777 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-q29kw] addLogicalPort took 23.110275ms, libovsdb time 896.91µs
I0424 19:11:49.270614    3777 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-q29kw 7b61986218c355ea67e3e3dee04e0b4aef57d950bd8007ece3aaeef654524574 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-q29kw 7b61986218c355ea67e3e3dee04e0b4aef57d950bd8007ece3aaeef654524574 network default NAD default NAD key ]
I0424 19:11:49.280310    3777 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-q29kw, hostIfaceName: 7b61986218c355e, network: default, NAD default, SandboxID: "7b61986218c355ea67e3e3dee04e0b4aef57d950bd8007ece3aaeef654524574", PCI device ID: , UID: "dee187b5-ceb8-4a9a-91c9-dbdb7cb5dc4b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0424 19:11:49.333405    3777 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-q29kw 7b61986218c355ea67e3e3dee04e0b4aef57d950bd8007ece3aaeef654524574 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-q29kw 7b61986218c355ea67e3e3dee04e0b4aef57d950bd8007ece3aaeef654524574 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:bf:9b:5c:6d:45\",\"name\":\"7b61986218c355e\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96cde67b-78d6-4a25-99e7-b468b7bf1920\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:11:50.484920    3777 namespace.go:142] [openshift-operators] updating namespace
I0424 19:11:50.486384    3777 namespace.go:142] [openshift-operators] updating namespace
W0424 19:11:52.653554    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0424 19:11:56.277260    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0424 19:11:56.289695    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0424 19:11:56.299921    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0424 19:11:56.310936    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0424 19:11:59.045127    3777 namespace.go:142] [openshift-operators] updating namespace
I0424 19:11:59.484917    3777 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-8g4wk] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-8g4wk for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:11:59.485047    3777 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-8g4wk
I0424 19:11:59.503054    3777 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8g4wk] pod update took 18.032425ms
I0424 19:11:59.503079    3777 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-8g4wk] addLogicalPort annotation time took 18.063688ms
I0424 19:11:59.504403    3777 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8g4wk] addLogicalPort took 19.502687ms, libovsdb time 932.073µs
I0424 19:12:01.706837    3777 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8g4wk 6f1714f5d3e502ec40127928182075ba7a0a194e86a5e974af93a3d318efb4e8 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8g4wk 6f1714f5d3e502ec40127928182075ba7a0a194e86a5e974af93a3d318efb4e8 network default NAD default NAD key ]
I0424 19:12:01.717438    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-8g4wk, hostIfaceName: 6f1714f5d3e502e, network: default, NAD default, SandboxID: "6f1714f5d3e502ec40127928182075ba7a0a194e86a5e974af93a3d318efb4e8", PCI device ID: , UID: "c405ae92-85bb-4d3c-83cc-2d1ebb783108", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0424 19:12:01.772996    3777 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8g4wk 6f1714f5d3e502ec40127928182075ba7a0a194e86a5e974af93a3d318efb4e8 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8g4wk 6f1714f5d3e502ec40127928182075ba7a0a194e86a5e974af93a3d318efb4e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ee:86:38:50:fe\",\"name\":\"6f1714f5d3e502e\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31041430-0c13-4318-bd2a-fa6aefb12b33\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:12:03.667791    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0424 19:12:08.693326    3777 namespace.go:98] [trusted-artifact-signer] adding namespace
I0424 19:12:08.694128    3777 namespace.go:102] [trusted-artifact-signer] adding namespace took 777.314µs
I0424 19:12:08.707089    3777 namespace.go:142] [trusted-artifact-signer] updating namespace
I0424 19:12:08.723546    3777 namespace.go:142] [trusted-artifact-signer] updating namespace
W0424 19:12:09.369107    3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0424 19:12:16.305004    3777 namespace.go:98] [cert-manager] adding namespace
I0424 19:12:16.305898    3777 namespace.go:102] [cert-manager] adding namespace took 871.691µs
I0424 19:12:16.345197    3777 namespace.go:142] [cert-manager] updating namespace
I0424 19:12:16.367948    3777 namespace.go:142] [cert-manager] updating namespace
I0424 19:12:16.734948    3777 namespace.go:98] [openshift-pipelines] adding namespace
I0424 19:12:16.735802    3777 namespace.go:102] [openshift-pipelines] adding namespace took 832.268µs
I0424 19:12:16.773455    3777 namespace.go:142] [openshift-pipelines] updating namespace
I0424 19:12:18.380127    3777 namespace.go:142] [cert-manager] updating namespace
I0424 19:12:18.584041    3777 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:12:18.970001    3777 namespace.go:142] [konflux-operator] updating namespace
I0424 19:12:19.166918    3777 namespace.go:142] [konflux-ui] updating namespace
I0424 19:12:19.363220    3777 namespace.go:142] [open-cluster-management-2psmom7g8g3evconfugfskclt409077f] updating namespace
I0424 19:12:19.768426    3777 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:12:19.965199    3777 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:12:20.168551    3777 namespace.go:142] [trusted-artifact-signer] updating namespace
I0424 19:12:20.414821    3777 namespace.go:142] [tsf] updating namespace
I0424 19:12:20.703027    3777 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:12:21.053693    3777 namespace.go:142] [tsf-tas] updating namespace
I0424 19:12:21.382980    3777 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:12:21.815213    3777 namespace.go:142] [cert-manager] updating namespace
I0424 19:12:21.883565    3777 namespace.go:142] [cert-manager-operator] updating namespace
I0424 19:12:21.904416    3777 namespace.go:142] [default] updating namespace
I0424 19:12:21.937004    3777 namespace.go:142] [konflux-operator] updating namespace
I0424 19:12:21.970829    3777 namespace.go:142] [konflux-ui] updating namespace
I0424 19:12:21.991195    3777 namespace.go:142] [open-cluster-management-2psmom7g8g3evconfugfskclt409077f] updating namespace
I0424 19:12:22.010055    3777 namespace.go:142] [openshift] updating namespace
I0424 19:12:22.038423    3777 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:12:22.053107    3777 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:12:22.082911    3777 namespace.go:142] [trusted-artifact-signer] updating namespace
I0424 19:12:22.100860    3777 namespace.go:142] [tsf] updating namespace
I0424 19:12:22.127095    3777 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:12:22.143236    3777 namespace.go:142] [tsf-tas] updating namespace
I0424 19:12:22.158293    3777 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:12:22.263881    3777 namespace.go:142] [cert-manager] updating namespace
I0424 19:12:22.352012    3777 namespace.go:142] [cert-manager-operator] updating namespace
W0424 19:12:22.431142    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0424 19:12:22.431186    3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0424 19:12:22.478326    3777 namespace.go:142] [default] updating namespace
I0424 19:12:22.556917    3777 namespace.go:142] [konflux-operator] updating namespace
I0424 19:12:22.643928    3777 namespace.go:142] [konflux-ui] updating namespace
I0424 19:12:22.738069    3777 namespace.go:142] [open-cluster-management-2psmom7g8g3evconfugfskclt409077f] updating namespace
I0424 19:12:22.828070    3777 namespace.go:142] [openshift] updating namespace
I0424 19:12:22.896208    3777 namespace.go:142] [rhbk-operator] updating namespace
I0424 19:12:23.001136    3777 namespace.go:142] [rhtpa-operator] updating namespace
I0424 19:12:23.104267    3777 namespace.go:142] [trusted-artifact-signer] updating namespace
I0424 19:12:23.196337    3777 namespace.go:142] [tsf] updating namespace
I0424 19:12:23.255047    3777 namespace.go:142] [tsf-keycloak] updating namespace
I0424 19:12:23.307913    3777 namespace.go:142] [tsf-tas] updating namespace
I0424 19:12:23.398383    3777 namespace.go:142] [tsf-tpa] updating namespace
I0424 19:12:24.140055    3777 namespace.go:142] [openshift-pipelines] updating namespace
I0424 19:12:27.582984    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0424 19:12:28.315143    3777 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-vl62s] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-vl62s for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:12:28.315254    3777 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-vl62s
I0424 19:12:28.327672    3777 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-vl62s] pod update took 12.440447ms
I0424 19:12:28.327696    3777 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-vl62s] addLogicalPort annotation time took 12.467794ms
I0424 19:12:28.329083    3777 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-vl62s] addLogicalPort took 13.957632ms, libovsdb time 942.466µs
I0424 19:12:28.982411    3777 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-vl62s 0114a6aa8ead387b9e0593a02f303516d6b341b3c1bd04fccbee54a05f0f3d9e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-vl62s 0114a6aa8ead387b9e0593a02f303516d6b341b3c1bd04fccbee54a05f0f3d9e network default NAD default NAD key ]
I0424 19:12:28.992645    3777 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-vl62s, hostIfaceName: 0114a6aa8ead387, network: default, NAD default, SandboxID: "0114a6aa8ead387b9e0593a02f303516d6b341b3c1bd04fccbee54a05f0f3d9e", PCI device ID: , UID: "9f4792ce-9372-412e-83c5-0265a94d49e3", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0424 19:12:29.043238    3777 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-vl62s 0114a6aa8ead387b9e0593a02f303516d6b341b3c1bd04fccbee54a05f0f3d9e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-vl62s 0114a6aa8ead387b9e0593a02f303516d6b341b3c1bd04fccbee54a05f0f3d9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:b4:a4:aa:e6:a3\",\"name\":\"0114a6aa8ead387\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/788fa97f-d9bf-4327-ab70-45516c56883f\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:12:35.473424    3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xjlnd] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-xjlnd for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:12:35.473541    3777 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xjlnd
I0424 19:12:35.490668    3777 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xjlnd] pod update took 17.169256ms
I0424 19:12:35.490698    3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xjlnd] addLogicalPort annotation time took 17.205042ms
I0424 19:12:35.492081    3777 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xjlnd] addLogicalPort took 18.670175ms, libovsdb time 1.042246ms
I0424 19:12:35.594579    3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-pp2mq] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-pp2mq for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:12:35.594673    3777 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-pp2mq
I0424 19:12:35.610554    3777 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pp2mq] pod update took 15.908323ms
I0424 19:12:35.610578    3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-pp2mq] addLogicalPort annotation time took 15.936643ms
I0424 19:12:35.611892    3777 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pp2mq] addLogicalPort took 17.326384ms, libovsdb time 923.58µs
I0424 19:12:35.839183    3777 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xjlnd fc0b5624f8b88321c455848a2815a72e3faa7c1f69a220bc36bd1a934ef9135a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xjlnd fc0b5624f8b88321c455848a2815a72e3faa7c1f69a220bc36bd1a934ef9135a network default NAD default NAD key ]
I0424 19:12:35.849739    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-xjlnd, hostIfaceName: fc0b5624f8b8832, network: default, NAD default, SandboxID: "fc0b5624f8b88321c455848a2815a72e3faa7c1f69a220bc36bd1a934ef9135a", PCI device ID: , UID: "c0f41e67-f5f5-426a-a7e9-f2a9f1d1607b", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0424 19:12:35.905592    3777 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xjlnd fc0b5624f8b88321c455848a2815a72e3faa7c1f69a220bc36bd1a934ef9135a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xjlnd fc0b5624f8b88321c455848a2815a72e3faa7c1f69a220bc36bd1a934ef9135a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:64:72:07:44:13\",\"name\":\"fc0b5624f8b8832\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e280116a-c946-4758-a0b5-722a170d2d2a\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:12:35.959253    3777 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pp2mq c21eedf37fa8dedf63efd6c85b957cc26641c9079d0b8f8a775935423420485c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-pp2mq c21eedf37fa8dedf63efd6c85b957cc26641c9079d0b8f8a775935423420485c network default NAD default NAD key ]
I0424 19:12:35.970498    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-pp2mq, hostIfaceName: c21eedf37fa8ded, network: default, NAD default, SandboxID: "c21eedf37fa8dedf63efd6c85b957cc26641c9079d0b8f8a775935423420485c", PCI device ID: , UID: "39cf304a-6ed4-42ad-b150-01bfb2406596", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0424 19:12:36.023730    3777 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pp2mq c21eedf37fa8dedf63efd6c85b957cc26641c9079d0b8f8a775935423420485c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-pp2mq c21eedf37fa8dedf63efd6c85b957cc26641c9079d0b8f8a775935423420485c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:10:22:5a:51:59\",\"name\":\"c21eedf37fa8ded\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c9b4f22-6db0-410e-b6f9-7a52879b5f42\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:12:37.177191    3777 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-5lp2m] creating logical port cert-manager_cert-manager-59c77684cc-5lp2m for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:12:37.177360    3777 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-5lp2m
I0424 19:12:37.192510    3777 pod.go:62] [cert-manager/cert-manager-59c77684cc-5lp2m] pod update took 15.192924ms
I0424 19:12:37.192538    3777 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-5lp2m] addLogicalPort annotation time took 15.226907ms
I0424 19:12:37.194026    3777 pods.go:271] [cert-manager/cert-manager-59c77684cc-5lp2m] addLogicalPort took 16.886591ms, libovsdb time 1.071755ms
I0424 19:12:37.548512    3777 cni.go:452] [cert-manager/cert-manager-59c77684cc-5lp2m 6f66df08bccd802e530864c5090065e92933d61bf7d6ea0219688d3aeac2b85b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-5lp2m 6f66df08bccd802e530864c5090065e92933d61bf7d6ea0219688d3aeac2b85b network default NAD default NAD key ]
I0424 19:12:37.560489    3777 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-5lp2m, hostIfaceName: 6f66df08bccd802, network: default, NAD default, SandboxID: "6f66df08bccd802e530864c5090065e92933d61bf7d6ea0219688d3aeac2b85b", PCI device ID: , UID: "51e8fe30-2c04-46f4-90f5-4507fdf2c1bf", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0424 19:12:37.625111    3777 cni.go:473] [cert-manager/cert-manager-59c77684cc-5lp2m 6f66df08bccd802e530864c5090065e92933d61bf7d6ea0219688d3aeac2b85b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-5lp2m 6f66df08bccd802e530864c5090065e92933d61bf7d6ea0219688d3aeac2b85b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b9:0e:b3:01:14\",\"name\":\"6f66df08bccd802\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38350b36-b52c-456e-a159-58460d10adc5\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:12:39.319188    3777 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:12:39.319791    3777 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:12:39.360550    3777 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:12:39.360572    3777 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:12:39.373903    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0424 19:12:39.373926    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
W0424 19:12:39.820747    3777 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:12:39.820765    3777 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:12:39.820770    3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:12:39.846368    3777 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:12:39.846386    3777 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:12:39.846392    3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:12:41.491721    3777 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:12:41.491742    3777 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:12:41.491747    3777 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:12:41.491751    3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:12:49.241729    3777 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0424 19:12:50.248015    3777 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0424 19:12:50.824434    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:12:50.824458    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:12:50.824464    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0424 19:12:50.848500    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:12:50.848524    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0424 19:12:50.848530    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0424 19:12:59.097313    3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xjhqt] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-xjhqt for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:12:59.097449    3777 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-xjhqt
I0424 19:12:59.114873    3777 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-xjhqt] pod update took 17.450106ms
I0424 19:12:59.114903    3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xjhqt] addLogicalPort annotation time took 17.482903ms
I0424 19:12:59.116261    3777 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-xjhqt] addLogicalPort took 18.967009ms, libovsdb time 921.24µs
I0424 19:12:59.456795    3777 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-xjhqt f26f90b4af3e657adf558e9dd43e034b11562c1be78a444da7e6bf7cd05ad2e3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xjhqt f26f90b4af3e657adf558e9dd43e034b11562c1be78a444da7e6bf7cd05ad2e3 network default NAD default NAD key ]
I0424 19:12:59.466658    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-xjhqt, hostIfaceName: f26f90b4af3e657, network: default, NAD default, SandboxID: "f26f90b4af3e657adf558e9dd43e034b11562c1be78a444da7e6bf7cd05ad2e3", PCI device ID: , UID: "e1304ed3-2df2-47de-a337-09c46ccad789", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0424 19:12:59.521862    3777 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-xjhqt f26f90b4af3e657adf558e9dd43e034b11562c1be78a444da7e6bf7cd05ad2e3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xjhqt f26f90b4af3e657adf558e9dd43e034b11562c1be78a444da7e6bf7cd05ad2e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b1:34:eb:43:4d\",\"name\":\"f26f90b4af3e657\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fe9fe34-5cf4-442c-9d91-af912c23be78\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:13:02.327279    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0424 19:13:14.527934    3777 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:13:14.528552    3777 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:13:14.549130    3777 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:13:14.549170    3777 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:13:14.555756    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0424 19:13:14.555779    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0424 19:13:16.585825    3777 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0424 19:13:16.586403    3777 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0424 19:13:16.586421    3777 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0424 19:13:16.588402    3777 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0424 19:13:19.328116    3777 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0424 19:13:22.461811    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0424 19:13:22.461838    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0424 19:13:22.465744    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0424 19:13:22.465762    3777 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0424 19:13:25.011225    3777 namespace.go:142] [openshift-pipelines] updating namespace
I0424 19:13:35.106299    3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-c855r] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-c855r for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:13:35.106394    3777 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-c855r
I0424 19:13:35.121093    3777 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-c855r] pod update took 14.725463ms
I0424 19:13:35.121121    3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-c855r] addLogicalPort annotation time took 14.759023ms
I0424 19:13:35.122467    3777 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-c855r] addLogicalPort took 16.182226ms, libovsdb time 882.073µs
I0424 19:13:35.201178    3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5xb64] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-5xb64 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:13:35.201301    3777 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5xb64
I0424 19:13:35.215466    3777 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5xb64] pod update took 14.198019ms
I0424 19:13:35.215489    3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5xb64] addLogicalPort annotation time took 14.228488ms
I0424 19:13:35.216775    3777 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5xb64] addLogicalPort took 15.645317ms, libovsdb time 912.536µs
I0424 19:13:35.471403    3777 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-c855r ff7013975d538a55e7d00c2c9e18f8a092b980e4b59a37fbc9bf996ee5fc039f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-c855r ff7013975d538a55e7d00c2c9e18f8a092b980e4b59a37fbc9bf996ee5fc039f network default NAD default NAD key ]
I0424 19:13:35.481241    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-c855r, hostIfaceName: ff7013975d538a5, network: default, NAD default, SandboxID: "ff7013975d538a55e7d00c2c9e18f8a092b980e4b59a37fbc9bf996ee5fc039f", PCI device ID: , UID: "b028ebf3-b013-4e54-a7ef-c15dbf3dd97f", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0424 19:13:35.534908    3777 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-c855r ff7013975d538a55e7d00c2c9e18f8a092b980e4b59a37fbc9bf996ee5fc039f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-c855r ff7013975d538a55e7d00c2c9e18f8a092b980e4b59a37fbc9bf996ee5fc039f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f8:08:a1:4e:12\",\"name\":\"ff7013975d538a5\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e14c38a8-92b7-43da-8b6e-be0fd0852687\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:13:35.566542    3777 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5xb64 3e027e8bd189e34c7437d45a585a0089c5c4ac9171a8dcd9c8b43886ab67aa89 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5xb64 3e027e8bd189e34c7437d45a585a0089c5c4ac9171a8dcd9c8b43886ab67aa89 network default NAD default NAD key ]
I0424 19:13:35.576881    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-5xb64, hostIfaceName: 3e027e8bd189e34, network: default, NAD default, SandboxID: "3e027e8bd189e34c7437d45a585a0089c5c4ac9171a8dcd9c8b43886ab67aa89", PCI device ID: , UID: "ebf12df3-c67d-480a-b17a-152b0ff42d19", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0424 19:13:35.630596    3777 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5xb64 3e027e8bd189e34c7437d45a585a0089c5c4ac9171a8dcd9c8b43886ab67aa89 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-5xb64 3e027e8bd189e34c7437d45a585a0089c5c4ac9171a8dcd9c8b43886ab67aa89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:8c:48:cd:df:4f\",\"name\":\"3e027e8bd189e34\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b3af1ca-7b64-4f77-930c-25fef9e06a0d\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:13:40.094369    3777 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0424 19:13:40.094388    3777 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0424 19:13:40.094393    3777 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0424 19:13:46.148700    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0424 19:13:46.148728    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0424 19:13:46.148735    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0424 19:13:52.206108    3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-9fkp5] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-9fkp5 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:13:52.206228    3777 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-9fkp5
I0424 19:13:52.219765    3777 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-9fkp5] pod update took 13.559948ms
I0424 19:13:52.219795    3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-9fkp5] addLogicalPort annotation time took 13.595611ms
I0424 19:13:52.221241    3777 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-9fkp5] addLogicalPort took 15.150017ms, libovsdb time 1.026373ms
I0424 19:13:52.567766    3777 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-9fkp5 2dda9bcd9152606ccf81b0983f9f971f066e357c45b75f79804f092201961d47 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9fkp5 2dda9bcd9152606ccf81b0983f9f971f066e357c45b75f79804f092201961d47 network default NAD default NAD key ]
I0424 19:13:52.577550    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-9fkp5, hostIfaceName: 2dda9bcd9152606, network: default, NAD default, SandboxID: "2dda9bcd9152606ccf81b0983f9f971f066e357c45b75f79804f092201961d47", PCI device ID: , UID: "51bdfd4f-7f13-4a96-b108-4c99bd015af9", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0424 19:13:52.634069    3777 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-9fkp5 2dda9bcd9152606ccf81b0983f9f971f066e357c45b75f79804f092201961d47 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9fkp5 2dda9bcd9152606ccf81b0983f9f971f066e357c45b75f79804f092201961d47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f0:09:3b:d4:1d\",\"name\":\"2dda9bcd9152606\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2239ab0-cfab-46d6-b1bd-10b03dddc8a7\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:14:06.832034    3777 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:14:06.832800    3777 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:14:06.869888    3777 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:14:06.869914    3777 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:14:06.877790    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0424 19:14:06.877815    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0424 19:14:09.236974    3777 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5dfc6f8d64-4c22h] creating logical port tsf-tas_fulcio-server-5dfc6f8d64-4c22h for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:14:09.237114    3777 kube.go:256] Updating pod tsf-tas/fulcio-server-5dfc6f8d64-4c22h
I0424 19:14:09.254535    3777 pod.go:62] [tsf-tas/fulcio-server-5dfc6f8d64-4c22h] pod update took 17.474688ms
I0424 19:14:09.254563    3777 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5dfc6f8d64-4c22h] addLogicalPort annotation time took 17.511035ms
I0424 19:14:09.256073    3777 pods.go:271] [tsf-tas/fulcio-server-5dfc6f8d64-4c22h] addLogicalPort took 19.118649ms, libovsdb time 1.024249ms
I0424 19:14:09.377434    3777 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-dffkq-jb57g] creating logical port tsf-tas_ctlog-createtree-job-dffkq-jb57g for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:14:09.377552    3777 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-dffkq-jb57g
I0424 19:14:09.392584    3777 pod.go:62] [tsf-tas/ctlog-createtree-job-dffkq-jb57g] pod update took 15.065375ms
I0424 19:14:09.392612    3777 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-dffkq-jb57g] addLogicalPort annotation time took 15.096065ms
I0424 19:14:09.393877    3777 pods.go:271] [tsf-tas/ctlog-createtree-job-dffkq-jb57g] addLogicalPort took 16.464507ms, libovsdb time 870.791µs
I0424 19:14:09.603138    3777 cni.go:452] [tsf-tas/fulcio-server-5dfc6f8d64-4c22h 9a4e52c09d47f9a4cdb01da2964f5752e1294a4ab5ce2713d9329adc4d65b27e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5dfc6f8d64-4c22h 9a4e52c09d47f9a4cdb01da2964f5752e1294a4ab5ce2713d9329adc4d65b27e network default NAD default NAD key ]
I0424 19:14:09.613047    3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5dfc6f8d64-4c22h, hostIfaceName: 9a4e52c09d47f9a, network: default, NAD default, SandboxID: "9a4e52c09d47f9a4cdb01da2964f5752e1294a4ab5ce2713d9329adc4d65b27e", PCI device ID: , UID: "e24c96f9-b4ea-4e20-9849-c3851e24f704", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0424 19:14:09.669392    3777 cni.go:473] [tsf-tas/fulcio-server-5dfc6f8d64-4c22h 9a4e52c09d47f9a4cdb01da2964f5752e1294a4ab5ce2713d9329adc4d65b27e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5dfc6f8d64-4c22h 9a4e52c09d47f9a4cdb01da2964f5752e1294a4ab5ce2713d9329adc4d65b27e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:73:df:41:da:de\",\"name\":\"9a4e52c09d47f9a\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/055e0285-6d2d-4ac7-a302-48434c923f01\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:14:09.669722    3777 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-8f4c76d56-s658t] creating logical port tsf-tas_trillian-logsigner-8f4c76d56-s658t for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:14:09.669834    3777 kube.go:256] Updating pod tsf-tas/trillian-logsigner-8f4c76d56-s658t
I0424 19:14:09.691230    3777 pod.go:62] [tsf-tas/trillian-logsigner-8f4c76d56-s658t] pod update took 21.428431ms
I0424 19:14:09.691261    3777 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-8f4c76d56-s658t] addLogicalPort annotation time took 21.46477ms
I0424 19:14:09.692558    3777 pods.go:271] [tsf-tas/trillian-logsigner-8f4c76d56-s658t] addLogicalPort took 22.850147ms, libovsdb time 906.323µs
I0424 19:14:09.741677    3777 cni.go:452] [tsf-tas/ctlog-createtree-job-dffkq-jb57g d07a956ea9ee0b914e3c0abde05b11c8bf6ce8205b2ad91b6d6de2308c960815 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-dffkq-jb57g d07a956ea9ee0b914e3c0abde05b11c8bf6ce8205b2ad91b6d6de2308c960815 network default NAD default NAD key ]
I0424 19:14:09.752307    3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-dffkq-jb57g, hostIfaceName: d07a956ea9ee0b9, network: default, NAD default, SandboxID: "d07a956ea9ee0b914e3c0abde05b11c8bf6ce8205b2ad91b6d6de2308c960815", PCI device ID: , UID: "1943b9e3-93d6-4a9b-8fae-ca453c0e7762", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0424 19:14:09.807110    3777 cni.go:473] [tsf-tas/ctlog-createtree-job-dffkq-jb57g d07a956ea9ee0b914e3c0abde05b11c8bf6ce8205b2ad91b6d6de2308c960815 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-dffkq-jb57g d07a956ea9ee0b914e3c0abde05b11c8bf6ce8205b2ad91b6d6de2308c960815 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:dd:3c:b2:d3:49\",\"name\":\"d07a956ea9ee0b9\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/906d9f37-1634-44f5-8a2a-fa2fe4474ba0\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:14:10.782081    3777 cni.go:452] [tsf-tas/trillian-logsigner-8f4c76d56-s658t 65f1cb7ebfa60b2ac8d0e03899767585429aed56dd90b10e53b2522e27325d7b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-8f4c76d56-s658t 65f1cb7ebfa60b2ac8d0e03899767585429aed56dd90b10e53b2522e27325d7b network default NAD default NAD key ]
I0424 19:14:10.792684    3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-8f4c76d56-s658t, hostIfaceName: 65f1cb7ebfa60b2, network: default, NAD default, SandboxID: "65f1cb7ebfa60b2ac8d0e03899767585429aed56dd90b10e53b2522e27325d7b", PCI device ID: , UID: "7c25eee6-8edf-4151-9679-57679844aff0", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0424 19:14:10.856115    3777 cni.go:473] [tsf-tas/trillian-logsigner-8f4c76d56-s658t 65f1cb7ebfa60b2ac8d0e03899767585429aed56dd90b10e53b2522e27325d7b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-8f4c76d56-s658t 65f1cb7ebfa60b2ac8d0e03899767585429aed56dd90b10e53b2522e27325d7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:dd:7c:6b:33:a7\",\"name\":\"65f1cb7ebfa60b2\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b332d299-304e-49ca-a308-4294123bafc8\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:14:11.256413    3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0424 19:14:11.256432    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0424 19:14:11.277688    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server
W0424 19:14:11.277712    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server
I0424 19:14:14.413961    3777 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rfnxw] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-rfnxw for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:14:14.414103    3777 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rfnxw
I0424 19:14:14.434027    3777 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rfnxw] pod update took 19.966489ms
I0424 19:14:14.434056    3777 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rfnxw] addLogicalPort annotation time took 20.002251ms
I0424 19:14:14.435789    3777 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rfnxw] addLogicalPort took 21.8496ms, libovsdb time 969.104µs
I0424 19:14:17.024569    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0424 19:14:17.287815    3777 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rfnxw aabada7fdfd10aba0aee7241b52714ea9f433b0a95e76c54592da38df098b698 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rfnxw aabada7fdfd10aba0aee7241b52714ea9f433b0a95e76c54592da38df098b698 network default NAD default NAD key ]
I0424 19:14:17.297532    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-rfnxw, hostIfaceName: aabada7fdfd10ab, network: default, NAD default, SandboxID: "aabada7fdfd10aba0aee7241b52714ea9f433b0a95e76c54592da38df098b698", PCI device ID: , UID: "cf1f70d5-b6db-4934-90aa-4aefa565268d", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0424 19:14:17.351823    3777 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rfnxw aabada7fdfd10aba0aee7241b52714ea9f433b0a95e76c54592da38df098b698 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rfnxw aabada7fdfd10aba0aee7241b52714ea9f433b0a95e76c54592da38df098b698 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:fa:e6:bb:0b:52\",\"name\":\"aabada7fdfd10ab\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/314f8c0f-5c6c-4116-81da-07b1dd9407a3\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:14:18.302444    3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0424 19:14:20.129834    3777 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-648rh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:14:20.130449    3777 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-648rh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0424 19:14:20.313043    3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0424 19:14:20.313064    3777 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0424 19:14:20.339336    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0424 19:14:20.339357    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0424 19:14:21.023200    3777 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-648rh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:14:21.023229    3777 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-648rh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0424 19:14:21.836415    3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0424 19:14:24.858715    3777 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
W0424 19:14:24.881664    3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0424 19:14:25.984259    3777 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6nzvm-x6fpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:14:25.984834    3777 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6nzvm-x6fpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:14:26.859199    3777 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6nzvm-x6fpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:14:26.859226    3777 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6nzvm-x6fpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0424 19:14:52.429429    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0424 19:14:57.176523    3777 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:14:57.177096    3777 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:14:57.197531    3777 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:14:57.197553    3777 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:14:57.203228    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0424 19:14:57.203263    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0424 19:15:05.369223    3777 obj_retry.go:498] Detected object tsf/patch-tekton-config-hsk7w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:05.369741    3777 obj_retry.go:498] Detected object tsf/patch-tekton-config-hsk7w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:06.392838    3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-hsk7w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:06.392862    3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-hsk7w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:09.565267    3777 cni.go:452] [tsf-tas/ctlog-createtree-job-dffkq-jb57g d07a956ea9ee0b914e3c0abde05b11c8bf6ce8205b2ad91b6d6de2308c960815 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-dffkq-jb57g d07a956ea9ee0b914e3c0abde05b11c8bf6ce8205b2ad91b6d6de2308c960815 network default NAD default NAD key ]
I0424 19:15:09.654165    3777 cni.go:473] [tsf-tas/ctlog-createtree-job-dffkq-jb57g d07a956ea9ee0b914e3c0abde05b11c8bf6ce8205b2ad91b6d6de2308c960815 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-dffkq-jb57g d07a956ea9ee0b914e3c0abde05b11c8bf6ce8205b2ad91b6d6de2308c960815 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:15:09.703920    3777 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-dffkq-jb57g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:09.703968    3777 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-dffkq-jb57g
I0424 19:15:09.705302    3777 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-dffkq-jb57g, ips: 10.129.0.35
I0424 19:15:09.705334    3777 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-dffkq-jb57g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:10.398235    3777 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fbhkv-rqzvl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:10.398791    3777 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fbhkv-rqzvl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:10.579766    3777 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-dffkq-jb57g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:10.579795    3777 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-dffkq-jb57g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:11.276824    3777 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fbhkv-rqzvl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:11.276857    3777 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fbhkv-rqzvl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:13.264465    3777 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vhd24 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:13.265033    3777 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vhd24 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:14.137567    3777 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vhd24 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:14.137595    3777 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vhd24 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:14.173432    3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-hsk7w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:14.173453    3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-hsk7w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:14.179968    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hsk7w
I0424 19:15:14.179995    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hsk7w
W0424 19:15:17.316408    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0424 19:15:18.155839    3777 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0424 19:15:18.306718    3777 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:18.307295    3777 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:18.326436    3777 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:18.326459    3777 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:18.332560    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0424 19:15:18.332586    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
W0424 19:15:19.313022    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0424 19:15:19.727543    3777 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-xkz8x] creating logical port tsf-tpa_create-db-xkz8x for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:15:19.727647    3777 kube.go:256] Updating pod tsf-tpa/create-db-xkz8x
I0424 19:15:19.739937    3777 pod.go:62] [tsf-tpa/create-db-xkz8x] pod update took 12.319549ms
I0424 19:15:19.739964    3777 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-xkz8x] addLogicalPort annotation time took 12.350658ms
I0424 19:15:19.741435    3777 pods.go:271] [tsf-tpa/create-db-xkz8x] addLogicalPort took 13.906975ms, libovsdb time 1.039043ms
I0424 19:15:20.093080    3777 cni.go:452] [tsf-tpa/create-db-xkz8x 59820bef67cdc63d9af53c9697b6dd386bed7fb097d737acf221475610f6225e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-xkz8x 59820bef67cdc63d9af53c9697b6dd386bed7fb097d737acf221475610f6225e network default NAD default NAD key ]
I0424 19:15:20.102639    3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-xkz8x, hostIfaceName: 59820bef67cdc63, network: default, NAD default, SandboxID: "59820bef67cdc63d9af53c9697b6dd386bed7fb097d737acf221475610f6225e", PCI device ID: , UID: "fe5cee7f-394d-443c-8aca-880ce206e17e", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0424 19:15:20.156072    3777 cni.go:473] [tsf-tpa/create-db-xkz8x 59820bef67cdc63d9af53c9697b6dd386bed7fb097d737acf221475610f6225e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-xkz8x 59820bef67cdc63d9af53c9697b6dd386bed7fb097d737acf221475610f6225e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:68:d1:35:fe:0f\",\"name\":\"59820bef67cdc63\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c792fed1-26af-4407-883f-b69c200f3ff3\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:15:23.336012    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0424 19:15:23.637185    3777 cni.go:452] [tsf-tpa/create-db-xkz8x 59820bef67cdc63d9af53c9697b6dd386bed7fb097d737acf221475610f6225e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-xkz8x 59820bef67cdc63d9af53c9697b6dd386bed7fb097d737acf221475610f6225e network default NAD default NAD key ]
I0424 19:15:23.731852    3777 cni.go:473] [tsf-tpa/create-db-xkz8x 59820bef67cdc63d9af53c9697b6dd386bed7fb097d737acf221475610f6225e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-xkz8x 59820bef67cdc63d9af53c9697b6dd386bed7fb097d737acf221475610f6225e network default NAD default NAD key default], result "{}", err <nil>
I0424 19:15:23.785272    3777 obj_retry.go:498] Detected object tsf-tpa/create-db-xkz8x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:23.785309    3777 pods.go:176] Deleting pod: tsf-tpa/create-db-xkz8x
I0424 19:15:23.786685    3777 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-xkz8x, ips: 10.129.0.38
I0424 19:15:23.786716    3777 obj_retry.go:498] Detected object tsf-tpa/create-db-xkz8x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:24.807981    3777 obj_retry.go:492] Detected object tsf-tpa/create-db-xkz8x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:24.808014    3777 obj_retry.go:492] Detected object tsf-tpa/create-db-xkz8x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:24.918266    3777 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-bczhc] creating logical port tsf-tpa_migrate-db-bczhc for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:15:24.918394    3777 kube.go:256] Updating pod tsf-tpa/migrate-db-bczhc
I0424 19:15:24.929695    3777 pod.go:62] [tsf-tpa/migrate-db-bczhc] pod update took 11.334821ms
I0424 19:15:24.929722    3777 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-bczhc] addLogicalPort annotation time took 11.368516ms
I0424 19:15:24.931455    3777 pods.go:271] [tsf-tpa/migrate-db-bczhc] addLogicalPort took 13.212184ms, libovsdb time 1.219665ms
I0424 19:15:25.278824    3777 cni.go:452] [tsf-tpa/migrate-db-bczhc f8887826e4c77c407fed7437a656d0521fd881655c1046a684fa3e836346ffc8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-bczhc f8887826e4c77c407fed7437a656d0521fd881655c1046a684fa3e836346ffc8 network default NAD default NAD key ]
I0424 19:15:25.288947    3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-bczhc, hostIfaceName: f8887826e4c77c4, network: default, NAD default, SandboxID: "f8887826e4c77c407fed7437a656d0521fd881655c1046a684fa3e836346ffc8", PCI device ID: , UID: "3752c4fc-c538-4acf-b16e-e42187cbaf49", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0424 19:15:25.345118    3777 cni.go:473] [tsf-tpa/migrate-db-bczhc f8887826e4c77c407fed7437a656d0521fd881655c1046a684fa3e836346ffc8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-bczhc f8887826e4c77c407fed7437a656d0521fd881655c1046a684fa3e836346ffc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:e3:11:d1:b2:b5\",\"name\":\"f8887826e4c77c4\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70743291-9345-430c-80b2-e0e651bc7cef\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:15:27.658637    3777 cni.go:452] [tsf-tpa/migrate-db-bczhc f8887826e4c77c407fed7437a656d0521fd881655c1046a684fa3e836346ffc8 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-bczhc f8887826e4c77c407fed7437a656d0521fd881655c1046a684fa3e836346ffc8 network default NAD default NAD key ]
I0424 19:15:27.755258    3777 cni.go:473] [tsf-tpa/migrate-db-bczhc f8887826e4c77c407fed7437a656d0521fd881655c1046a684fa3e836346ffc8 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-bczhc f8887826e4c77c407fed7437a656d0521fd881655c1046a684fa3e836346ffc8 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:15:27.803674    3777 obj_retry.go:498] Detected object tsf-tpa/migrate-db-bczhc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:27.803717    3777 pods.go:176] Deleting pod: tsf-tpa/migrate-db-bczhc
I0424 19:15:27.804990    3777 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-bczhc, ips: 10.129.0.39
I0424 19:15:27.805024    3777 obj_retry.go:498] Detected object tsf-tpa/migrate-db-bczhc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:27.953213    3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bczhc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:27.953235    3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bczhc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:31.057998    3777 base_network_controller_pods.go:487] [default/tsf-tpa/server-66b46bdf67-s764m] creating logical port tsf-tpa_server-66b46bdf67-s764m for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:15:31.058104    3777 kube.go:256] Updating pod tsf-tpa/server-66b46bdf67-s764m
I0424 19:15:31.073074    3777 pod.go:62] [tsf-tpa/server-66b46bdf67-s764m] pod update took 14.997713ms
I0424 19:15:31.073104    3777 base_network_controller_pods.go:951] [default/tsf-tpa/server-66b46bdf67-s764m] addLogicalPort annotation time took 15.034477ms
I0424 19:15:31.074706    3777 pods.go:271] [tsf-tpa/server-66b46bdf67-s764m] addLogicalPort took 16.731035ms, libovsdb time 1.063786ms
I0424 19:15:31.100333    3777 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-bzhg9] creating logical port tsf-tpa_importer-86bcdf477b-bzhg9 for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:15:31.100416    3777 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-bzhg9
I0424 19:15:31.114249    3777 pod.go:62] [tsf-tpa/importer-86bcdf477b-bzhg9] pod update took 13.857731ms
I0424 19:15:31.114272    3777 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-bzhg9] addLogicalPort annotation time took 13.885207ms
I0424 19:15:31.115524    3777 pods.go:271] [tsf-tpa/importer-86bcdf477b-bzhg9] addLogicalPort took 15.202062ms, libovsdb time 855.057µs
I0424 19:15:32.531287    3777 obj_retry.go:498] Detected object tsf-tpa/create-importers-hcpng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:32.531821    3777 obj_retry.go:498] Detected object tsf-tpa/create-importers-hcpng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:33.557736    3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-hcpng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:33.557760    3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-hcpng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:39.818837    3777 cni.go:452] [tsf-tpa/server-66b46bdf67-s764m e6a9f146fab8fb53ae9d763cd83cade4869582d07844204aae74b5439b1ce8a4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-66b46bdf67-s764m e6a9f146fab8fb53ae9d763cd83cade4869582d07844204aae74b5439b1ce8a4 network default NAD default NAD key ]
I0424 19:15:39.828528    3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-66b46bdf67-s764m, hostIfaceName: e6a9f146fab8fb5, network: default, NAD default, SandboxID: "e6a9f146fab8fb53ae9d763cd83cade4869582d07844204aae74b5439b1ce8a4", PCI device ID: , UID: "1b2f4f1a-7eda-44ec-ae3b-0bebcd06f5af", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0424 19:15:39.860094    3777 cni.go:452] [tsf-tpa/importer-86bcdf477b-bzhg9 854d5a2d455ac8e63b670d0e766d34e54c93aa95668f635cb52e4308f56a9d87 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-bzhg9 854d5a2d455ac8e63b670d0e766d34e54c93aa95668f635cb52e4308f56a9d87 network default NAD default NAD key ]
I0424 19:15:39.870340    3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-bzhg9, hostIfaceName: 854d5a2d455ac8e, network: default, NAD default, SandboxID: "854d5a2d455ac8e63b670d0e766d34e54c93aa95668f635cb52e4308f56a9d87", PCI device ID: , UID: "6f4629cf-416c-4406-a7aa-af5909f13cea", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0424 19:15:39.885135    3777 cni.go:473] [tsf-tpa/server-66b46bdf67-s764m e6a9f146fab8fb53ae9d763cd83cade4869582d07844204aae74b5439b1ce8a4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-66b46bdf67-s764m e6a9f146fab8fb53ae9d763cd83cade4869582d07844204aae74b5439b1ce8a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:1b:30:6e:c8:5a\",\"name\":\"e6a9f146fab8fb5\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4d2c6cc-e92d-4754-a215-91fc926d122c\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:15:39.922234    3777 cni.go:473] [tsf-tpa/importer-86bcdf477b-bzhg9 854d5a2d455ac8e63b670d0e766d34e54c93aa95668f635cb52e4308f56a9d87 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-bzhg9 854d5a2d455ac8e63b670d0e766d34e54c93aa95668f635cb52e4308f56a9d87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c9:e8:8d:31:73\",\"name\":\"854d5a2d455ac8e\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06f703a0-8d8e-4723-b553-e17057ec66bc\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0424 19:15:40.750217    3777 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0424 19:15:41.740590    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0424 19:15:42.024409    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55
I0424 19:15:48.754440    3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0424 19:15:56.677593    3777 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-q7xws-q47v4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:56.678224    3777 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-q7xws-q47v4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:15:57.553281    3777 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-q7xws-q47v4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:15:57.553316    3777 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-q7xws-q47v4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:16:00.030358    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98
I0424 19:16:02.568771    3777 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:16:02.569372    3777 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0424 19:16:02.572543    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0424 19:16:02.576537    3777 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:16:02.576559    3777 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:16:02.581050    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0424 19:16:02.581065    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0424 19:16:03.339721    3777 namespace.go:98] [build-service] adding namespace
I0424 19:16:03.340601    3777 namespace.go:102] [build-service] adding namespace took 854.36µs
I0424 19:16:03.344724    3777 namespace.go:98] [image-controller] adding namespace
I0424 19:16:03.344966    3777 namespace.go:98] [default-tenant] adding namespace
I0424 19:16:03.346566    3777 namespace.go:102] [image-controller] adding namespace took 1.770406ms
I0424 19:16:03.346607    3777 namespace.go:98] [integration-service] adding namespace
I0424 19:16:03.347328    3777 namespace.go:102] [integration-service] adding namespace took 710.628µs
I0424 19:16:03.347955    3777 namespace.go:102] [default-tenant] adding namespace took 2.969654ms
I0424 19:16:03.391627    3777 namespace.go:142] [build-service] updating namespace
I0424 19:16:03.406972    3777 namespace.go:142] [build-service] updating namespace
I0424 19:16:03.426345    3777 namespace.go:142] [image-controller] updating namespace
I0424 19:16:03.439917    3777 namespace.go:142] [image-controller] updating namespace
I0424 19:16:03.453017    3777 namespace.go:142] [integration-service] updating namespace
I0424 19:16:03.470107    3777 namespace.go:142] [integration-service] updating namespace
I0424 19:16:03.474676    3777 namespace.go:142] [default-tenant] updating namespace
I0424 19:16:03.491451    3777 namespace.go:142] [default-tenant] updating namespace
I0424 19:16:03.608840    3777 namespace.go:142] [build-service] updating namespace
I0424 19:16:03.638822    3777 namespace.go:142] [integration-service] updating namespace
I0424 19:16:03.666791    3777 namespace.go:98] [release-service] adding namespace
I0424 19:16:03.667606    3777 namespace.go:102] [release-service] adding namespace took 796.15µs
I0424 19:16:03.696956    3777 namespace.go:142] [release-service] updating namespace
I0424 19:16:03.706058    3777 namespace.go:142] [release-service] updating namespace
I0424 19:16:03.764119    3777 namespace.go:142] [konflux-ui] updating namespace
I0424 19:16:04.022258    3777 namespace.go:98] [konflux-info] adding namespace
I0424 19:16:04.023140    3777 namespace.go:102] [konflux-info] adding namespace took 856.075µs
I0424 19:16:04.024485    3777 namespace.go:98] [namespace-lister] adding namespace
I0424 19:16:04.025171    3777 namespace.go:102] [namespace-lister] adding namespace took 665.576µs
I0424 19:16:04.092306    3777 namespace.go:142] [konflux-info] updating namespace
I0424 19:16:04.120378    3777 namespace.go:142] [namespace-lister] updating namespace
I0424 19:16:04.122184    3777 namespace.go:142] [konflux-info] updating namespace
I0424 19:16:04.212848    3777 namespace.go:142] [namespace-lister] updating namespace
I0424 19:16:04.301994    3777 namespace.go:142] [image-controller] updating namespace
I0424 19:16:04.344333    3777 namespace.go:98] [enterprise-contract-service] adding namespace
I0424 19:16:04.346167    3777 namespace.go:102] [enterprise-contract-service] adding namespace took 1.787727ms
I0424 19:16:04.395023    3777 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:16:04.449488    3777 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:16:04.937711    3777 namespace.go:142] [default-tenant] updating namespace
I0424 19:16:05.140121    3777 namespace.go:98] [segment-bridge] adding namespace
I0424 19:16:05.141169    3777 namespace.go:102] [segment-bridge] adding namespace took 981.26µs
I0424 19:16:05.188075    3777 namespace.go:142] [segment-bridge] updating namespace
I0424 19:16:05.219256    3777 namespace.go:142] [segment-bridge] updating namespace
I0424 19:16:05.350237    3777 namespace.go:98] [konflux-cli] adding namespace
I0424 19:16:05.351138    3777 namespace.go:102] [konflux-cli] adding namespace took 876.596µs
I0424 19:16:05.411546    3777 namespace.go:142] [konflux-cli] updating namespace
I0424 19:16:05.438807    3777 namespace.go:142] [konflux-cli] updating namespace
I0424 19:16:05.531793    3777 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0424 19:16:05.532473    3777 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0424 19:16:05.532496    3777 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0424 19:16:05.535177    3777 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0424 19:16:05.678080    3777 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0424 19:16:05.678108    3777 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0424 19:16:05.678996    3777 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0424 19:16:06.523186    3777 namespace.go:142] [build-service] updating namespace
I0424 19:16:06.829584    3777 namespace.go:142] [default-tenant] updating namespace
I0424 19:16:06.992685    3777 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:16:07.289260    3777 namespace.go:142] [image-controller] updating namespace
I0424 19:16:07.773997    3777 namespace.go:142] [integration-service] updating namespace
I0424 19:16:08.200910    3777 namespace.go:142] [konflux-cli] updating namespace
I0424 19:16:08.575049    3777 namespace.go:142] [konflux-info] updating namespace
W0424 19:16:08.689094    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0424 19:16:08.891049    3777 namespace.go:142] [namespace-lister] updating namespace
I0424 19:16:09.088697    3777 namespace.go:142] [release-service] updating namespace
I0424 19:16:09.297570    3777 namespace.go:142] [segment-bridge] updating namespace
I0424 19:16:09.413702    3777 namespace.go:142] [build-service] updating namespace
I0424 19:16:09.428006    3777 namespace.go:142] [default-tenant] updating namespace
I0424 19:16:09.442202    3777 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:16:09.454254    3777 namespace.go:142] [image-controller] updating namespace
I0424 19:16:09.465623    3777 namespace.go:142] [integration-service] updating namespace
I0424 19:16:09.490743    3777 namespace.go:142] [konflux-cli] updating namespace
I0424 19:16:09.515258    3777 namespace.go:142] [konflux-info] updating namespace
I0424 19:16:09.533229    3777 namespace.go:142] [namespace-lister] updating namespace
I0424 19:16:09.549245    3777 namespace.go:142] [release-service] updating namespace
I0424 19:16:09.569488    3777 namespace.go:142] [segment-bridge] updating namespace
I0424 19:16:09.640679    3777 namespace.go:142] [build-service] updating namespace
I0424 19:16:09.705575    3777 namespace.go:142] [default-tenant] updating namespace
I0424 19:16:09.771224    3777 namespace.go:142] [enterprise-contract-service] updating namespace
I0424 19:16:09.848658    3777 namespace.go:142] [image-controller] updating namespace
I0424 19:16:09.950482    3777 namespace.go:142] [integration-service] updating namespace
I0424 19:16:10.057785    3777 namespace.go:142] [konflux-cli] updating namespace
I0424 19:16:10.151769    3777 namespace.go:142] [konflux-info] updating namespace
I0424 19:16:10.255335    3777 namespace.go:142] [namespace-lister] updating namespace
I0424 19:16:10.350448    3777 namespace.go:142] [release-service] updating namespace
I0424 19:16:10.457942    3777 namespace.go:142] [segment-bridge] updating namespace
W0424 19:16:11.636558    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0424 19:16:11.666630    3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0424 19:16:15.662290    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0424 19:16:15.666811    3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0424 19:16:15.681136    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0424 19:16:15.682961    3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0424 19:16:17.684404    3777 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0424 19:16:17.707292    3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0424 19:16:17.707344    3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0424 19:16:20.550683    3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0424 19:16:20.550712    3777 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0424 19:16:20.709889    3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0424 19:16:20.709910    3777 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0424 19:16:27.237552    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0424 19:16:27.527415    3777 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nld4m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:16:27.527953    3777 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nld4m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:16:27.756336    3777 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nld4m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:16:27.756359    3777 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nld4m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:16:27.762901    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-nld4m
I0424 19:16:27.762926    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-nld4m
I0424 19:16:30.679839    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0424 19:16:32.039212    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=621
I0424 19:16:32.450811    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0424 19:16:49.028816    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=85
I0424 19:17:03.156458    3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0424 19:17:21.023660    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=161
I0424 19:17:31.449524    3777 obj_retry.go:498] Detected object konflux-ui/proxy-786db98d58-zfhvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:17:31.450180    3777 obj_retry.go:498] Detected object konflux-ui/proxy-786db98d58-zfhvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:17:32.141522    3777 obj_retry.go:492] Detected object konflux-ui/proxy-786db98d58-zfhvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:17:32.141552    3777 obj_retry.go:492] Detected object konflux-ui/proxy-786db98d58-zfhvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:17:32.148494    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-786db98d58-zfhvw
I0424 19:17:32.148519    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-786db98d58-zfhvw
I0424 19:17:34.113617    3777 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:17:34.114214    3777 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:17:34.151496    3777 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:17:34.151523    3777 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:17:34.157613    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0424 19:17:34.157639    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0424 19:18:00.246143    3777 namespace.go:98] [default-managed-tenant-qxxdd] adding namespace
I0424 19:18:00.247249    3777 namespace.go:102] [default-managed-tenant-qxxdd] adding namespace took 1.062579ms
I0424 19:18:00.274024    3777 namespace.go:142] [default-managed-tenant-qxxdd] updating namespace
I0424 19:18:00.292272    3777 namespace.go:142] [default-managed-tenant-qxxdd] updating namespace
I0424 19:18:01.303554    3777 namespace.go:142] [default-managed-tenant-qxxdd] updating namespace
I0424 19:18:01.433983    3777 namespace.go:142] [default-managed-tenant-qxxdd] updating namespace
I0424 19:18:01.532086    3777 namespace.go:142] [default-managed-tenant-qxxdd] updating namespace
I0424 19:18:30.585659    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0424 19:18:57.134699    3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0424 19:19:07.346615    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0424 19:20:03.920577    3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-k6n27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:20:03.921238    3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-k6n27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:20:04.799808    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-k6n27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:04.799835    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-k6n27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:20:11.821540    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0424 19:21:13.868481    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0424 19:21:58.240033    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0424 19:22:12.045187    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-7ll6w-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:22:12.045817    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-7ll6w-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:22:12.780782    3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-7ll6w-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:22:12.780814    3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-7ll6w-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:22:12.791694    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-7ll6w-init-pod
I0424 19:22:12.791721    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-7ll6w-init-pod
I0424 19:22:15.962125    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:22:15.962748    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:22:18.828809    3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-qqnxf for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:22:18.828952    3777 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf
I0424 19:22:18.846686    3777 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf] pod update took 17.76458ms
I0424 19:22:18.846717    3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf] addLogicalPort annotation time took 17.801735ms
I0424 19:22:18.848414    3777 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf] addLogicalPort took 19.625084ms, libovsdb time 1.121534ms
I0424 19:22:19.198775    3777 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf 79029f440557e36a63ecba1852bfd9ab51b2454994d6765928cb27d0893f0821 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf 79029f440557e36a63ecba1852bfd9ab51b2454994d6765928cb27d0893f0821 network default NAD default NAD key ]
I0424 19:22:19.211406    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-qqnxf, hostIfaceName: 79029f440557e36, network: default, NAD default, SandboxID: "79029f440557e36a63ecba1852bfd9ab51b2454994d6765928cb27d0893f0821", PCI device ID: , UID: "7a2d4586-8ad9-4d08-80dc-bb577469ec62", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0424 19:22:19.269133    3777 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf 79029f440557e36a63ecba1852bfd9ab51b2454994d6765928cb27d0893f0821 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf 79029f440557e36a63ecba1852bfd9ab51b2454994d6765928cb27d0893f0821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:84:4c:fd:ab:ac\",\"name\":\"79029f440557e36\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ea3531a-54d8-4285-a595-3aab0446d017\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:22:22.027465    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0424 19:22:31.091449    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:22:31.092000    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0424 19:22:32.861502    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:22:32.861527    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:22:32.861533    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:22:32.861539    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0424 19:22:50.682386    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0424 19:23:13.032070    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0424 19:23:16.426604    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:23:16.427222    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:23:17.026302    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12
I0424 19:24:00.653513    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-x49x8-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:00.654102    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-x49x8-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:04.833352    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-x49x8-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:04.833922    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-x49x8-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:05.560821    3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-x49x8-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:24:05.560846    3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-x49x8-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:24:05.567284    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-x49x8-clone-repository-pod
I0424 19:24:05.567312    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-x49x8-clone-repository-pod
I0424 19:24:13.785750    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:13.786457    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:17.042264    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=143
I0424 19:24:21.864409    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:21.865008    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:33.453890    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0424 19:24:42.588470    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0424 19:24:49.060714    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:49.061367    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:24:55.137624    3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0424 19:25:14.757284    3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0424 19:25:17.158968    3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0424 19:25:24.047644    3777 obj_retry.go:492] Detected object tsf-tpa/create-db-xkz8x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:25:24.047672    3777 obj_retry.go:492] Detected object tsf-tpa/create-db-xkz8x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:25:24.052078    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-xkz8x
I0424 19:25:24.052095    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-xkz8x
I0424 19:25:27.028883    3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bczhc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:25:27.028912    3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bczhc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:25:27.032115    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-bczhc
I0424 19:25:27.032168    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-bczhc
I0424 19:25:31.027272    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64
I0424 19:25:33.039474    3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-hcpng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:25:33.039496    3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-hcpng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:25:33.043753    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-hcpng
I0424 19:25:33.043775    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-hcpng
I0424 19:25:37.032999    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81
I0424 19:26:16.143138    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:26:16.143780    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:26:22.233243    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:26:22.233853    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:26:58.870969    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0424 19:27:01.349163    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0424 19:27:24.271686    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:24.272345    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:26.824126    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0424 19:27:30.289842    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:30.290504    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:41.062606    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:41.063204    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:41.100792    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:41.101391    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:43.091306    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:43.091955    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:52.190780    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:27:52.191396    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:28:00.242939    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0424 19:28:46.192423    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:28:46.193113    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:28:48.279372    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:28:48.279953    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:28:56.548588    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:28:56.549215    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:29:03.379900    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:29:03.380492    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:29:16.866464    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:29:16.867088    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:29:16.900418    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:29:16.900977    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:29:21.030577    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0424 19:29:28.685471    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0424 19:29:31.034753    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0424 19:30:04.163337    3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617650-vnrwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:30:04.163898    3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617650-vnrwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:30:05.008722    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617650-vnrwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:30:05.008750    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617650-vnrwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:30:05.038839    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-wkd6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:30:05.038864    3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-wkd6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:30:05.043053    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-wkd6r
I0424 19:30:05.043085    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-wkd6r
I0424 19:30:13.591030    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0424 19:30:16.139913    3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5
I0424 19:30:19.660081    3777 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf 79029f440557e36a63ecba1852bfd9ab51b2454994d6765928cb27d0893f0821 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf 79029f440557e36a63ecba1852bfd9ab51b2454994d6765928cb27d0893f0821 network default NAD default NAD key ]
I0424 19:30:19.757344    3777 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf 79029f440557e36a63ecba1852bfd9ab51b2454994d6765928cb27d0893f0821 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf 79029f440557e36a63ecba1852bfd9ab51b2454994d6765928cb27d0893f0821 network default NAD default NAD key default], result "{}", err <nil>
I0424 19:30:19.814028    3777 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:30:19.814098    3777 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf
I0424 19:30:19.815466    3777 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf, ips: 10.129.0.42
I0424 19:30:19.815499    3777 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:30:20.638942    3777 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:30:20.638971    3777 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:30:20.644750    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf
I0424 19:30:20.644775    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qqnxf
I0424 19:30:55.320526    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-rw77c-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:30:55.321120    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-rw77c-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:01.672888    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-rw77c-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:01.673513    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-rw77c-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:02.417068    3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-rw77c-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:31:02.417097    3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-rw77c-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:31:02.424199    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-rw77c-clone-repository-pod
I0424 19:31:02.424228    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-rw77c-clone-repository-pod
I0424 19:31:08.476720    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:08.477361    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:08.504553    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:08.505190    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:16.724544    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:16.725121    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-2kfkm-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:17.733215    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:17.733871    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:19.740194    3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bbc2x] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-bbc2x for pod on switch ip-10-0-0-68.ec2.internal
I0424 19:31:19.740293    3777 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bbc2x
I0424 19:31:19.756552    3777 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bbc2x] pod update took 16.287304ms
I0424 19:31:19.756577    3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bbc2x] addLogicalPort annotation time took 16.317976ms
I0424 19:31:19.757987    3777 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bbc2x] addLogicalPort took 17.8451ms, libovsdb time 979.329µs
I0424 19:31:20.110000    3777 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bbc2x b66f7fdb81a2bfae614582eacfa8d2c1f763d026fd792c041a6b80e57832b3d3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bbc2x b66f7fdb81a2bfae614582eacfa8d2c1f763d026fd792c041a6b80e57832b3d3 network default NAD default NAD key ]
I0424 19:31:20.119566    3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-bbc2x, hostIfaceName: b66f7fdb81a2bfa, network: default, NAD default, SandboxID: "b66f7fdb81a2bfae614582eacfa8d2c1f763d026fd792c041a6b80e57832b3d3", PCI device ID: , UID: "14ca1e5e-a133-4112-b878-06b503b163d3", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0424 19:31:20.178676    3777 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bbc2x b66f7fdb81a2bfae614582eacfa8d2c1f763d026fd792c041a6b80e57832b3d3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bbc2x b66f7fdb81a2bfae614582eacfa8d2c1f763d026fd792c041a6b80e57832b3d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:0e:fc:d0:dc:cd\",\"name\":\"b66f7fdb81a2bfa\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31b35e25-6350-447d-9f5c-a6cfb6763608\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0424 19:31:30.674655    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wc866-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:30.675242    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wc866-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0424 19:31:31.618988    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619010    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619016    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619022    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619048    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619054    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619058    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619063    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619088    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619096    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619101    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619106    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619158    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619166    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619171    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.619177    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.673935    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.673959    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.673965    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0424 19:31:31.673970    3777 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0424 19:31:36.782312    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wc866-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:36.782880    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-wc866-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:36.795947    3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-wc866-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:31:36.795968    3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-wc866-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:31:36.801327    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-wc866-clone-repository-pod
I0424 19:31:36.801352    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-wc866-clone-repository-pod
I0424 19:31:42.020601    3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-xjfe-xsrd9-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:42.021208    3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-xjfe-xsrd9-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:43.161532    3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0424 19:31:45.793887    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:45.794534    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:49.858895    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:49.859483    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:54.965666    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:54.966339    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rn9tw-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:55.042796    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:31:55.043529    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:01.268189    3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-xjfe-xsrd9-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:01.268842    3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-xjfe-xsrd9-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:02.219479    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:02.220124    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:15.164315    3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-xjfe-nrh8k-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:15.164928    3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-xjfe-nrh8k-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:17.028338    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15
I0424 19:32:24.253539    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:24.254167    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:31.759557    3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0424 19:32:34.568255    3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-xjfe-nrh8k-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:34.568835    3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-xjfe-nrh8k-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:32:53.873836    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0424 19:33:07.850304    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:07.850914    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:19.990847    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:19.991436    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:28.173906    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:28.174512    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:28.206088    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:28.206626    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:32.488828    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:32.489433    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:34.243016    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:34.243604    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:41.308832    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:41.309424    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:42.352003    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0424 19:33:44.035115    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10
I0424 19:33:49.044884    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=570
I0424 19:33:54.457784    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:33:54.458524    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:04.579244    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:04.579852    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:06.401039    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:06.401611    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:06.827056    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0424 19:34:09.456396    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0424 19:34:10.675278    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:10.675850    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:13.387033    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:13.387761    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:17.245252    3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0424 19:34:23.917619    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:23.918170    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:24.030122    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58
I0424 19:34:24.649999    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:24.650613    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:26.608449    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:26.609017    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:29.011613    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:29.012253    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:30.757341    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:30.757993    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:37.134591    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:37.135185    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:39.847863    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:39.848494    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:40.187675    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:40.188272    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:42.888983    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:42.889556    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:43.315032    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:43.315625    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:43.350989    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:43.351489    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:51.350975    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:51.351529    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:57.075844    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:34:57.076433    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:12.637189    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:12.637761    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:25.482163    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:25.482814    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-ctq5k-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:35.980411    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:35.981028    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:44.060681    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:44.061311    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:47.734635    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:47.735296    3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-fmrm4-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:35:50.032726    3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0424 19:36:01.584302    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/affinity-assistant-4af103438b-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:36:01.584883    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/affinity-assistant-4af103438b-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0424 19:36:02.108586    3777 obj_retry.go:492] Detected object default-managed-tenant-qxxdd/affinity-assistant-4af103438b-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:36:02.108616    3777 obj_retry.go:492] Detected object default-managed-tenant-qxxdd/affinity-assistant-4af103438b-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0424 19:36:02.111734    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-qxxdd/affinity-assistant-4af103438b-0
I0424 19:36:02.111760    3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-qxxdd/affinity-assistant-4af103438b-0
I0424 19:36:02.292229    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0424 19:36:02.292865    3777 obj_retry.go:498] Detected object default-managed-tenant-qxxdd/managed-sk4wn-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it