+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-28.ec2.internal
++ [[ -n ip-10-0-2-28.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-28.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0416 13:59:35.187177498 - disable conntrack on geneve port'
I0416 13:59:35.187177498 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0416 13:59:35.206841269 - starting ovnkube-node'
I0416 13:59:35.206841269 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-28.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-28.ec2.internal --init-node ip-10-0-2-28.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-28.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0416 13:59:35.249939    3815 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0416 13:59:35.250003    3815 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d0e2549e11.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0416 13:59:35.251517    3815 kube.go:431] Waiting for certificate
I0416 13:59:35.251934    3815 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0416 13:59:35.251985    3815 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0416 13:59:35.252766    3815 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0416 13:59:35.292233    3815 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0416 13:59:35.292254    3815 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0416 13:59:35.294890    3815 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0416 13:59:35.294981    3815 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ppddx"
I0416 13:59:35.302555    3815 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ppddx"
I0416 13:59:35.302674    3815 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0416 13:59:36.251583    3815 kube.go:438] Certificate found
I0416 13:59:36.252205    3815 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0416 13:59:36.253584    3815 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0416 13:59:36.313691    3815 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-17 13:54:35 +0000 UTC" deadline="2026-04-17 08:34:15.690276575 +0000 UTC"
I0416 13:59:36.313731    3815 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h34m39.376558369s"
I0416 13:59:36.322218    3815 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0416 13:59:36.337228    3815 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0416 13:59:36.337663    3815 server.go:101] MetricServer registers OVS metrics
I0416 13:59:36.338205    3815 server.go:105] MetricServer registers OVN DB metrics
I0416 13:59:36.339767    3815 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0416 13:59:36.339828    3815 factory.go:561] Starting watch factory
I0416 13:59:36.339915    3815 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.339916    3815 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.339929    3815 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.339943    3815 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.339951    3815 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.339933    3815 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.339916    3815 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.339995    3815 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.340062    3815 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.340080    3815 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.340219    3815 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.340268    3815 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.343783    3815 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0416 13:59:36.343805    3815 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0416 13:59:36.345368    3815 controller_manager.go:370] Starting the ovnkube controller
I0416 13:59:36.345379    3815 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-28.ec2.internal
I0416 13:59:36.345436    3815 controller_manager.go:395] NBDB zone sync took: 49.778µs
I0416 13:59:36.345445    3815 factory.go:561] Starting watch factory
I0416 13:59:36.357845    3815 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0416 13:59:36.357865    3815 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0416 13:59:36.357941    3815 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.359679    3815 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.359811    3815 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.362616    3815 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.362999    3815 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0416 13:59:36.363044    3815 server.go:109] MetricServer registers OVN Controller metrics
I0416 13:59:36.365825    3815 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.368707    3815 server.go:113] MetricServer registers OVN Northd metrics
I0416 13:59:36.369068    3815 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0416 13:59:36.374452    3815 metrics.go:519] OVN Metrics Server starts to run ...
I0416 13:59:36.445044    3815 factory.go:1977] *v1.Node informer cache synced successfully
I0416 13:59:36.445068    3815 factory.go:1977] *v1.Service informer cache synced successfully
I0416 13:59:36.445072    3815 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0416 13:59:36.445076    3815 factory.go:1977] *v1.Pod informer cache synced successfully
I0416 13:59:36.445078    3815 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0416 13:59:36.445081    3815 factory.go:1977] *v1.Namespace informer cache synced successfully
I0416 13:59:36.445173    3815 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0416 13:59:36.445222    3815 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0416 13:59:36.445208    3815 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0416 13:59:36.445239    3815 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0416 13:59:36.448615    3815 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0416 13:59:36.448627    3815 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0416 13:59:36.450413    3815 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0416 13:59:36.450451    3815 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0416 13:59:36.450517    3815 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.450533    3815 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.450883    3815 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0416 13:59:36.450899    3815 factory.go:1977] *v1.Namespace informer cache synced successfully
I0416 13:59:36.450904    3815 factory.go:1977] *v1.Node informer cache synced successfully
I0416 13:59:36.450909    3815 factory.go:1977] *v1.Service informer cache synced successfully
I0416 13:59:36.450913    3815 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0416 13:59:36.450918    3815 factory.go:1977] *v1.Pod informer cache synced successfully
I0416 13:59:36.453386    3815 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.455789    3815 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0416 13:59:36.455883    3815 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.455903    3815 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.456005    3815 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0416 13:59:36.456060    3815 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0416 13:59:36.458452    3815 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.461621    3815 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0416 13:59:36.461635    3815 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0416 13:59:36.461705    3815 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.461717    3815 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.464136    3815 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.467326    3815 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0416 13:59:36.467337    3815 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0416 13:59:36.467413    3815 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.467459    3815 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.469957    3815 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.473385    3815 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0416 13:59:36.473462    3815 factory.go:1977] *v1.EgressService informer cache synced successfully
I0416 13:59:36.473541    3815 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.473555    3815 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.476157    3815 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.479404    3815 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0416 13:59:36.479434    3815 factory.go:1977] *v1.EgressService informer cache synced successfully
I0416 13:59:36.479615    3815 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0416 13:59:36.479636    3815 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0416 13:59:36.482205    3815 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0416 13:59:36.485454    3815 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0416 13:59:36.485458    3815 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0416 13:59:36.485545    3815 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.485558    3815 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.485572    3815 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.485593    3815 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.488335    3815 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.488385    3815 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0416 13:59:36.490694    3815 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0416 13:59:36.490706    3815 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0416 13:59:36.490713    3815 factory.go:680] Watch Factory start up complete, took: 150.888377ms
I0416 13:59:36.490724    3815 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0416 13:59:36.490785    3815 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0416 13:59:36.496375    3815 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0416 13:59:36.496393    3815 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0416 13:59:36.496401    3815 factory.go:680] Watch Factory start up complete, took: 150.954557ms
I0416 13:59:36.496409    3815 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-28.ec2.internal" zone
I0416 13:59:36.536375    3815 default_node_network_controller.go:710] Initializing the default node network controller
I0416 13:59:36.607915    3815 udn_isolation.go:101] Starting UDN host isolation manager
I0416 13:59:36.615738    3815 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0416 13:59:36.663986    3815 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0416 13:59:36.664062    3815 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0416 13:59:36.664077    3815 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0416 13:59:36.700921    3815 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0416 13:59:36.701018    3815 default_node_network_controller.go:809] Node ip-10-0-2-28.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0416 13:59:36.707920    3815 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.28"] k8s.ovn.org/zone-name:ip-10-0-2-28.ec2.internal] on node ip-10-0-2-28.ec2.internal
I0416 13:59:36.729456    3815 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0416 13:59:36.736280    3815 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0416 13:59:36.736453    3815 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0416 13:59:36.736614    3815 gateway_init.go:263] Preparing Gateway
I0416 13:59:36.736626    3815 gateway_shared_intf.go:1687] Creating new gateway
I0416 13:59:36.746954    3815 controller_manager.go:429] Waiting for node in zone sync took: 250.531399ms
I0416 13:59:36.751624    3815 controller_manager.go:611] Switching to transit router for layer2 networks
I0416 13:59:36.751639    3815 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-28.ec2.internal
I0416 13:59:36.769082    3815 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0416 13:59:36.776279    3815 controller_manager.go:290] SCTP support detected in OVN
I0416 13:59:36.776985    3815 services_controller.go:69] Creating services controller for network=default
I0416 13:59:36.777138    3815 udn_enabled_svc.go:80] Waiting for service informer to sync
I0416 13:59:36.777310    3815 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0416 13:59:36.777382    3815 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0416 13:59:36.777403    3815 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0416 13:59:36.777414    3815 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0416 13:59:36.777663    3815 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0416 13:59:36.777746    3815 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0416 13:59:36.777760    3815 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.6µs
I0416 13:59:36.777800    3815 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 44.788µs
I0416 13:59:36.777810    3815 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 65.757µs
I0416 13:59:36.777816    3815 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0416 13:59:36.777821    3815 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0416 13:59:36.777830    3815 default_network_controller.go:325] Starting the default network controller
I0416 13:59:36.777803    3815 udn_enabled_svc.go:95] Performing full resync
I0416 13:59:36.777984    3815 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.18µs
I0416 13:59:36.778262    3815 udn_enabled_svc.go:99] Waiting for handler to sync
I0416 13:59:36.778279    3815 udn_enabled_svc.go:104] Starting worker
I0416 13:59:36.789047    3815 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0416 13:59:36.789114    3815 repair.go:33] Syncing exgw routes took 50.639µs
I0416 13:59:36.789138    3815 default_network_controller.go:414] Starting all the Watchers...
I0416 13:59:36.789287    3815 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0416 13:59:36.789301    3815 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0416 13:59:36.789304    3815 namespace.go:98] [openshift] adding namespace
I0416 13:59:36.789318    3815 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0416 13:59:36.789339    3815 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0416 13:59:36.789338    3815 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0416 13:59:36.789348    3815 namespace.go:98] [openshift-config] adding namespace
I0416 13:59:36.789352    3815 namespace.go:98] [openshift-controller-manager] adding namespace
I0416 13:59:36.789517    3815 namespace.go:98] [openshift-monitoring] adding namespace
I0416 13:59:36.789527    3815 namespace.go:98] [openshift-etcd] adding namespace
I0416 13:59:36.789531    3815 namespace.go:98] [openshift-backplane-srep] adding namespace
I0416 13:59:36.789535    3815 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0416 13:59:36.789544    3815 namespace.go:98] [openshift-package-operator] adding namespace
I0416 13:59:36.789552    3815 namespace.go:98] [kube-public] adding namespace
I0416 13:59:36.789561    3815 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0416 13:59:36.790060    3815 namespace.go:102] [openshift-customer-monitoring] adding namespace took 752.219µs
I0416 13:59:36.790076    3815 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0416 13:59:36.790618    3815 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 536.687µs
I0416 13:59:36.790633    3815 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0416 13:59:36.791144    3815 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 504.225µs
I0416 13:59:36.791167    3815 namespace.go:98] [openshift-network-console] adding namespace
I0416 13:59:36.791822    3815 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 2.507425ms
I0416 13:59:36.791839    3815 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0416 13:59:36.792370    3815 namespace.go:102] [openshift] adding namespace took 3.05368ms
I0416 13:59:36.792387    3815 namespace.go:98] [openshift-multus] adding namespace
I0416 13:59:36.792937    3815 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.606478ms
I0416 13:59:36.792957    3815 namespace.go:98] [openshift-dns-operator] adding namespace
I0416 13:59:36.793525    3815 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.176212ms
I0416 13:59:36.793541    3815 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0416 13:59:36.794087    3815 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.739038ms
I0416 13:59:36.794099    3815 namespace.go:98] [openshift-backplane-tam] adding namespace
I0416 13:59:36.794674    3815 namespace.go:102] [openshift-config] adding namespace took 5.317146ms
I0416 13:59:36.794686    3815 namespace.go:98] [openshift-marketplace] adding namespace
I0416 13:59:36.795223    3815 namespace.go:102] [openshift-controller-manager] adding namespace took 5.858024ms
I0416 13:59:36.795232    3815 namespace.go:98] [openshift-config-operator] adding namespace
I0416 13:59:36.795815    3815 namespace.go:102] [openshift-monitoring] adding namespace took 6.28812ms
I0416 13:59:36.795826    3815 namespace.go:98] [openshift-authentication] adding namespace
I0416 13:59:36.796329    3815 namespace.go:102] [openshift-etcd] adding namespace took 6.797099ms
I0416 13:59:36.796341    3815 namespace.go:98] [openshift-kube-scheduler] adding namespace
W0416 13:59:36.796926    3815 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9khvc: pod openshift-network-diagnostics/network-check-target-9khvc: no pod IPs found 
I0416 13:59:36.796950    3815 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.399265ms
W0416 13:59:36.796952    3815 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-k6s9m: pod openshift-network-diagnostics/network-check-target-k6s9m: no pod IPs found 
I0416 13:59:36.796959    3815 namespace.go:98] [openshift-backplane-cee] adding namespace
I0416 13:59:36.797451    3815 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.908895ms
I0416 13:59:36.797473    3815 namespace.go:98] [openshift-machine-api] adding namespace
I0416 13:59:36.798020    3815 namespace.go:102] [openshift-package-operator] adding namespace took 8.466546ms
I0416 13:59:36.798042    3815 namespace.go:98] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] adding namespace
I0416 13:59:36.798658    3815 namespace.go:102] [kube-public] adding namespace took 9.097822ms
I0416 13:59:36.798677    3815 namespace.go:98] [openshift-console-user-settings] adding namespace
I0416 13:59:36.799254    3815 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.687184ms
I0416 13:59:36.799271    3815 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0416 13:59:36.799762    3815 namespace.go:102] [openshift-network-console] adding namespace took 8.589967ms
I0416 13:59:36.799778    3815 namespace.go:98] [openshift-infra] adding namespace
W0416 13:59:36.800124    3815 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dtxzz: pod openshift-multus/network-metrics-daemon-dtxzz: no pod IPs found 
W0416 13:59:36.800138    3815 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-fnw7r: pod openshift-multus/network-metrics-daemon-fnw7r: no pod IPs found 
I0416 13:59:36.800176    3815 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.329642ms
I0416 13:59:36.800194    3815 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0416 13:59:36.800591    3815 namespace.go:102] [openshift-multus] adding namespace took 8.198892ms
I0416 13:59:36.800605    3815 namespace.go:98] [openshift-node] adding namespace
I0416 13:59:36.801019    3815 namespace.go:102] [openshift-dns-operator] adding namespace took 8.052901ms
I0416 13:59:36.801033    3815 namespace.go:98] [openshift-host-network] adding namespace
I0416 13:59:36.801546    3815 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.998247ms
I0416 13:59:36.801564    3815 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0416 13:59:36.802115    3815 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.010921ms
I0416 13:59:36.802129    3815 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0416 13:59:36.802523    3815 namespace.go:102] [openshift-marketplace] adding namespace took 7.827273ms
I0416 13:59:36.802539    3815 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0416 13:59:36.802927    3815 namespace.go:102] [openshift-config-operator] adding namespace took 7.6891ms
I0416 13:59:36.802943    3815 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0416 13:59:36.803459    3815 namespace.go:102] [openshift-authentication] adding namespace took 7.627985ms
I0416 13:59:36.803474    3815 namespace.go:98] [openshift-backplane] adding namespace
I0416 13:59:36.803841    3815 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.495373ms
I0416 13:59:36.803853    3815 namespace.go:98] [openshift-apiserver] adding namespace
I0416 13:59:36.804355    3815 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.390829ms
I0416 13:59:36.804368    3815 namespace.go:98] [default] adding namespace
I0416 13:59:36.804730    3815 namespace.go:102] [openshift-machine-api] adding namespace took 7.249419ms
I0416 13:59:36.804747    3815 namespace.go:98] [openshift-backplane-cse] adding namespace
I0416 13:59:36.805201    3815 namespace.go:102] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] adding namespace took 7.1517ms
I0416 13:59:36.805216    3815 namespace.go:98] [openshift-network-node-identity] adding namespace
I0416 13:59:36.805745    3815 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.062967ms
I0416 13:59:36.805762    3815 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0416 13:59:36.806313    3815 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.034442ms
I0416 13:59:36.806333    3815 namespace.go:98] [kube-system] adding namespace
I0416 13:59:36.806881    3815 namespace.go:102] [openshift-infra] adding namespace took 7.093034ms
I0416 13:59:36.807296    3815 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.096322ms
I0416 13:59:36.807310    3815 namespace.go:98] [openshift-authentication-operator] adding namespace
I0416 13:59:36.807885    3815 namespace.go:102] [openshift-node] adding namespace took 7.271449ms
I0416 13:59:36.807904    3815 namespace.go:98] [openshift-ingress-canary] adding namespace
I0416 13:59:36.808504    3815 namespace.go:102] [openshift-host-network] adding namespace took 7.462347ms
I0416 13:59:36.808519    3815 namespace.go:98] [openshift-config-managed] adding namespace
I0416 13:59:36.809212    3815 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.640615ms
I0416 13:59:36.809232    3815 namespace.go:98] [openshift-operators] adding namespace
I0416 13:59:36.809784    3815 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.649694ms
I0416 13:59:36.809797    3815 namespace.go:98] [openshift-dns] adding namespace
I0416 13:59:36.810380    3815 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.834903ms
I0416 13:59:36.810396    3815 namespace.go:98] [openshift-operators-redhat] adding namespace
I0416 13:59:36.810813    3815 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.862495ms
I0416 13:59:36.810839    3815 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0416 13:59:36.811237    3815 namespace.go:102] [openshift-backplane] adding namespace took 7.755895ms
I0416 13:59:36.811252    3815 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0416 13:59:36.811710    3815 namespace.go:102] [openshift-apiserver] adding namespace took 7.851332ms
I0416 13:59:36.811725    3815 namespace.go:98] [openshift-image-registry] adding namespace
I0416 13:59:36.812116    3815 namespace.go:102] [default] adding namespace took 7.743413ms
I0416 13:59:36.812129    3815 namespace.go:98] [dedicated-admin] adding namespace
I0416 13:59:36.812540    3815 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.788478ms
I0416 13:59:36.812555    3815 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0416 13:59:36.812974    3815 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.752857ms
I0416 13:59:36.812986    3815 namespace.go:98] [openshift-ingress] adding namespace
I0416 13:59:36.813411    3815 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.64357ms
I0416 13:59:36.813445    3815 namespace.go:98] [openshift-cluster-version] adding namespace
I0416 13:59:36.813831    3815 namespace.go:102] [kube-system] adding namespace took 7.491933ms
I0416 13:59:36.813845    3815 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0416 13:59:36.814226    3815 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.911634ms
I0416 13:59:36.814237    3815 namespace.go:98] [openshift-backplane-csm] adding namespace
I0416 13:59:36.814680    3815 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.752143ms
I0416 13:59:36.814693    3815 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0416 13:59:36.815060    3815 namespace.go:102] [openshift-config-managed] adding namespace took 6.535852ms
I0416 13:59:36.815072    3815 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0416 13:59:36.815496    3815 namespace.go:102] [openshift-operators] adding namespace took 6.258945ms
I0416 13:59:36.815508    3815 namespace.go:98] [openshift-network-operator] adding namespace
I0416 13:59:36.816051    3815 namespace.go:102] [openshift-dns] adding namespace took 6.250131ms
I0416 13:59:36.816061    3815 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0416 13:59:36.816519    3815 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.11879ms
I0416 13:59:36.816530    3815 namespace.go:98] [openshift-insights] adding namespace
I0416 13:59:36.817404    3815 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.557339ms
I0416 13:59:36.817439    3815 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0416 13:59:36.817964    3815 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.707129ms
I0416 13:59:36.817978    3815 namespace.go:98] [openshift-logging] adding namespace
I0416 13:59:36.818540    3815 namespace.go:102] [openshift-image-registry] adding namespace took 6.808791ms
I0416 13:59:36.818553    3815 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0416 13:59:36.819112    3815 namespace.go:102] [dedicated-admin] adding namespace took 6.975163ms
I0416 13:59:36.819134    3815 namespace.go:98] [openshift-ingress-operator] adding namespace
I0416 13:59:36.819631    3815 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.069215ms
I0416 13:59:36.820043    3815 namespace.go:102] [openshift-ingress] adding namespace took 7.051391ms
I0416 13:59:36.820057    3815 namespace.go:98] [openshift-console] adding namespace
I0416 13:59:36.820537    3815 namespace.go:102] [openshift-cluster-version] adding namespace took 7.084045ms
I0416 13:59:36.820551    3815 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0416 13:59:36.820967    3815 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.115772ms
I0416 13:59:36.820982    3815 namespace.go:98] [kube-node-lease] adding namespace
I0416 13:59:36.821439    3815 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.196429ms
I0416 13:59:36.821846    3815 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.145977ms
I0416 13:59:36.822309    3815 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.231275ms
I0416 13:59:36.822754    3815 namespace.go:102] [openshift-network-operator] adding namespace took 7.239661ms
I0416 13:59:36.823149    3815 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.08306ms
I0416 13:59:36.823162    3815 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0416 13:59:36.823630    3815 namespace.go:102] [openshift-insights] adding namespace took 7.094921ms
I0416 13:59:36.824142    3815 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.696993ms
I0416 13:59:36.824155    3815 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0416 13:59:36.824617    3815 namespace.go:102] [openshift-logging] adding namespace took 6.633899ms
I0416 13:59:36.825188    3815 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.629427ms
I0416 13:59:36.825202    3815 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0416 13:59:36.825696    3815 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.555952ms
I0416 13:59:36.826096    3815 namespace.go:102] [openshift-console] adding namespace took 6.034308ms
I0416 13:59:36.826107    3815 namespace.go:98] [openshift-console-operator] adding namespace
I0416 13:59:36.826616    3815 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.057332ms
I0416 13:59:36.826627    3815 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0416 13:59:36.827145    3815 namespace.go:102] [kube-node-lease] adding namespace took 6.158678ms
I0416 13:59:36.827636    3815 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.469073ms
I0416 13:59:36.828118    3815 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.958683ms
I0416 13:59:36.828668    3815 namespace.go:102] [openshift-must-gather-operator] adding namespace took 3.462437ms
I0416 13:59:36.829075    3815 namespace.go:102] [openshift-console-operator] adding namespace took 2.964723ms
I0416 13:59:36.829514    3815 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.882836ms
W0416 13:59:36.829604    3815 master.go:458] Unable to parse local node ip-10-0-2-28.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0416 13:59:36.829614    3815 master.go:471] Unable to parse remote node ip-10-0-1-21.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0416 13:59:36.829621    3815 master.go:481] Removing stale chassis with ID/Name: 2dfeabe3-aa6e-4e26-aab9-42706f900df2, hostname: ip-10-0-2-28.ec2.internal
I0416 13:59:36.830080    3815 master.go:548] Adding or Updating local node "ip-10-0-2-28.ec2.internal" for network "default"
I0416 13:59:36.830183    3815 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-21.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-21.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-21.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-21.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-21.ec2.internal
I0416 13:59:36.833595    3815 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-28.ec2.internal for the network default
I0416 13:59:36.834241    3815 zone_ic_handler.go:195] Time taken to create transit switch: 631.996µs
I0416 13:59:36.834997    3815 default_network_controller.go:823] Node add failed for ip-10-0-2-28.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-28.ec2.internal, error getting gateway config for node ip-10-0-2-28.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-28.ec2.internal", failed to update chassis to local for local node ip-10-0-2-28.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-28.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-28.ec2.internal]
E0416 13:59:36.835044    3815 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-28.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-28.ec2.internal, error getting gateway config for node ip-10-0-2-28.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-28.ec2.internal", failed to update chassis to local for local node ip-10-0-2-28.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-28.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-28.ec2.internal]
I0416 13:59:36.835094    3815 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0416 13:59:36.835117    3815 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0416 13:59:36.835113    3815 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-28.ec2.internal", UID:"3990e4af-d236-439f-b53c-cc69d5b8b3a9", APIVersion:"v1", ResourceVersion:"8615", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-28.ec2.internal, error getting gateway config for node ip-10-0-2-28.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-28.ec2.internal", failed to update chassis to local for local node ip-10-0-2-28.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-28.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-28.ec2.internal]
I0416 13:59:36.835131    3815 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0416 13:59:36.835154    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default"
I0416 13:59:36.835191    3815 node_tracker.go:235] Node ip-10-0-1-21.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-21.ec2.internal"
I0416 13:59:36.835226    3815 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default"
I0416 13:59:36.835243    3815 services_controller.go:574] Full service sync requested for network=default
I0416 13:59:36.835249    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-28.ec2.internal in network "default"
I0416 13:59:36.835262    3815 node_tracker.go:235] Node ip-10-0-2-28.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-28.ec2.internal"
I0416 13:59:36.835273    3815 node_tracker.go:169] Node ip-10-0-2-28.ec2.internal switch + router changed, syncing services in network "default"
I0416 13:59:36.835279    3815 services_controller.go:574] Full service sync requested for network=default
I0416 13:59:36.883836    3815 iptables.go:108] Creating table: filter chain: FORWARD
I0416 13:59:36.890819    3815 iptables.go:108] Creating table: filter chain: OUTPUT
I0416 13:59:36.898029    3815 gateway_shared_intf.go:1816] Gateway Creation Complete
I0416 13:59:36.898049    3815 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-28.ec2.internal","mac-address":"0e:58:76:a4:b6:1d","ip-addresses":["10.0.2.28/24"],"ip-address":"10.0.2.28/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2dfeabe3-aa6e-4e26-aab9-42706f900df2 k8s.ovn.org/node-encap-ips:["10.0.2.28"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.28/24"} k8s.ovn.org/zone-name:ip-10-0-2-28.ec2.internal] on node ip-10-0-2-28.ec2.internal
I0416 13:59:36.914148    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-28.ec2.internal in network "default"
I0416 13:59:36.914196    3815 master.go:548] Adding or Updating local node "ip-10-0-2-28.ec2.internal" for network "default"
I0416 13:59:36.914218    3815 node_tracker.go:169] Node ip-10-0-2-28.ec2.internal switch + router changed, syncing services in network "default"
I0416 13:59:36.914232    3815 services_controller.go:574] Full service sync requested for network=default
I0416 13:59:36.918674    3815 default_node_network_controller.go:519] Node connection status = connected
W0416 13:59:36.919091    3815 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-fnw7r: pod openshift-multus/network-metrics-daemon-fnw7r: no pod IPs found 
W0416 13:59:36.919106    3815 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-k6s9m: pod openshift-network-diagnostics/network-check-target-k6s9m: no pod IPs found 
I0416 13:59:36.920165    3815 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-28.ec2.internal for the network default
I0416 13:59:36.920368    3815 zone_ic_handler.go:195] Time taken to create transit switch: 187.791µs
I0416 13:59:36.935952    3815 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0416 13:59:36.935979    3815 services_controller.go:208] Setting up event handlers for services for network=default
I0416 13:59:36.936035    3815 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0416 13:59:36.936094    3815 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0416 13:59:36.936124    3815 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0416 13:59:37.036694    3815 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0416 13:59:37.036719    3815 repair.go:60] Starting repairing loop for services
I0416 13:59:37.036812    3815 repair.go:131] Deleted 0 stale service LBs
I0416 13:59:37.036833    3815 repair.go:137] Deleted 0 stale Chassis Template Vars
I0416 13:59:37.036850    3815 repair.go:62] Finished repairing loop for services: 133.277µs
I0416 13:59:37.036871    3815 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0416 13:59:37.036882    3815 services_controller.go:254] Starting workers for network=default
I0416 13:59:37.037287    3815 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9khvc, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9khvc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9khvc: no pod IPs found 
I0416 13:59:37.037347    3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-k6s9m] creating logical port openshift-network-diagnostics_network-check-target-k6s9m for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:37.037483    3815 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-dtxzz, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dtxzz: suppressed error logged: pod openshift-multus/network-metrics-daemon-dtxzz: no pod IPs found 
I0416 13:59:37.037507    3815 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-k6s9m
I0416 13:59:37.037591    3815 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fnw7r] creating logical port openshift-multus_network-metrics-daemon-fnw7r for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:37.037675    3815 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-fnw7r
I0416 13:59:37.054240    3815 pod.go:62] [openshift-multus/network-metrics-daemon-fnw7r] pod update took 16.591018ms
I0416 13:59:37.054247    3815 pod.go:62] [openshift-network-diagnostics/network-check-target-k6s9m] pod update took 16.837482ms
I0416 13:59:37.054262    3815 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-fnw7r] addLogicalPort annotation time took 16.615304ms
I0416 13:59:37.054268    3815 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-k6s9m] addLogicalPort annotation time took 16.860884ms
I0416 13:59:37.055257    3815 pods.go:271] [openshift-network-diagnostics/network-check-target-k6s9m] addLogicalPort took 17.915675ms, libovsdb time 716.599µs
I0416 13:59:37.055472    3815 pods.go:271] [openshift-multus/network-metrics-daemon-fnw7r] addLogicalPort took 17.88776ms, libovsdb time 901.392µs
I0416 13:59:37.055894    3815 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0416 13:59:37.055919    3815 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0416 13:59:37.055934    3815 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0416 13:59:37.055939    3815 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0416 13:59:37.056129    3815 repair.go:29] Repairing admin network policies took 185.424µs
I0416 13:59:37.056237    3815 repair.go:92] Repairing baseline admin network policies took 99.965µs
I0416 13:59:37.056765    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0416 13:59:37.056783    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0416 13:59:37.058691    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0416 13:59:37.058713    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0416 13:59:37.059197    3815 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0416 13:59:37.059215    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0416 13:59:37.059999    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0416 13:59:37.060024    3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0416 13:59:37.060039    3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0416 13:59:37.062442    3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0416 13:59:37.062462    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0416 13:59:37.062469    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0416 13:59:37.062813    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0416 13:59:37.062834    3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0416 13:59:37.062845    3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0416 13:59:37.065658    3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0416 13:59:37.065685    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0416 13:59:37.065695    3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0416 13:59:37.067323    3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0416 13:59:37.067348    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0416 13:59:37.067357    3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0416 13:59:37.067942    3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0416 13:59:37.067966    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0416 13:59:37.067975    3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0416 13:59:37.068552    3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0416 13:59:37.068570    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0416 13:59:37.068579    3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0416 13:59:37.068867    3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0416 13:59:37.068888    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0416 13:59:37.068922    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0416 13:59:37.070694    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0416 13:59:37.070719    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0416 13:59:37.070729    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0416 13:59:37.071215    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0416 13:59:37.071236    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0416 13:59:37.071243    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0416 13:59:37.072562    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0416 13:59:37.072582    3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0416 13:59:37.072591    3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0416 13:59:37.073595    3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0416 13:59:37.073620    3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0416 13:59:37.073635    3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0416 13:59:37.075579    3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0416 13:59:37.075604    3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0416 13:59:37.075623    3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0416 13:59:37.076790    3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0416 13:59:37.076810    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0416 13:59:37.076819    3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0416 13:59:37.077542    3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0416 13:59:37.077563    3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0416 13:59:37.077570    3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0416 13:59:37.077908    3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0416 13:59:37.077927    3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0416 13:59:37.077937    3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0416 13:59:37.079026    3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0416 13:59:37.079045    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0416 13:59:37.079054    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0416 13:59:37.079600    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0416 13:59:37.079622    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0416 13:59:37.079630    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0416 13:59:37.080117    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0416 13:59:37.080138    3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0416 13:59:37.080149    3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0416 13:59:37.081086    3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0416 13:59:37.081112    3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0416 13:59:37.081126    3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0416 13:59:37.082445    3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0416 13:59:37.082466    3815 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0416 13:59:37.082475    3815 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0416 13:59:37.084114    3815 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0416 13:59:37.084133    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0416 13:59:37.084143    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0416 13:59:37.084628    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0416 13:59:37.084647    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0416 13:59:37.084654    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0416 13:59:37.085134    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0416 13:59:37.085152    3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0416 13:59:37.085172    3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0416 13:59:37.085651    3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0416 13:59:37.085669    3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0416 13:59:37.085678    3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0416 13:59:37.086174    3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0416 13:59:37.086191    3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0416 13:59:37.086199    3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0416 13:59:37.086768    3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0416 13:59:37.086786    3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0416 13:59:37.086797    3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0416 13:59:37.087092    3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0416 13:59:37.092035    3815 egressfirewall.go:374] Starting EgressFirewall controller
I0416 13:59:37.092074    3815 controller.go:133] Adding controller egress-firewall-controller event handlers
I0416 13:59:37.092075    3815 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0416 13:59:37.092097    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0416 13:59:37.092103    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0416 13:59:37.092114    3815 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0416 13:59:37.092114    3815 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0416 13:59:37.092398    3815 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0416 13:59:37.092413    3815 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0416 13:59:37.092433    3815 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0416 13:59:37.092446    3815 egressqos.go:193] Setting up event handlers for EgressQoS
I0416 13:59:37.092454    3815 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall
I0416 13:59:37.092465    3815 egressfirewall.go:723] Syncing node "ip-10-0-2-28.ec2.internal" for egress firewall
I0416 13:59:37.092531    3815 egressqos.go:245] Starting EgressQoS Controller
I0416 13:59:37.092541    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0416 13:59:37.092550    3815 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0416 13:59:37.092558    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0416 13:59:37.092566    3815 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0416 13:59:37.092574    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0416 13:59:37.092582    3815 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0416 13:59:37.092590    3815 egressqos.go:259] Repairing EgressQoSes
I0416 13:59:37.092597    3815 egressqos.go:399] Starting repairing loop for egressqos
I0416 13:59:37.092668    3815 egressqos.go:401] Finished repairing loop for egressqos: 72.899µs
I0416 13:59:37.092687    3815 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0416 13:59:37.092711    3815 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-28.ec2.internal
I0416 13:59:37.092765    3815 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-28.ec2.internal : 53.999µs
I0416 13:59:37.092873    3815 egressservice_zone.go:210] Starting Egress Services Controller
I0416 13:59:37.092887    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0416 13:59:37.092895    3815 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0416 13:59:37.092904    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0416 13:59:37.092915    3815 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0416 13:59:37.092924    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0416 13:59:37.092931    3815 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0416 13:59:37.092939    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0416 13:59:37.092943    3815 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0416 13:59:37.092947    3815 egressservice_zone.go:228] Repairing Egress Services
I0416 13:59:37.093247    3815 master_controller.go:88] Starting Admin Policy Based Route Controller
I0416 13:59:37.093256    3815 external_controller.go:278] Starting Admin Policy Based Route Controller
I0416 13:59:37.093328    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-28.ec2.internal
I0416 13:59:37.093341    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-28.ec2.internal: 15.971µs
I0416 13:59:37.093351    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal
I0416 13:59:37.093356    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 5.856µs
I0416 13:59:37.093402    3815 default_network_controller.go:585] Completing all the Watchers took 304.256798ms
I0416 13:59:37.093416    3815 default_network_controller.go:589] Starting unidling controllers
I0416 13:59:37.093445    3815 unidle.go:46] Registering OVN SB ControllerEvent handler
I0416 13:59:37.093453    3815 unidle.go:63] Populating Initial ContollerEvent events
I0416 13:59:37.093464    3815 unidle.go:79] Setting up event handlers for services
I0416 13:59:37.093507    3815 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0416 13:59:37.418841    3815 default_node_network_controller.go:519] Node connection status = connected
I0416 13:59:37.919245    3815 default_node_network_controller.go:519] Node connection status = connected
I0416 13:59:38.419140    3815 default_node_network_controller.go:519] Node connection status = connected
I0416 13:59:38.462523    3815 bridgeconfig.go:537] Gateway is ready
I0416 13:59:38.462548    3815 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0416 13:59:38.474807    3815 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0416 13:59:38.477872    3815 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.28. Updating OVN encap IP.
I0416 13:59:38.484826    3815 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.28 - it is already configured
I0416 13:59:38.484845    3815 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.28/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0416 13:59:38.485120    3815 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.28/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-28.ec2.internal","mac-address":"0e:58:76:a4:b6:1d","ip-addresses":["10.0.2.28/24"],"ip-address":"10.0.2.28/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2dfeabe3-aa6e-4e26-aab9-42706f900df2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.28/24"}] on node ip-10-0-2-28.ec2.internal
I0416 13:59:38.499885    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-28.ec2.internal
I0416 13:59:38.499914    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-28.ec2.internal: 37.799µs
I0416 13:59:38.499979    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-28.ec2.internal in network "default"
I0416 13:59:38.500002    3815 egressfirewall.go:723] Syncing node "ip-10-0-2-28.ec2.internal" for egress firewall
I0416 13:59:38.500001    3815 master.go:548] Adding or Updating local node "ip-10-0-2-28.ec2.internal" for network "default"
I0416 13:59:38.500034    3815 node_tracker.go:169] Node ip-10-0-2-28.ec2.internal switch + router changed, syncing services in network "default"
I0416 13:59:38.500053    3815 services_controller.go:574] Full service sync requested for network=default
I0416 13:59:38.500410    3815 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.28
I0416 13:59:38.500541    3815 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-28.ec2.internal
I0416 13:59:38.504694    3815 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-28.ec2.internal. Updating no re-route policies
I0416 13:59:38.504792    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-vvf9d
I0416 13:59:38.504802    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9khvc
I0416 13:59:38.504812    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-vvf9d
I0416 13:59:38.504816    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9khvc
I0416 13:59:38.504822    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5vxg4
I0416 13:59:38.504835    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-vvf9d after 0 failed attempt(s)
I0416 13:59:38.504836    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5vxg4
I0416 13:59:38.504837    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bbcqv
I0416 13:59:38.504852    3815 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-28.ec2.internal
I0416 13:59:38.504852    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mgrvp
I0416 13:59:38.504855    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bbcqv
I0416 13:59:38.504864    3815 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-28.ec2.internal
I0416 13:59:38.504865    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mgrvp
I0416 13:59:38.504863    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5vxg4 after 0 failed attempt(s)
I0416 13:59:38.504868    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-kwgmf
I0416 13:59:38.504878    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bbcqv after 0 failed attempt(s)
I0416 13:59:38.504883    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-kwgmf
I0416 13:59:38.504883    3815 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-28.ec2.internal after 0 failed attempt(s)
I0416 13:59:38.504886    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mgrvp after 0 failed attempt(s)
I0416 13:59:38.504905    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-kwgmf after 0 failed attempt(s)
I0416 13:59:38.504908    3815 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9khvc, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9khvc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9khvc: no pod IPs found 
I0416 13:59:38.504950    3815 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-2kfqp
I0416 13:59:38.504958    3815 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-5pbc8
I0416 13:59:38.504963    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vxbdf
I0416 13:59:38.504967    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-775tg
I0416 13:59:38.504975    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vxbdf
I0416 13:59:38.504976    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-775tg
I0416 13:59:38.504975    3815 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-5pbc8
I0416 13:59:38.504977    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9lps2
I0416 13:59:38.504979    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-28.ec2.internal
I0416 13:59:38.504988    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-775tg after 0 failed attempt(s)
I0416 13:59:38.504987    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vxbdf after 0 failed attempt(s)
I0416 13:59:38.504988    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9lps2
I0416 13:59:38.504965    3815 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-2kfqp
I0416 13:59:38.504997    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-28.ec2.internal
I0416 13:59:38.505006    3815 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-2kfqp after 0 failed attempt(s)
I0416 13:59:38.504954    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dtxzz
I0416 13:59:38.505011    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9lps2 after 0 failed attempt(s)
I0416 13:59:38.505015    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dtxzz
I0416 13:59:38.505014    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-28.ec2.internal after 0 failed attempt(s)
I0416 13:59:38.505021    3815 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-5pbc8 after 0 failed attempt(s)
I0416 13:59:38.504954    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-fnw7r
I0416 13:59:38.505044    3815 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-dtxzz, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dtxzz: suppressed error logged: pod openshift-multus/network-metrics-daemon-dtxzz: no pod IPs found 
I0416 13:59:38.505071    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-fnw7r
I0416 13:59:38.505102    3815 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fnw7r] creating logical port openshift-multus_network-metrics-daemon-fnw7r for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:38.504963    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-k6s9m
I0416 13:59:38.505126    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-k6s9m
I0416 13:59:38.505147    3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-k6s9m] creating logical port openshift-network-diagnostics_network-check-target-k6s9m for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:38.505895    3815 pods.go:271] [openshift-network-diagnostics/network-check-target-k6s9m] addLogicalPort took 750.851µs, libovsdb time 289.017µs
I0416 13:59:38.505913    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-k6s9m after 0 failed attempt(s)
I0416 13:59:38.506305    3815 pods.go:271] [openshift-multus/network-metrics-daemon-fnw7r] addLogicalPort took 1.210752ms, libovsdb time 653.243µs
I0416 13:59:38.506319    3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-fnw7r after 0 failed attempt(s)
I0416 13:59:38.515264    3815 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0416 13:59:38.529137    3815 iptables.go:108] Creating table: mangle chain: OUTPUT
I0416 13:59:38.533089    3815 iptables.go:108] Creating table: nat chain: OUTPUT
I0416 13:59:38.582411    3815 iptables.go:108] Creating table: nat chain: PREROUTING
I0416 13:59:38.652953    3815 iptables.go:108] Creating table: filter chain: FORWARD
I0416 13:59:38.672731    3815 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0416 13:59:38.672931    3815 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0416 13:59:38.672995    3815 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0416 13:59:38.673076    3815 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0416 13:59:38.673126    3815 gateway_init.go:325] Gateway and management port readiness took 1.759125302s
I0416 13:59:38.673157    3815 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0416 13:59:38.673193    3815 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0416 13:59:38.673213    3815 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0416 13:59:38.673222    3815 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0416 13:59:38.673279    3815 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0416 13:59:38.673376    3815 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.64µs
I0416 13:59:38.673651    3815 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0416 13:59:38.673678    3815 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.966µs
I0416 13:59:38.673687    3815 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.947µs
I0416 13:59:38.673699    3815 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0416 13:59:38.673712    3815 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0416 13:59:38.673717    3815 default_node_network_controller.go:899] Starting the default node network controller
I0416 13:59:38.673722    3815 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0416 13:59:38.673803    3815 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.847µs
I0416 13:59:38.673853    3815 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0416 13:59:38.673862    3815 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0416 13:59:38.673886    3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbd3d0 0xc0002d0ee0 0xc0002d0fc0 0xc0002d1030 0xc0002d10a0 0xc0002d1110 <nil> 0xc0002d1180 0xc000bbb7c0 0xc0002d11f0 0xc0002d1260 <nil> 0xc0008798b0 0xc005fff340 <nil> <nil> <nil> 0xc0002d12d0 <nil> map[0x2ff9080:0xc002907020 0x2ff95c0:0xc0029071a0 0x2ffa2e0:0xc002307b00 0x2ffa580:0xc002906fc0 0x2ffad60:0xc002907080 0x2ffb000:0xc0029070e0 0x2ffb2a0:0xc002907140 0x2ffba80:0xc002907200 0x2ffbd20:0xc002907260 0x3026980:0xc001099ce0 0x3026d20:0xc001099d40 0x3027800:0xc000c0cde0 0x3029160:0xc001a9a000 0x30298a0:0xc0021b95c0 0x302a720:0xc0009820c0] 0xc0006d36c0 0}
I0416 13:59:38.673951    3815 gateway.go:151] Starting gateway service sync
I0416 13:59:38.674345    3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0416 13:59:38.677009    3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0416 13:59:38.704217    3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0416 13:59:38.705735    3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0416 13:59:38.707089    3815 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0416 13:59:38.744823    3815 gateway.go:168] Gateway service sync done. Time taken: 70.858016ms
I0416 13:59:38.745203    3815 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32317
I0416 13:59:38.745618    3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbd3d0 0xc0002d0ee0 0xc0002d0fc0 0xc0002d1030 0xc0002d10a0 0xc0002d1110 <nil> 0xc0002d1180 0xc000bbb7c0 0xc0002d11f0 0xc0002d1260 <nil> 0xc0008798b0 0xc005fff340 <nil> <nil> <nil> 0xc0002d12d0 <nil> map[0x2ff9080:0xc002907020 0x2ff95c0:0xc0029071a0 0x2ffa2e0:0xc002307b00 0x2ffa580:0xc002906fc0 0x2ffad60:0xc002907080 0x2ffb000:0xc0029070e0 0x2ffb2a0:0xc002907140 0x2ffba80:0xc002907200 0x2ffbd20:0xc002907260 0x3026980:0xc001099ce0 0x3026d20:0xc001099d40 0x3027800:0xc000c0cde0 0x3029160:0xc001a9a000 0x30298a0:0xc0021b95c0 0x302a720:0xc0009820c0] 0xc0006d36c0 0}
I0416 13:59:38.746113    3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbd3d0 0xc0002d0ee0 0xc0002d0fc0 0xc0002d1030 0xc0002d10a0 0xc0002d1110 <nil> 0xc0002d1180 0xc000bbb7c0 0xc0002d11f0 0xc0002d1260 <nil> 0xc0008798b0 0xc005fff340 <nil> <nil> <nil> 0xc0002d12d0 <nil> map[0x2ff9080:0xc002907020 0x2ff95c0:0xc0029071a0 0x2ffa2e0:0xc002307b00 0x2ffa580:0xc002906fc0 0x2ffad60:0xc002907080 0x2ffb000:0xc0029070e0 0x2ffb2a0:0xc002907140 0x2ffba80:0xc002907200 0x2ffbd20:0xc002907260 0x3026980:0xc001099ce0 0x3026d20:0xc001099d40 0x3027800:0xc000c0cde0 0x3029160:0xc001a9a000 0x30298a0:0xc0021b95c0 0x302a720:0xc0009820c0] 0xc0006d36c0 0}
I0416 13:59:38.746151    3815 gateway.go:532] Reconciling gateway with updates
I0416 13:59:38.752211    3815 gateway.go:339] Spawning Conntrack Rule Check Thread
I0416 13:59:38.752299    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0416 13:59:38.752315    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0416 13:59:38.752322    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0416 13:59:38.752331    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0416 13:59:38.752337    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0416 13:59:38.752326    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0416 13:59:38.752337    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0416 13:59:38.752357    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0416 13:59:38.752360    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0416 13:59:38.752338    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.752364    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0416 13:59:38.752364    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0416 13:59:38.752379    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0416 13:59:38.752385    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0416 13:59:38.752386    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0416 13:59:38.752387    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0416 13:59:38.752396    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0416 13:59:38.752402    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0416 13:59:38.752371    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0416 13:59:38.752414    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0416 13:59:38.752435    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0416 13:59:38.752340    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0416 13:59:38.752441    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0416 13:59:38.752446    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0416 13:59:38.752450    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0416 13:59:38.752455    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0416 13:59:38.752462    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0416 13:59:38.752463    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.752346    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0416 13:59:38.752464    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0416 13:59:38.752471    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0416 13:59:38.752436    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0416 13:59:38.752475    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0416 13:59:38.752488    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0416 13:59:38.752490    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0416 13:59:38.752499    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0416 13:59:38.752501    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0416 13:59:38.752504    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0416 13:59:38.752308    3815 default_node_network_controller.go:944] Gateway and management port readiness took 78.439789ms
I0416 13:59:38.752510    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0416 13:59:38.752517    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0416 13:59:38.752522    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0416 13:59:38.752524    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0416 13:59:38.752527    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0416 13:59:38.752500    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0416 13:59:38.752540    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0416 13:59:38.752543    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0416 13:59:38.752549    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0416 13:59:38.752549    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0416 13:59:38.752557    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0416 13:59:38.752561    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0416 13:59:38.752559    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0416 13:59:38.752559    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0416 13:59:38.752580    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0416 13:59:38.752581    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0416 13:59:38.752583    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0416 13:59:38.752591    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0416 13:59:38.752583    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0416 13:59:38.752594    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0416 13:59:38.752601    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0416 13:59:38.752602    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0416 13:59:38.752601    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0416 13:59:38.752607    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0416 13:59:38.752612    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0416 13:59:38.752544    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0416 13:59:38.752609    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0416 13:59:38.752619    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0416 13:59:38.752625    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0416 13:59:38.752627    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0416 13:59:38.752629    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0416 13:59:38.752490    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.752639    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0416 13:59:38.752528    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0416 13:59:38.752649    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0416 13:59:38.752658    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0416 13:59:38.752652    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0416 13:59:38.752666    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0416 13:59:38.752667    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0416 13:59:38.752672    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0416 13:59:38.752671    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0416 13:59:38.752674    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0416 13:59:38.752673    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0416 13:59:38.752641    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0416 13:59:38.752692    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0416 13:59:38.752697    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0416 13:59:38.752697    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0416 13:59:38.752706    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0416 13:59:38.752525    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0416 13:59:38.752728    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0416 13:59:38.752581    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0416 13:59:38.752593    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0416 13:59:38.752479    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0416 13:59:38.752564    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0416 13:59:38.752675    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0416 13:59:38.752858    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0416 13:59:38.752864    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0416 13:59:38.752660    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.752867    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0416 13:59:38.752876    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0416 13:59:38.752885    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0416 13:59:38.752876    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0416 13:59:38.752896    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0416 13:59:38.752902    3815 port_claim.go:71] Svc openshift-ingress/router-default: port 30834 is already open, no action needed
I0416 13:59:38.752911    3815 port_claim.go:71] Svc openshift-ingress/router-default: port 31082 is already open, no action needed
I0416 13:59:38.752484    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0416 13:59:38.752299    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0416 13:59:38.752933    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0416 13:59:38.752511    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0416 13:59:38.752989    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0416 13:59:38.752997    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0416 13:59:38.753011    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0416 13:59:38.752514    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0416 13:59:38.752518    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0416 13:59:38.752511    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.752538    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0416 13:59:38.752443    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0416 13:59:38.753117    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0416 13:59:38.752571    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0416 13:59:38.752619    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0416 13:59:38.753135    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0416 13:59:38.752634    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0416 13:59:38.753856    3815 node_ip_handler_linux.go:160] Node IP manager is running
W0416 13:59:38.796661    3815 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0416 13:59:38.796864    3815 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0416 13:59:38.797004    3815 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0416 13:59:38.803463    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0416 13:59:38.824553    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0416 13:59:38.824618    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.824658    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0416 13:59:38.824670    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0416 13:59:38.824685    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.824704    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.824712    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0416 13:59:38.824717    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.866400    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0416 13:59:38.866402    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0416 13:59:38.866414    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0416 13:59:38.866463    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0416 13:59:38.866472    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.000984    3815 default_node_network_controller.go:1380] Starting node controller node sync
W0416 13:59:40.001006    3815 egressip_healthcheck.go:76] Health checking using insecure connection
I0416 13:59:40.001045    3815 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0416 13:59:40.012972    3815 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.964666ms
I0416 13:59:40.013120    3815 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0416 13:59:40.013473    3815 egressservice_node.go:93] Setting up event handlers for Egress Services
I0416 13:59:40.013617    3815 egressservice_node.go:183] Starting Egress Services Controller
I0416 13:59:40.013634    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0416 13:59:40.013644    3815 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0416 13:59:40.013650    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0416 13:59:40.013658    3815 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0416 13:59:40.013669    3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0416 13:59:40.013677    3815 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0416 13:59:40.013681    3815 egressservice_node.go:197] Repairing Egress Services
I0416 13:59:40.024877    3815 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0416 13:59:40.024896    3815 external_controller.go:278] Starting Admin Policy Based Route Controller
I0416 13:59:40.025219    3815 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0416 13:59:40.025233    3815 link_network_manager.go:119] Link manager is running
I0416 13:59:40.025246    3815 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0416 13:59:40.025443    3815 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0416 13:59:40.025999    3815 vrf_manager.go:128] VRF manager is running
I0416 13:59:40.026256    3815 node_controller_manager.go:437] Removing flows to drop GARP
I0416 13:59:40.026265    3815 gateway.go:532] Reconciling gateway with updates
I0416 13:59:40.046577    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0416 13:59:40.046602    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0416 13:59:40.046606    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0416 13:59:40.046613    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0416 13:59:40.046627    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0416 13:59:40.046627    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0416 13:59:40.046638    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0416 13:59:40.046638    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0416 13:59:40.046637    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0416 13:59:40.046639    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0416 13:59:40.046644    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0416 13:59:40.046657    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0416 13:59:40.046626    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0416 13:59:40.046657    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0416 13:59:40.046666    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0416 13:59:40.046663    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0416 13:59:40.046674    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0416 13:59:40.046679    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0416 13:59:40.046688    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0416 13:59:40.046691    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0416 13:59:40.046697    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0416 13:59:40.046677    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0416 13:59:40.046703    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0416 13:59:40.046657    3815 port_claim.go:71] Svc openshift-ingress/router-default: port 30834 is already open, no action needed
I0416 13:59:40.046710    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0416 13:59:40.046714    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0416 13:59:40.046718    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0416 13:59:40.046723    3815 port_claim.go:71] Svc openshift-ingress/router-default: port 31082 is already open, no action needed
I0416 13:59:40.046726    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0416 13:59:40.046728    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0416 13:59:40.046730    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0416 13:59:40.046732    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0416 13:59:40.046740    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0416 13:59:40.046744    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.046745    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0416 13:59:40.046749    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0416 13:59:40.046601    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0416 13:59:40.046752    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0416 13:59:40.046757    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0416 13:59:40.046755    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0416 13:59:40.046762    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0416 13:59:40.046764    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0416 13:59:40.046764    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0416 13:59:40.046772    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0416 13:59:40.046776    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0416 13:59:40.046780    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0416 13:59:40.046787    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0416 13:59:40.046788    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0416 13:59:40.046787    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0416 13:59:40.046796    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0416 13:59:40.046797    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0416 13:59:40.046744    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0416 13:59:40.046803    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0416 13:59:40.046808    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0416 13:59:40.046805    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0416 13:59:40.046813    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0416 13:59:40.046812    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0416 13:59:40.046817    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0416 13:59:40.046815    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0416 13:59:40.046828    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0416 13:59:40.046754    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0416 13:59:40.046838    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0416 13:59:40.046845    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0416 13:59:40.046846    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0416 13:59:40.046648    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0416 13:59:40.046858    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.046719    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.046614    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0416 13:59:40.046730    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0416 13:59:40.046775    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0416 13:59:40.046748    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0416 13:59:40.046943    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0416 13:59:40.046963    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0416 13:59:40.046711    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0416 13:59:40.046699    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0416 13:59:40.046719    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.046614    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0416 13:59:40.046720    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0416 13:59:40.047016    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0416 13:59:40.047025    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0416 13:59:40.046735    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0416 13:59:40.046743    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0416 13:59:40.047042    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0416 13:59:40.046751    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0416 13:59:40.047061    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.046775    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0416 13:59:40.046591    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0416 13:59:40.047088    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0416 13:59:40.046768    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0416 13:59:40.047106    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0416 13:59:40.046803    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0416 13:59:40.047126    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0416 13:59:40.046809    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0416 13:59:40.047134    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0416 13:59:40.046799    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0416 13:59:40.046814    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0416 13:59:40.047161    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0416 13:59:40.047164    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0416 13:59:40.046817    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0416 13:59:40.047193    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0416 13:59:40.047009    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0416 13:59:40.046577    3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0416 13:59:40.047234    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0416 13:59:40.046820    3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0416 13:59:40.047255    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0416 13:59:40.069077    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0416 13:59:40.069128    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0416 13:59:40.069151    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0416 13:59:40.069159    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0416 13:59:40.069165    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.069171    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0416 13:59:40.069176    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0416 13:59:40.069183    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.110483    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0416 13:59:40.110512    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.110520    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0416 13:59:40.110526    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0416 13:59:40.110533    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0416 13:59:40.151776    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0416 13:59:40.151795    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.151783    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0416 13:59:40.151817    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0416 13:59:40.151831    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0416 13:59:40.151837    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0416 13:59:40.151844    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0416 13:59:40.151849    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0416 13:59:40.151855    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0416 13:59:40.151863    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.151870    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0416 13:59:40.151875    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0416 13:59:40.151880    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0416 13:59:40.151885    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0416 13:59:40.151895    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0416 13:59:40.151903    3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0416 13:59:40.763943    3815 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-2kfqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 13:59:40.763992    3815 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-2kfqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 13:59:41.761895    3815 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-2kfqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 13:59:41.761922    3815 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-2kfqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 13:59:42.417152    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-28.ec2.internal
I0416 13:59:42.417188    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-28.ec2.internal: 43.284µs
I0416 13:59:42.444773    3815 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f5cb5f577-bwvbj] creating logical port openshift-image-registry_image-registry-7f5cb5f577-bwvbj for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.444998    3815 kube.go:256] Updating pod openshift-image-registry/image-registry-7f5cb5f577-bwvbj
I0416 13:59:42.463495    3815 pod.go:62] [openshift-image-registry/image-registry-7f5cb5f577-bwvbj] pod update took 18.541367ms
I0416 13:59:42.463523    3815 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7f5cb5f577-bwvbj] addLogicalPort annotation time took 18.574155ms
I0416 13:59:42.464958    3815 pods.go:271] [openshift-image-registry/image-registry-7f5cb5f577-bwvbj] addLogicalPort took 20.203646ms, libovsdb time 1.095936ms
I0416 13:59:42.482968    3815 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-m66q6] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-m66q6 for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.483125    3815 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-m66q6
I0416 13:59:42.484922    3815 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-r4rhs] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-r4rhs for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.485014    3815 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-gr7df] creating logical port openshift-dns_dns-default-gr7df for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.485109    3815 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-r4rhs
I0416 13:59:42.485173    3815 kube.go:256] Updating pod openshift-dns/dns-default-gr7df
I0416 13:59:42.485284    3815 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-47d9r] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-47d9r for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.485305    3815 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hsc58] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-hsc58 for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.485365    3815 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hsc58
I0416 13:59:42.485392    3815 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-47d9r
I0416 13:59:42.497246    3815 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwwx4] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-zwwx4 for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.497440    3815 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwwx4
I0416 13:59:42.497526    3815 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-fd7969945-lb2wh] creating logical port openshift-ingress_router-default-fd7969945-lb2wh for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.497645    3815 kube.go:256] Updating pod openshift-ingress/router-default-fd7969945-lb2wh
I0416 13:59:42.510766    3815 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-m66q6] pod update took 27.690519ms
I0416 13:59:42.510798    3815 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-m66q6] addLogicalPort annotation time took 27.728026ms
I0416 13:59:42.510862    3815 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r4rhs] pod update took 25.822673ms
I0416 13:59:42.510888    3815 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-r4rhs] addLogicalPort annotation time took 25.875345ms
I0416 13:59:42.510890    3815 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-47d9r] pod update took 25.48042ms
I0416 13:59:42.510902    3815 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-47d9r] addLogicalPort annotation time took 25.53706ms
I0416 13:59:42.511709    3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-rxhjc] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-rxhjc for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.511884    3815 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-8z5zc] creating logical port openshift-insights_insights-operator-6dbb575d6c-8z5zc for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.511993    3815 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-8z5zc
I0416 13:59:42.511993    3815 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-rxhjc
I0416 13:59:42.512530    3815 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-m66q6] addLogicalPort took 29.610821ms, libovsdb time 1.378652ms
I0416 13:59:42.512596    3815 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-657b495fd9-kpn7r] creating logical port openshift-ingress_router-default-657b495fd9-kpn7r for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.512683    3815 kube.go:256] Updating pod openshift-ingress/router-default-657b495fd9-kpn7r
I0416 13:59:42.512994    3815 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r4rhs] addLogicalPort took 28.127358ms, libovsdb time 1.815316ms
I0416 13:59:42.513056    3815 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-hlsch] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-hlsch for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.513124    3815 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-hlsch
I0416 13:59:42.513333    3815 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-47d9r] addLogicalPort took 28.059337ms, libovsdb time 2.142667ms
I0416 13:59:42.514599    3815 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-bnd2h] creating logical port openshift-console-operator_console-operator-66dbbb6468-bnd2h for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.514662    3815 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-bnd2h
I0416 13:59:42.522167    3815 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hsc58] pod update took 36.811313ms
I0416 13:59:42.522199    3815 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hsc58] addLogicalPort annotation time took 36.84129ms
I0416 13:59:42.522197    3815 pod.go:62] [openshift-dns/dns-default-gr7df] pod update took 37.051624ms
I0416 13:59:42.522217    3815 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-gr7df] addLogicalPort annotation time took 37.071959ms
I0416 13:59:42.522222    3815 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwwx4] pod update took 24.838995ms
I0416 13:59:42.522238    3815 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwwx4] addLogicalPort annotation time took 24.858275ms
I0416 13:59:42.522445    3815 pod.go:62] [openshift-ingress/router-default-fd7969945-lb2wh] pod update took 24.835204ms
I0416 13:59:42.522504    3815 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-fd7969945-lb2wh] addLogicalPort annotation time took 24.895191ms
I0416 13:59:42.522515    3815 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qzf62] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-qzf62 for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.522679    3815 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-qzf62
I0416 13:59:42.523628    3815 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwwx4] addLogicalPort took 26.403947ms, libovsdb time 1.069099ms
I0416 13:59:42.524029    3815 pods.go:271] [openshift-ingress/router-default-fd7969945-lb2wh] addLogicalPort took 26.518928ms, libovsdb time 1.242942ms
I0416 13:59:42.524324    3815 pods.go:271] [openshift-dns/dns-default-gr7df] addLogicalPort took 39.32646ms, libovsdb time 1.763183ms
I0416 13:59:42.524891    3815 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hsc58] addLogicalPort took 39.602522ms, libovsdb time 2.32535ms
I0416 13:59:42.524945    3815 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-65kwk] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-65kwk for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.525015    3815 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-65kwk
I0416 13:59:42.532004    3815 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-8z5zc] pod update took 20.033919ms
I0416 13:59:42.532030    3815 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-8z5zc] addLogicalPort annotation time took 20.064189ms
I0416 13:59:42.533295    3815 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-8z5zc] addLogicalPort took 21.409426ms, libovsdb time 923.745µs
I0416 13:59:42.538711    3815 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-bnd2h] pod update took 24.061057ms
I0416 13:59:42.538737    3815 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-bnd2h] addLogicalPort annotation time took 24.090587ms
I0416 13:59:42.538799    3815 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rxhjc] pod update took 26.904108ms
I0416 13:59:42.538822    3815 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-rxhjc] addLogicalPort annotation time took 26.934804ms
I0416 13:59:42.540131    3815 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-bnd2h] addLogicalPort took 25.53215ms, libovsdb time 999.507µs
I0416 13:59:42.540361    3815 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rxhjc] addLogicalPort took 28.665666ms, libovsdb time 1.220484ms
I0416 13:59:42.540445    3815 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tqsbp] creating logical port openshift-ingress-canary_ingress-canary-tqsbp for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:42.540549    3815 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tqsbp
I0416 13:59:42.543090    3815 pod.go:62] [openshift-ingress/router-default-657b495fd9-kpn7r] pod update took 30.436169ms
I0416 13:59:42.543119    3815 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-657b495fd9-kpn7r] addLogicalPort annotation time took 30.479021ms
I0416 13:59:42.544715    3815 pods.go:271] [openshift-ingress/router-default-657b495fd9-kpn7r] addLogicalPort took 32.123663ms, libovsdb time 1.126841ms
I0416 13:59:42.548325    3815 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-hlsch] pod update took 35.220959ms
I0416 13:59:42.548352    3815 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-hlsch] addLogicalPort annotation time took 35.250469ms
I0416 13:59:42.548552    3815 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qzf62] pod update took 25.89589ms
I0416 13:59:42.548573    3815 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qzf62] addLogicalPort annotation time took 25.927147ms
I0416 13:59:42.548325    3815 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-65kwk] pod update took 23.325354ms
I0416 13:59:42.548889    3815 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-65kwk] addLogicalPort annotation time took 23.893974ms
I0416 13:59:42.549755    3815 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-hlsch] addLogicalPort took 36.704787ms, libovsdb time 969.106µs
I0416 13:59:42.550319    3815 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qzf62] addLogicalPort took 27.815089ms, libovsdb time 1.129867ms
I0416 13:59:42.550513    3815 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-65kwk] addLogicalPort took 25.578372ms, libovsdb time 1.176037ms
I0416 13:59:42.558674    3815 pod.go:62] [openshift-ingress-canary/ingress-canary-tqsbp] pod update took 18.167118ms
I0416 13:59:42.558704    3815 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-tqsbp] addLogicalPort annotation time took 18.200089ms
I0416 13:59:42.559911    3815 pods.go:271] [openshift-ingress-canary/ingress-canary-tqsbp] addLogicalPort took 19.489587ms, libovsdb time 806.64µs
I0416 13:59:44.451631    3815 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qzf62 1b5ba3b5180ed36ffe7ac23c359fe57b0f04525deead052bf78b8dc58120d514 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qzf62 1b5ba3b5180ed36ffe7ac23c359fe57b0f04525deead052bf78b8dc58120d514 network default NAD default NAD key ]
I0416 13:59:44.452815    3815 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r4rhs 622260c937cbce7ed6d91a479a1dd212aa57ad89844529fbe067b5dd4492c357 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-r4rhs 622260c937cbce7ed6d91a479a1dd212aa57ad89844529fbe067b5dd4492c357 network default NAD default NAD key ]
I0416 13:59:44.454857    3815 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rxhjc 7f46c6779481c8306553e2fd57bbfea9d87612ad754e483b4bb061e64e0972b2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-rxhjc 7f46c6779481c8306553e2fd57bbfea9d87612ad754e483b4bb061e64e0972b2 network default NAD default NAD key ]
I0416 13:59:44.456265    3815 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwwx4 38b6ec6c83d3c9a849c09f299a22105da7c19b2dc2332204a0b86bb4719d1ea1 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwwx4 38b6ec6c83d3c9a849c09f299a22105da7c19b2dc2332204a0b86bb4719d1ea1 network default NAD default NAD key ]
I0416 13:59:44.458485    3815 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-bnd2h 19d18340ab40e74919e817f5a40df2b1d9edbec2d76e4eda978c78e058bbb344 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-bnd2h 19d18340ab40e74919e817f5a40df2b1d9edbec2d76e4eda978c78e058bbb344 network default NAD default NAD key ]
I0416 13:59:44.458957    3815 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-47d9r 7d68b51f2aba7effd1aedf0c8516b01983c7646b3f24c7c3896874bd739af0a5 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-47d9r 7d68b51f2aba7effd1aedf0c8516b01983c7646b3f24c7c3896874bd739af0a5 network default NAD default NAD key ]
I0416 13:59:44.459390    3815 cni.go:452] [openshift-ingress-canary/ingress-canary-tqsbp d5b4368f47ce9adb0218c50b5635d6a028f59b3db116c206a5de802819470e98 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tqsbp d5b4368f47ce9adb0218c50b5635d6a028f59b3db116c206a5de802819470e98 network default NAD default NAD key ]
I0416 13:59:44.460159    3815 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-8z5zc d8e9c0108924e46c1bac0a94d5317aa06ba94109a9dfb63fb0e2a9b875d352d0 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-8z5zc d8e9c0108924e46c1bac0a94d5317aa06ba94109a9dfb63fb0e2a9b875d352d0 network default NAD default NAD key ]
I0416 13:59:44.503253    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-bnd2h, hostIfaceName: 19d18340ab40e74, network: default, NAD default, SandboxID: "19d18340ab40e74919e817f5a40df2b1d9edbec2d76e4eda978c78e058bbb344", PCI device ID: , UID: "53ffd4c9-c935-4bea-956d-65a3bc6261ed", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0416 13:59:44.504555    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-47d9r, hostIfaceName: 7d68b51f2aba7ef, network: default, NAD default, SandboxID: "7d68b51f2aba7effd1aedf0c8516b01983c7646b3f24c7c3896874bd739af0a5", PCI device ID: , UID: "ec2f74e4-8e42-4608-817b-7c72490b3a4a", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0416 13:59:44.505747    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-rxhjc, hostIfaceName: 7f46c6779481c83, network: default, NAD default, SandboxID: "7f46c6779481c8306553e2fd57bbfea9d87612ad754e483b4bb061e64e0972b2", PCI device ID: , UID: "665e222a-c248-4d11-98a7-d52711589803", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0416 13:59:44.506242    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-r4rhs, hostIfaceName: 622260c937cbce7, network: default, NAD default, SandboxID: "622260c937cbce7ed6d91a479a1dd212aa57ad89844529fbe067b5dd4492c357", PCI device ID: , UID: "a04f766c-fb2a-423f-a160-a28538d6c916", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0416 13:59:44.508802    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-8z5zc, hostIfaceName: d8e9c0108924e46, network: default, NAD default, SandboxID: "d8e9c0108924e46c1bac0a94d5317aa06ba94109a9dfb63fb0e2a9b875d352d0", PCI device ID: , UID: "69a8cfdd-0d12-4b98-b36a-5b84cae84dbe", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0416 13:59:44.508802    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-zwwx4, hostIfaceName: 38b6ec6c83d3c9a, network: default, NAD default, SandboxID: "38b6ec6c83d3c9a849c09f299a22105da7c19b2dc2332204a0b86bb4719d1ea1", PCI device ID: , UID: "04c546fa-c384-409a-99d6-19b2d2b1e320", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0416 13:59:44.508985    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-qzf62, hostIfaceName: 1b5ba3b5180ed36, network: default, NAD default, SandboxID: "1b5ba3b5180ed36ffe7ac23c359fe57b0f04525deead052bf78b8dc58120d514", PCI device ID: , UID: "fdcbb54f-b6c1-4dff-b0d2-d2b9a9b881ef", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0416 13:59:44.523376    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tqsbp, hostIfaceName: d5b4368f47ce9ad, network: default, NAD default, SandboxID: "d5b4368f47ce9adb0218c50b5635d6a028f59b3db116c206a5de802819470e98", PCI device ID: , UID: "1999a3bf-938b-448f-b169-cd08b5bd826b", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0416 13:59:44.524760    3815 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall
I0416 13:59:44.525092    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal
I0416 13:59:44.525542    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 449.041µs
I0416 13:59:44.525346    3815 default_network_controller.go:1025] Node "ip-10-0-1-21.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 13:59:44.581499    3815 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-47d9r 7d68b51f2aba7effd1aedf0c8516b01983c7646b3f24c7c3896874bd739af0a5 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-47d9r 7d68b51f2aba7effd1aedf0c8516b01983c7646b3f24c7c3896874bd739af0a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:66:17:80:10:69\",\"name\":\"7d68b51f2aba7ef\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d529b414-d869-4972-a6f6-06e806eabcab\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 13:59:44.587283    3815 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-bnd2h 19d18340ab40e74919e817f5a40df2b1d9edbec2d76e4eda978c78e058bbb344 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-bnd2h 19d18340ab40e74919e817f5a40df2b1d9edbec2d76e4eda978c78e058bbb344 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:08:ec:c5:3b:4e\",\"name\":\"19d18340ab40e74\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/658be6da-f8b7-44b5-a0fe-00b8da2c909a\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 13:59:44.601981    3815 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwwx4 38b6ec6c83d3c9a849c09f299a22105da7c19b2dc2332204a0b86bb4719d1ea1 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwwx4 38b6ec6c83d3c9a849c09f299a22105da7c19b2dc2332204a0b86bb4719d1ea1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:8d:e8:db:31:a1\",\"name\":\"38b6ec6c83d3c9a\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89b369d3-757b-43b5-b60c-7f608e9defa8\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 13:59:44.602064    3815 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rxhjc 7f46c6779481c8306553e2fd57bbfea9d87612ad754e483b4bb061e64e0972b2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-rxhjc 7f46c6779481c8306553e2fd57bbfea9d87612ad754e483b4bb061e64e0972b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:7c:ce:f4:e8:51\",\"name\":\"7f46c6779481c83\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/727f85fd-5801-4b06-8cfd-adcff363b6d4\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 13:59:44.602939    3815 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qzf62 1b5ba3b5180ed36ffe7ac23c359fe57b0f04525deead052bf78b8dc58120d514 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qzf62 1b5ba3b5180ed36ffe7ac23c359fe57b0f04525deead052bf78b8dc58120d514 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ae:81:4e:29:14\",\"name\":\"1b5ba3b5180ed36\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be345fc3-0616-40c3-9ec6-5ec43dd98cf9\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 13:59:44.604073    3815 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r4rhs 622260c937cbce7ed6d91a479a1dd212aa57ad89844529fbe067b5dd4492c357 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-r4rhs 622260c937cbce7ed6d91a479a1dd212aa57ad89844529fbe067b5dd4492c357 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:94:29:ac:ab:14\",\"name\":\"622260c937cbce7\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/945367ad-a5b1-416d-84d7-fc1fc2eacb32\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 13:59:44.616409    3815 cni.go:473] [openshift-ingress-canary/ingress-canary-tqsbp d5b4368f47ce9adb0218c50b5635d6a028f59b3db116c206a5de802819470e98 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tqsbp d5b4368f47ce9adb0218c50b5635d6a028f59b3db116c206a5de802819470e98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:7b:ab:1d:e6:2d\",\"name\":\"d5b4368f47ce9ad\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1a2e343-0dac-43c5-b2e1-4a60d4ef8620\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 13:59:44.616521    3815 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-8z5zc d8e9c0108924e46c1bac0a94d5317aa06ba94109a9dfb63fb0e2a9b875d352d0 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-8z5zc d8e9c0108924e46c1bac0a94d5317aa06ba94109a9dfb63fb0e2a9b875d352d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:00:ec:4c:57:3e\",\"name\":\"d8e9c0108924e46\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f649d407-f6c4-4e60-8ebb-d78c49e15fd1\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 13:59:45.686898    3815 cni.go:452] [openshift-network-diagnostics/network-check-target-k6s9m 068aa3aa6953bd8f69226b72a5f1db02b1b951f8aff8131e9a9549031beadcfe network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-k6s9m 068aa3aa6953bd8f69226b72a5f1db02b1b951f8aff8131e9a9549031beadcfe network default NAD default NAD key ]
I0416 13:59:45.697650    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-k6s9m, hostIfaceName: 068aa3aa6953bd8, network: default, NAD default, SandboxID: "068aa3aa6953bd8f69226b72a5f1db02b1b951f8aff8131e9a9549031beadcfe", PCI device ID: , UID: "cd83213b-f3e0-4d1c-849a-b55d8098cd91", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0416 13:59:45.752739    3815 cni.go:473] [openshift-network-diagnostics/network-check-target-k6s9m 068aa3aa6953bd8f69226b72a5f1db02b1b951f8aff8131e9a9549031beadcfe network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-k6s9m 068aa3aa6953bd8f69226b72a5f1db02b1b951f8aff8131e9a9549031beadcfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:64:b7:67:7e:80\",\"name\":\"068aa3aa6953bd8\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca884232-cedd-490a-a84c-45936fa87d09\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 13:59:49.100742    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default"
I0416 13:59:49.100774    3815 default_network_controller.go:1025] Node "ip-10-0-1-21.ec2.internal" in remote zone "ip-10-0-1-21.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 13:59:49.100798    3815 node_tracker.go:235] Node ip-10-0-1-21.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-21.ec2.internal"
I0416 13:59:49.100819    3815 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default"
I0416 13:59:49.100835    3815 services_controller.go:574] Full service sync requested for network=default
I0416 13:59:49.184585    3815 default_network_controller.go:1025] Node "ip-10-0-1-21.ec2.internal" in remote zone "ip-10-0-1-21.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 13:59:49.232756    3815 default_network_controller.go:1025] Node "ip-10-0-1-21.ec2.internal" in remote zone "ip-10-0-1-21.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 13:59:49.233158    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default"
I0416 13:59:49.233221    3815 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default"
I0416 13:59:49.233239    3815 services_controller.go:574] Full service sync requested for network=default
I0416 13:59:49.234573    3815 zone_ic_handler.go:195] Time taken to create transit switch: 375.879µs
I0416 13:59:49.234592    3815 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-21.ec2.internal for the network default
I0416 13:59:49.235922    3815 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-21.ec2.internal" on network "default" took: 1.741494ms
I0416 13:59:51.357225    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default"
I0416 13:59:51.357257    3815 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall
I0416 13:59:51.357275    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal
I0416 13:59:51.357300    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 31.232µs
I0416 13:59:51.357305    3815 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default"
I0416 13:59:51.357325    3815 services_controller.go:574] Full service sync requested for network=default
I0416 13:59:51.357360    3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 10.0.1.21 to PMTUD blocking rules
I0416 13:59:51.357377    3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0416 13:59:51.363942    3815 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-21.ec2.internal. Updating no re-route policies
I0416 13:59:51.372161    3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 10.0.1.21 to PMTUD blocking rules
I0416 13:59:51.372182    3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0416 13:59:52.167570    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default"
E0416 13:59:52.167592    3815 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0416 13:59:52.167612    3815 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-244.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-244.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-244.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-244.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal, error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
I0416 13:59:52.167618    3815 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall
I0416 13:59:52.167621    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal
I0416 13:59:52.167637    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 21.03µs
I0416 13:59:52.167596    3815 node_tracker.go:220] Node ip-10-0-0-244.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
E0416 13:59:52.181714    3815 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-244.ec2.internal annotation: unexpected end of JSON input
E0416 13:59:52.181747    3815 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-244.ec2.internal annotation: unexpected end of JSON input
I0416 13:59:52.181774    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0416 13:59:52.181830    3815 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-244.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-244.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-244.ec2.internal"
I0416 13:59:52.197387    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0416 13:59:52.197472    3815 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-244.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-244.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-244.ec2.internal"
I0416 13:59:52.212366    3815 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall
I0416 13:59:52.212378    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 13:59:52.212368    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal
I0416 13:59:52.212396    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 30.413µs
E0416 13:59:52.212473    3815 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-244.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-244.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-244.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-244.ec2.internal"
I0416 13:59:52.223938    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0416 13:59:52.413940    3815 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall
I0416 13:59:52.413969    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal
I0416 13:59:52.413986    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 23.796µs
I0416 13:59:52.414015    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 13:59:52.430729    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 13:59:52.678444    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 13:59:54.015859    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0416 13:59:54.787925    3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0416 13:59:54.829939    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0416 13:59:55.303830    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal
I0416 13:59:55.303859    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 34.54µs
W0416 13:59:55.834799    3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0416 13:59:56.081495    3815 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0416 13:59:56.082445    3815 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 923.509µs
I0416 13:59:56.106632    3815 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0416 13:59:56.601107    3815 namespace.go:98] [openshift-service-ca] adding namespace
I0416 13:59:56.602039    3815 namespace.go:102] [openshift-service-ca] adding namespace took 905.287µs
I0416 13:59:56.617641    3815 namespace.go:142] [openshift-service-ca] updating namespace
I0416 13:59:58.112768    3815 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rk6db] creating logical port openshift-insights_insights-runtime-extractor-rk6db for pod on switch ip-10-0-2-28.ec2.internal
I0416 13:59:58.112903    3815 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rk6db
I0416 13:59:58.126469    3815 pod.go:62] [openshift-insights/insights-runtime-extractor-rk6db] pod update took 13.596812ms
I0416 13:59:58.126493    3815 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rk6db] addLogicalPort annotation time took 13.624741ms
I0416 13:59:58.127668    3815 pods.go:271] [openshift-insights/insights-runtime-extractor-rk6db] addLogicalPort took 14.923785ms, libovsdb time 866.448µs
I0416 14:00:02.356855    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0416 14:00:03.852292    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0416 14:00:04.706939    3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0416 14:00:06.474191    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0416 14:00:06.836046    3815 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-244.ec2.internal
I0416 14:00:06.836077    3815 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-244.ec2.internal
I0416 14:00:06.836177    3815 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-244.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-244.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-244.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-244.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal
I0416 14:00:08.507067    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xwffv
I0416 14:00:08.507107    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xwffv
I0416 14:00:08.507148    3815 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-xwffv, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xwffv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xwffv: no pod IPs found 
I0416 14:00:08.507075    3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f4749
I0416 14:00:08.507160    3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f4749
I0416 14:00:08.507182    3815 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-f4749, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f4749: suppressed error logged: pod openshift-multus/network-metrics-daemon-f4749: no pod IPs found 
I0416 14:00:10.091674    3815 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall
I0416 14:00:10.091702    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal
I0416 14:00:10.091713    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 14:00:10.091720    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 23.311µs
I0416 14:00:14.129473    3815 cni.go:452] [openshift-insights/insights-runtime-extractor-rk6db 480b25b12a1be76a8e4bbbe011aedf559ee210e19ee1dfe6b5416bcedbd5b6bc network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rk6db 480b25b12a1be76a8e4bbbe011aedf559ee210e19ee1dfe6b5416bcedbd5b6bc network default NAD default NAD key ]
I0416 14:00:14.139032    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rk6db, hostIfaceName: 480b25b12a1be76, network: default, NAD default, SandboxID: "480b25b12a1be76a8e4bbbe011aedf559ee210e19ee1dfe6b5416bcedbd5b6bc", PCI device ID: , UID: "79ab313f-dd07-4662-b3b2-a88ec8a06ef7", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0416 14:00:14.190932    3815 cni.go:473] [openshift-insights/insights-runtime-extractor-rk6db 480b25b12a1be76a8e4bbbe011aedf559ee210e19ee1dfe6b5416bcedbd5b6bc network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rk6db 480b25b12a1be76a8e4bbbe011aedf559ee210e19ee1dfe6b5416bcedbd5b6bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:02:27:52:c9:af\",\"name\":\"480b25b12a1be76\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2fed73c-2dcf-419e-9348-ee7a76b733fd\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:14.636532    3815 cni.go:452] [openshift-image-registry/image-registry-7f5cb5f577-bwvbj 18b2e532166b60ae712372d3f47e14809283fefdc4ada645d85b8af4ae27f995 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7f5cb5f577-bwvbj 18b2e532166b60ae712372d3f47e14809283fefdc4ada645d85b8af4ae27f995 network default NAD default NAD key ]
I0416 14:00:14.647108    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f5cb5f577-bwvbj, hostIfaceName: 18b2e532166b60a, network: default, NAD default, SandboxID: "18b2e532166b60ae712372d3f47e14809283fefdc4ada645d85b8af4ae27f995", PCI device ID: , UID: "c3dadfd5-4825-47de-999b-f72622fb9e43", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0416 14:00:14.679868    3815 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-m66q6 7b1a131d56ed090032c1df6c429e8a94872f23acf9d3ff02164f8e60826a9bbd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-m66q6 7b1a131d56ed090032c1df6c429e8a94872f23acf9d3ff02164f8e60826a9bbd network default NAD default NAD key ]
I0416 14:00:14.696454    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-m66q6, hostIfaceName: 7b1a131d56ed090, network: default, NAD default, SandboxID: "7b1a131d56ed090032c1df6c429e8a94872f23acf9d3ff02164f8e60826a9bbd", PCI device ID: , UID: "55b3f46a-20f4-4b41-a55e-0743aa1fdd2d", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0416 14:00:14.704335    3815 cni.go:473] [openshift-image-registry/image-registry-7f5cb5f577-bwvbj 18b2e532166b60ae712372d3f47e14809283fefdc4ada645d85b8af4ae27f995 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7f5cb5f577-bwvbj 18b2e532166b60ae712372d3f47e14809283fefdc4ada645d85b8af4ae27f995 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:3a:fa:2b:67:cf\",\"name\":\"18b2e532166b60a\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15eb2466-670b-49da-b0fb-41ef2e1d3e10\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:14.713926    3815 cni.go:452] [openshift-dns/dns-default-gr7df 697a9d2424c9799f14b79ad7a80fb8128a05066033785e65b9ca36b352f885e9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-gr7df 697a9d2424c9799f14b79ad7a80fb8128a05066033785e65b9ca36b352f885e9 network default NAD default NAD key ]
I0416 14:00:14.723952    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-gr7df, hostIfaceName: 697a9d2424c9799, network: default, NAD default, SandboxID: "697a9d2424c9799f14b79ad7a80fb8128a05066033785e65b9ca36b352f885e9", PCI device ID: , UID: "9d0e70c7-c113-45c0-a5f8-11fcd83d007d", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0416 14:00:14.738724    3815 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hsc58 a83dc77f7f7ef15a87e78a5fb71b396fe5e31c7e5e6037c591dc88d376c46585 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hsc58 a83dc77f7f7ef15a87e78a5fb71b396fe5e31c7e5e6037c591dc88d376c46585 network default NAD default NAD key ]
I0416 14:00:14.751033    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-hsc58, hostIfaceName: a83dc77f7f7ef15, network: default, NAD default, SandboxID: "a83dc77f7f7ef15a87e78a5fb71b396fe5e31c7e5e6037c591dc88d376c46585", PCI device ID: , UID: "0d6174f8-654c-48cb-a2c6-d09fba4b1f1d", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0416 14:00:14.755732    3815 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-m66q6 7b1a131d56ed090032c1df6c429e8a94872f23acf9d3ff02164f8e60826a9bbd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-m66q6 7b1a131d56ed090032c1df6c429e8a94872f23acf9d3ff02164f8e60826a9bbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:06:ca:37:3d:e3\",\"name\":\"7b1a131d56ed090\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c511e2d0-958a-407f-a7f6-7c54c75617fc\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:14.783918    3815 cni.go:473] [openshift-dns/dns-default-gr7df 697a9d2424c9799f14b79ad7a80fb8128a05066033785e65b9ca36b352f885e9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-gr7df 697a9d2424c9799f14b79ad7a80fb8128a05066033785e65b9ca36b352f885e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6f:23:c4:39:2e\",\"name\":\"697a9d2424c9799\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19976241-e76d-40c7-90bb-e0983cddc68b\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:14.796857    3815 cni.go:452] [openshift-ingress/router-default-657b495fd9-kpn7r 5b71bbc9b6d3bee2e4e42ffe98ceae8c0f6c49465ebf519f58fa223dd01a1c2d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-657b495fd9-kpn7r 5b71bbc9b6d3bee2e4e42ffe98ceae8c0f6c49465ebf519f58fa223dd01a1c2d network default NAD default NAD key ]
I0416 14:00:14.807403    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-657b495fd9-kpn7r, hostIfaceName: 5b71bbc9b6d3bee, network: default, NAD default, SandboxID: "5b71bbc9b6d3bee2e4e42ffe98ceae8c0f6c49465ebf519f58fa223dd01a1c2d", PCI device ID: , UID: "d4eb9027-be8c-4234-81f6-f57ec0e4fc59", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0416 14:00:14.807672    3815 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hsc58 a83dc77f7f7ef15a87e78a5fb71b396fe5e31c7e5e6037c591dc88d376c46585 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-hsc58 a83dc77f7f7ef15a87e78a5fb71b396fe5e31c7e5e6037c591dc88d376c46585 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:88:ae:d1:04:9a\",\"name\":\"a83dc77f7f7ef15\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08becffd-b5bd-4776-8348-52e01d793333\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:14.844218    3815 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-65kwk 1ce069d340130a4bda29431cd873470dbdae0998955e77830d4f77f6153fe62f network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-65kwk 1ce069d340130a4bda29431cd873470dbdae0998955e77830d4f77f6153fe62f network default NAD default NAD key ]
I0416 14:00:14.852622    3815 cni.go:452] [openshift-ingress/router-default-fd7969945-lb2wh 6980342830f8f8255112c344ed1ed0736b5b8fec61f355b0c6f7c4afd05525c2 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-fd7969945-lb2wh 6980342830f8f8255112c344ed1ed0736b5b8fec61f355b0c6f7c4afd05525c2 network default NAD default NAD key ]
I0416 14:00:14.867605    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-65kwk, hostIfaceName: 1ce069d340130a4, network: default, NAD default, SandboxID: "1ce069d340130a4bda29431cd873470dbdae0998955e77830d4f77f6153fe62f", PCI device ID: , UID: "43c895cc-f6f4-483c-b3c5-dedb4bd2d309", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0416 14:00:14.867823    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-fd7969945-lb2wh, hostIfaceName: 6980342830f8f82, network: default, NAD default, SandboxID: "6980342830f8f8255112c344ed1ed0736b5b8fec61f355b0c6f7c4afd05525c2", PCI device ID: , UID: "23399f55-dd10-4f52-b34f-70e8d80506d3", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0416 14:00:14.872466    3815 cni.go:473] [openshift-ingress/router-default-657b495fd9-kpn7r 5b71bbc9b6d3bee2e4e42ffe98ceae8c0f6c49465ebf519f58fa223dd01a1c2d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-657b495fd9-kpn7r 5b71bbc9b6d3bee2e4e42ffe98ceae8c0f6c49465ebf519f58fa223dd01a1c2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:76:9c:dc:b7:10\",\"name\":\"5b71bbc9b6d3bee\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00999959-6ef5-455a-a0f3-b0f05865a73c\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:14.883490    3815 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-hlsch 145cdb20dd82b533344cf3ec7e14866138dccb3b9bd11ca4c1607892d218b94f network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-hlsch 145cdb20dd82b533344cf3ec7e14866138dccb3b9bd11ca4c1607892d218b94f network default NAD default NAD key ]
I0416 14:00:14.894806    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-hlsch, hostIfaceName: 145cdb20dd82b53, network: default, NAD default, SandboxID: "145cdb20dd82b533344cf3ec7e14866138dccb3b9bd11ca4c1607892d218b94f", PCI device ID: , UID: "c31c80a2-35df-413f-adf2-d30503f174d0", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0416 14:00:14.925865    3815 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-65kwk 1ce069d340130a4bda29431cd873470dbdae0998955e77830d4f77f6153fe62f network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-65kwk 1ce069d340130a4bda29431cd873470dbdae0998955e77830d4f77f6153fe62f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:11:84:0b:b8:c7\",\"name\":\"1ce069d340130a4\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2417079e-0b23-4b72-8334-0d4c0d3b8c6a\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:14.942923    3815 cni.go:473] [openshift-ingress/router-default-fd7969945-lb2wh 6980342830f8f8255112c344ed1ed0736b5b8fec61f355b0c6f7c4afd05525c2 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-fd7969945-lb2wh 6980342830f8f8255112c344ed1ed0736b5b8fec61f355b0c6f7c4afd05525c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:67:52:66:54:08\",\"name\":\"6980342830f8f82\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bed0843d-20d7-4398-98fa-a03195a934a7\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:14.962415    3815 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-hlsch 145cdb20dd82b533344cf3ec7e14866138dccb3b9bd11ca4c1607892d218b94f network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-hlsch 145cdb20dd82b533344cf3ec7e14866138dccb3b9bd11ca4c1607892d218b94f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f1:03:09:d1:cd\",\"name\":\"145cdb20dd82b53\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc685f30-6807-4c4d-b163-1f37a59cdb79\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:20.097239    3815 cni.go:452] [openshift-multus/network-metrics-daemon-fnw7r d2df07ae977e49227f335c04000fd8df66b3f7483bc9ad7a62dd4f11fd91fc05 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-fnw7r d2df07ae977e49227f335c04000fd8df66b3f7483bc9ad7a62dd4f11fd91fc05 network default NAD default NAD key ]
I0416 14:00:20.109752    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-fnw7r, hostIfaceName: d2df07ae977e492, network: default, NAD default, SandboxID: "d2df07ae977e49227f335c04000fd8df66b3f7483bc9ad7a62dd4f11fd91fc05", PCI device ID: , UID: "47e7f2b7-caa7-4736-97da-615b476f1c92", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0416 14:00:20.172781    3815 cni.go:473] [openshift-multus/network-metrics-daemon-fnw7r d2df07ae977e49227f335c04000fd8df66b3f7483bc9ad7a62dd4f11fd91fc05 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-fnw7r d2df07ae977e49227f335c04000fd8df66b3f7483bc9ad7a62dd4f11fd91fc05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:d1:27:2b:9b:2a\",\"name\":\"d2df07ae977e492\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3b7e774-fbe7-4473-8eda-33aa220c78fc\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:00:23.826132    3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0416 14:00:23.829644    3815 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:23.829668    3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:23.829675    3815 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:23.845865    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
I0416 14:00:23.898690    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 14:00:23.942171    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 14:00:23.958405    3815 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lwfc2] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-lwfc2 for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:00:23.958542    3815 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lwfc2
I0416 14:00:23.965685    3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0416 14:00:23.983665    3815 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lwfc2] pod update took 25.148768ms
I0416 14:00:23.983694    3815 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lwfc2] addLogicalPort annotation time took 25.18484ms
I0416 14:00:23.985004    3815 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lwfc2] addLogicalPort took 26.61616ms, libovsdb time 928.839µs
W0416 14:00:23.986744    3815 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-75bf6789c8-vgwm9 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-75bf6789c8-vgwm9: no pod IPs found 
W0416 14:00:24.006211    3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0416 14:00:24.023556    3815 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-nkzdg] creating logical port openshift-console_downloads-5c54f4944f-nkzdg for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:00:24.023697    3815 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-nkzdg
I0416 14:00:24.043349    3815 pod.go:62] [openshift-console/downloads-5c54f4944f-nkzdg] pod update took 19.676706ms
I0416 14:00:24.043380    3815 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-nkzdg] addLogicalPort annotation time took 19.711715ms
I0416 14:00:24.044702    3815 pods.go:271] [openshift-console/downloads-5c54f4944f-nkzdg] addLogicalPort took 21.164894ms, libovsdb time 952.448µs
I0416 14:00:24.355785    3815 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lwfc2 d58ae758907bae301ffbd0e946b5c05706103e37164a2a8daf6deeb99501810c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lwfc2 d58ae758907bae301ffbd0e946b5c05706103e37164a2a8daf6deeb99501810c network default NAD default NAD key ]
I0416 14:00:24.365241    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-lwfc2, hostIfaceName: d58ae758907bae3, network: default, NAD default, SandboxID: "d58ae758907bae301ffbd0e946b5c05706103e37164a2a8daf6deeb99501810c", PCI device ID: , UID: "046169b7-42b4-441d-ba19-70f9d39191bb", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0416 14:00:24.420340    3815 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lwfc2 d58ae758907bae301ffbd0e946b5c05706103e37164a2a8daf6deeb99501810c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lwfc2 d58ae758907bae301ffbd0e946b5c05706103e37164a2a8daf6deeb99501810c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:9f:34:de:cd:91\",\"name\":\"d58ae758907bae3\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82b03e73-a749-427b-a1d0-8bb5119b8eb2\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:00:24.445879    3815 cni.go:452] [openshift-console/downloads-5c54f4944f-nkzdg 56e20f8a42be8a104a44ac57f6805a343f53652ed9f16ed00ba8db4d3f9b09f7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-nkzdg 56e20f8a42be8a104a44ac57f6805a343f53652ed9f16ed00ba8db4d3f9b09f7 network default NAD default NAD key ]
I0416 14:00:24.455978    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-nkzdg, hostIfaceName: 56e20f8a42be8a1, network: default, NAD default, SandboxID: "56e20f8a42be8a104a44ac57f6805a343f53652ed9f16ed00ba8db4d3f9b09f7", PCI device ID: , UID: "af798212-8ada-4fd8-989c-23692f152b1a", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0416 14:00:24.511526    3815 cni.go:473] [openshift-console/downloads-5c54f4944f-nkzdg 56e20f8a42be8a104a44ac57f6805a343f53652ed9f16ed00ba8db4d3f9b09f7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-nkzdg 56e20f8a42be8a104a44ac57f6805a343f53652ed9f16ed00ba8db4d3f9b09f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:cd:4c:19:d7:7b\",\"name\":\"56e20f8a42be8a1\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55d0c95b-5333-4c30-bab4-0bcb71eda85e\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:00:24.754767    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:24.754789    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:24.754795    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:24.754807    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:24.754834    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:24.754840    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
I0416 14:00:24.917279    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default"
I0416 14:00:24.917292    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "ip-10-0-0-244.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 14:00:24.917328    3815 node_tracker.go:235] Node ip-10-0-0-244.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-244.ec2.internal"
I0416 14:00:24.917343    3815 node_tracker.go:169] Node ip-10-0-0-244.ec2.internal switch + router changed, syncing services in network "default"
I0416 14:00:24.917354    3815 services_controller.go:574] Full service sync requested for network=default
W0416 14:00:24.917464    3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0416 14:00:24.917605    3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0416 14:00:24.981803    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "ip-10-0-0-244.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 14:00:25.039855    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default"
I0416 14:00:25.039898    3815 default_network_controller.go:1025] Node "ip-10-0-0-244.ec2.internal" in remote zone "ip-10-0-0-244.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0416 14:00:25.039919    3815 node_tracker.go:169] Node ip-10-0-0-244.ec2.internal switch + router changed, syncing services in network "default"
I0416 14:00:25.039932    3815 services_controller.go:574] Full service sync requested for network=default
W0416 14:00:25.040324    3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0416 14:00:25.040442    3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0416 14:00:25.040961    3815 zone_ic_handler.go:195] Time taken to create transit switch: 275.332µs
I0416 14:00:25.040977    3815 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-244.ec2.internal for the network default
I0416 14:00:25.042028    3815 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-244.ec2.internal" on network "default" took: 1.35373ms
I0416 14:00:25.597798    3815 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall
I0416 14:00:25.597834    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal
I0416 14:00:25.597848    3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default"
I0416 14:00:25.597853    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 23.356µs
I0416 14:00:25.597896    3815 node_tracker.go:169] Node ip-10-0-0-244.ec2.internal switch + router changed, syncing services in network "default"
I0416 14:00:25.597909    3815 services_controller.go:574] Full service sync requested for network=default
I0416 14:00:25.597932    3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-244.ec2.internal", IP: 10.0.0.244 to PMTUD blocking rules
I0416 14:00:25.597950    3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-244.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0416 14:00:25.598016    3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0416 14:00:25.598100    3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0416 14:00:25.604407    3815 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-244.ec2.internal. Updating no re-route policies
I0416 14:00:25.614995    3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-244.ec2.internal", IP: 10.0.0.244 to PMTUD blocking rules
I0416 14:00:25.615017    3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-244.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0416 14:00:25.803736    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0416 14:00:27.795265    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0416 14:00:28.976790    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0416 14:00:29.011077    3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal
I0416 14:00:29.011112    3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 40.741µs
W0416 14:00:30.253315    3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0416 14:00:30.925446    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:30.925475    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0416 14:00:30.925485    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
I0416 14:00:31.415560    3815 base_network_controller_pods.go:487] [default/openshift-console/console-5688f55d49-mh8gm] creating logical port openshift-console_console-5688f55d49-mh8gm for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:00:31.415721    3815 kube.go:256] Updating pod openshift-console/console-5688f55d49-mh8gm
I0416 14:00:31.432218    3815 pod.go:62] [openshift-console/console-5688f55d49-mh8gm] pod update took 16.529029ms
I0416 14:00:31.432247    3815 base_network_controller_pods.go:951] [default/openshift-console/console-5688f55d49-mh8gm] addLogicalPort annotation time took 16.562891ms
I0416 14:00:31.433708    3815 pods.go:271] [openshift-console/console-5688f55d49-mh8gm] addLogicalPort took 18.169655ms, libovsdb time 1.042618ms
I0416 14:00:31.785557    3815 cni.go:452] [openshift-console/console-5688f55d49-mh8gm 877944c6f6f251ec6a32c9d660172e09aef8cc78b3d14beeed90b32d7dd5742d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5688f55d49-mh8gm 877944c6f6f251ec6a32c9d660172e09aef8cc78b3d14beeed90b32d7dd5742d network default NAD default NAD key ]
I0416 14:00:31.795878    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5688f55d49-mh8gm, hostIfaceName: 877944c6f6f251e, network: default, NAD default, SandboxID: "877944c6f6f251ec6a32c9d660172e09aef8cc78b3d14beeed90b32d7dd5742d", PCI device ID: , UID: "e0677c70-440b-4743-a82a-1fd59e4a3a7a", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0416 14:00:31.858946    3815 cni.go:473] [openshift-console/console-5688f55d49-mh8gm 877944c6f6f251ec6a32c9d660172e09aef8cc78b3d14beeed90b32d7dd5742d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5688f55d49-mh8gm 877944c6f6f251ec6a32c9d660172e09aef8cc78b3d14beeed90b32d7dd5742d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ce:70:ef:8a:d7\",\"name\":\"877944c6f6f251e\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10afc6fb-9cb6-4e63-8753-e6a80e64c87d\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:00:34.027391    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0416 14:00:34.027451    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0416 14:00:34.851239    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0416 14:00:35.892650    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0416 14:00:36.270804    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0416 14:00:41.858886    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0416 14:00:42.057812    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0416 14:00:42.902093    3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0416 14:00:42.902121    3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0416 14:00:42.902133    3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0416 14:00:43.421312    3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0416 14:00:43.421348    3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0416 14:00:43.421358    3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0416 14:00:45.916954    3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0416 14:00:45.916974    3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0416 14:00:45.955470    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0416 14:00:46.234646    3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0416 14:00:46.328203    3815 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5688f55d49-wgwqq IP address from the namespace address-set, err: pod openshift-console/console-5688f55d49-wgwqq: no pod IPs found 
W0416 14:00:46.490800    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0416 14:00:46.595083    3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0416 14:00:46.595106    3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0416 14:00:49.761773    3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:00:49.762406    3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:00:50.007981    3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:00:50.008010    3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:00:50.015179    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5cb5f577-m45f6
I0416 14:00:50.015249    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5cb5f577-m45f6
W0416 14:00:51.982477    3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0416 14:00:51.982497    3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0416 14:00:51.982502    3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0416 14:00:51.982506    3815 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0416 14:01:01.552804    3815 obj_retry.go:498] Detected object openshift-console/console-666fb7489-7ph2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:01.553364    3815 obj_retry.go:498] Detected object openshift-console/console-666fb7489-7ph2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:02.441865    3815 obj_retry.go:492] Detected object openshift-console/console-666fb7489-7ph2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:02.441890    3815 obj_retry.go:492] Detected object openshift-console/console-666fb7489-7ph2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:02.447889    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fb7489-7ph2h
I0416 14:01:02.447911    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fb7489-7ph2h
I0416 14:01:07.598660    3815 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:07.599197    3815 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:07.599226    3815 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:07.599235    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0416 14:01:07.599250    3815 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:07.599258    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0416 14:01:08.622975    3815 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:08.623000    3815 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:08.623021    3815 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:08.623031    3815 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:11.500216    3815 cni.go:452] [openshift-console/console-5688f55d49-mh8gm 877944c6f6f251ec6a32c9d660172e09aef8cc78b3d14beeed90b32d7dd5742d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5688f55d49-mh8gm 877944c6f6f251ec6a32c9d660172e09aef8cc78b3d14beeed90b32d7dd5742d network default NAD default NAD key ]
I0416 14:01:11.585094    3815 cni.go:473] [openshift-console/console-5688f55d49-mh8gm 877944c6f6f251ec6a32c9d660172e09aef8cc78b3d14beeed90b32d7dd5742d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5688f55d49-mh8gm 877944c6f6f251ec6a32c9d660172e09aef8cc78b3d14beeed90b32d7dd5742d network default NAD default NAD key default], result "{}", err <nil>
I0416 14:01:11.651208    3815 obj_retry.go:498] Detected object openshift-console/console-5688f55d49-mh8gm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:11.651250    3815 pods.go:176] Deleting pod: openshift-console/console-5688f55d49-mh8gm
I0416 14:01:11.652610    3815 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5688f55d49-mh8gm, ips: 10.128.0.24
I0416 14:01:11.652642    3815 obj_retry.go:498] Detected object openshift-console/console-5688f55d49-mh8gm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:11.659685    3815 base_network_controller_pods.go:487] [default/openshift-console/console-5fb9755db8-fb8m6] creating logical port openshift-console_console-5fb9755db8-fb8m6 for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:01:11.659940    3815 kube.go:256] Updating pod openshift-console/console-5fb9755db8-fb8m6
I0416 14:01:11.674323    3815 pod.go:62] [openshift-console/console-5fb9755db8-fb8m6] pod update took 14.408876ms
I0416 14:01:11.674363    3815 base_network_controller_pods.go:951] [default/openshift-console/console-5fb9755db8-fb8m6] addLogicalPort annotation time took 14.454856ms
I0416 14:01:11.675926    3815 pods.go:271] [openshift-console/console-5fb9755db8-fb8m6] addLogicalPort took 16.259912ms, libovsdb time 1.053333ms
I0416 14:01:12.075893    3815 cni.go:452] [openshift-console/console-5fb9755db8-fb8m6 59469b4c8b97d8888a65bc8f07345b2b9bd65e7239f5bdc742043103109ae2cd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5fb9755db8-fb8m6 59469b4c8b97d8888a65bc8f07345b2b9bd65e7239f5bdc742043103109ae2cd network default NAD default NAD key ]
I0416 14:01:12.085929    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5fb9755db8-fb8m6, hostIfaceName: 59469b4c8b97d88, network: default, NAD default, SandboxID: "59469b4c8b97d8888a65bc8f07345b2b9bd65e7239f5bdc742043103109ae2cd", PCI device ID: , UID: "1d6b357c-a624-4412-805f-60ed10583e44", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0416 14:01:12.144859    3815 obj_retry.go:492] Detected object openshift-console/console-5688f55d49-mh8gm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:12.144895    3815 obj_retry.go:492] Detected object openshift-console/console-5688f55d49-mh8gm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:12.146459    3815 cni.go:473] [openshift-console/console-5fb9755db8-fb8m6 59469b4c8b97d8888a65bc8f07345b2b9bd65e7239f5bdc742043103109ae2cd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5fb9755db8-fb8m6 59469b4c8b97d8888a65bc8f07345b2b9bd65e7239f5bdc742043103109ae2cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:05:aa:a6:8b:70\",\"name\":\"59469b4c8b97d88\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c653af12-a6c2-40d5-84ea-6dd9fb98e7a9\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:01:12.147653    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5688f55d49-mh8gm
I0416 14:01:12.147683    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5688f55d49-mh8gm
I0416 14:01:12.527770    3815 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0416 14:01:12.541615    3815 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0416 14:01:16.502178    3815 cni.go:452] [openshift-image-registry/image-registry-7f5cb5f577-bwvbj 18b2e532166b60ae712372d3f47e14809283fefdc4ada645d85b8af4ae27f995 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7f5cb5f577-bwvbj 18b2e532166b60ae712372d3f47e14809283fefdc4ada645d85b8af4ae27f995 network default NAD default NAD key ]
I0416 14:01:16.577942    3815 cni.go:473] [openshift-image-registry/image-registry-7f5cb5f577-bwvbj 18b2e532166b60ae712372d3f47e14809283fefdc4ada645d85b8af4ae27f995 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7f5cb5f577-bwvbj 18b2e532166b60ae712372d3f47e14809283fefdc4ada645d85b8af4ae27f995 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:01:16.649516    3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:16.649590    3815 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f5cb5f577-bwvbj
I0416 14:01:16.651046    3815 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f5cb5f577-bwvbj, ips: 10.128.0.5
I0416 14:01:16.651078    3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:17.169298    3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:17.169328    3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:17.175497    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5cb5f577-bwvbj
I0416 14:01:17.175530    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5cb5f577-bwvbj
W0416 14:01:19.189370    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0416 14:01:19.189387    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0416 14:01:19.189452    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0416 14:01:20.191718    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0416 14:01:20.216247    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0416 14:01:20.216343    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0416 14:01:20.216406    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0416 14:01:21.200917    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0416 14:01:21.230380    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0416 14:01:21.230412    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0416 14:01:21.230478    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0416 14:01:22.212547    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0416 14:01:22.242488    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0416 14:01:32.239240    3815 cni.go:452] [openshift-ingress/router-default-657b495fd9-kpn7r 5b71bbc9b6d3bee2e4e42ffe98ceae8c0f6c49465ebf519f58fa223dd01a1c2d network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-657b495fd9-kpn7r 5b71bbc9b6d3bee2e4e42ffe98ceae8c0f6c49465ebf519f58fa223dd01a1c2d network default NAD default NAD key ]
I0416 14:01:32.320954    3815 cni.go:473] [openshift-ingress/router-default-657b495fd9-kpn7r 5b71bbc9b6d3bee2e4e42ffe98ceae8c0f6c49465ebf519f58fa223dd01a1c2d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-657b495fd9-kpn7r 5b71bbc9b6d3bee2e4e42ffe98ceae8c0f6c49465ebf519f58fa223dd01a1c2d network default NAD default NAD key default], result "{}", err <nil>
I0416 14:01:32.399342    3815 obj_retry.go:498] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:32.399381    3815 pods.go:176] Deleting pod: openshift-ingress/router-default-657b495fd9-kpn7r
I0416 14:01:32.400669    3815 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-657b495fd9-kpn7r, ips: 10.128.0.15
I0416 14:01:32.400734    3815 obj_retry.go:498] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:33.253904    3815 obj_retry.go:492] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:33.253938    3815 obj_retry.go:492] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:33.257087    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-657b495fd9-kpn7r
I0416 14:01:33.257117    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-657b495fd9-kpn7r
I0416 14:01:37.893401    3815 obj_retry.go:498] Detected object openshift-console/console-666fb7489-5tj9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:37.893984    3815 obj_retry.go:498] Detected object openshift-console/console-666fb7489-5tj9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:01:38.168512    3815 obj_retry.go:492] Detected object openshift-console/console-666fb7489-5tj9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:38.168537    3815 obj_retry.go:492] Detected object openshift-console/console-666fb7489-5tj9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:01:38.173750    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fb7489-5tj9f
I0416 14:01:38.173777    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fb7489-5tj9f
I0416 14:02:00.294443    3815 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:00.295057    3815 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:01.273114    3815 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:01.273142    3815 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:01.281718    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0416 14:02:01.281751    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0416 14:02:04.661021    3815 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:04.661584    3815 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:05.303675    3815 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:05.303698    3815 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:05.310496    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0416 14:02:05.310526    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0416 14:02:33.035572    3815 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:33.036627    3815 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:33.186367    3815 cni.go:452] [openshift-console/console-5fb9755db8-fb8m6 59469b4c8b97d8888a65bc8f07345b2b9bd65e7239f5bdc742043103109ae2cd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5fb9755db8-fb8m6 59469b4c8b97d8888a65bc8f07345b2b9bd65e7239f5bdc742043103109ae2cd network default NAD default NAD key ]
I0416 14:02:33.294815    3815 cni.go:473] [openshift-console/console-5fb9755db8-fb8m6 59469b4c8b97d8888a65bc8f07345b2b9bd65e7239f5bdc742043103109ae2cd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5fb9755db8-fb8m6 59469b4c8b97d8888a65bc8f07345b2b9bd65e7239f5bdc742043103109ae2cd network default NAD default NAD key default], result "{}", err <nil>
I0416 14:02:33.344749    3815 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:33.344790    3815 pods.go:176] Deleting pod: openshift-console/console-5fb9755db8-fb8m6
I0416 14:02:33.346112    3815 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5fb9755db8-fb8m6, ips: 10.128.0.25
I0416 14:02:33.346142    3815 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:33.355594    3815 base_network_controller_pods.go:487] [default/openshift-console/console-8646b8844-s822k] creating logical port openshift-console_console-8646b8844-s822k for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:02:33.355738    3815 kube.go:256] Updating pod openshift-console/console-8646b8844-s822k
I0416 14:02:33.370876    3815 pod.go:62] [openshift-console/console-8646b8844-s822k] pod update took 15.168041ms
I0416 14:02:33.370907    3815 base_network_controller_pods.go:951] [default/openshift-console/console-8646b8844-s822k] addLogicalPort annotation time took 15.203181ms
I0416 14:02:33.372185    3815 pods.go:271] [openshift-console/console-8646b8844-s822k] addLogicalPort took 16.60873ms, libovsdb time 906.789µs
I0416 14:02:33.718184    3815 cni.go:452] [openshift-console/console-8646b8844-s822k 2b505ad8184237ba889a96fc7c45d4e7f875d002a1559a02f91d123543161efa network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8646b8844-s822k 2b505ad8184237ba889a96fc7c45d4e7f875d002a1559a02f91d123543161efa network default NAD default NAD key ]
I0416 14:02:33.728786    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8646b8844-s822k, hostIfaceName: 2b505ad8184237b, network: default, NAD default, SandboxID: "2b505ad8184237ba889a96fc7c45d4e7f875d002a1559a02f91d123543161efa", PCI device ID: , UID: "e00f7c39-2398-4afb-a1a8-f2f01f46c50e", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0416 14:02:33.785904    3815 cni.go:473] [openshift-console/console-8646b8844-s822k 2b505ad8184237ba889a96fc7c45d4e7f875d002a1559a02f91d123543161efa network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8646b8844-s822k 2b505ad8184237ba889a96fc7c45d4e7f875d002a1559a02f91d123543161efa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:7a:11:20:9a:6e\",\"name\":\"2b505ad8184237b\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee089299-9083-41f3-9aa5-04105d8ee0b2\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:02:33.797013    3815 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:33.797051    3815 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:33.804178    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fb9755db8-fb8m6
I0416 14:02:33.804205    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fb9755db8-fb8m6
I0416 14:02:33.844138    3815 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:33.844166    3815 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:33.850323    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0416 14:02:33.850354    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0416 14:02:43.700290    3815 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:43.700873    3815 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:43.887746    3815 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:43.887776    3815 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:43.890906    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fb9755db8-ndbr5
I0416 14:02:43.890934    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fb9755db8-ndbr5
W0416 14:02:44.560971    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0416 14:02:57.672318    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:57.672914    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:02:58.557846    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:58.557879    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:02:59.411898    3815 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0416 14:03:07.935880    3815 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:03:07.936393    3815 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:03:08.297340    3815 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:03:08.297373    3815 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:03:08.303897    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0416 14:03:08.303926    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0416 14:04:41.490941    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0416 14:04:46.234752    3815 obj_retry.go:498] Detected object openshift-console/console-8646b8844-mb9bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:04:46.235388    3815 obj_retry.go:498] Detected object openshift-console/console-8646b8844-mb9bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:04:47.001771    3815 obj_retry.go:492] Detected object openshift-console/console-8646b8844-mb9bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:04:47.001824    3815 obj_retry.go:492] Detected object openshift-console/console-8646b8844-mb9bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:04:47.008167    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8646b8844-mb9bm
I0416 14:04:47.008193    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8646b8844-mb9bm
I0416 14:04:49.484608    3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0416 14:04:50.361328    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69
I0416 14:04:56.571050    3815 cni.go:452] [openshift-console/console-8646b8844-s822k 2b505ad8184237ba889a96fc7c45d4e7f875d002a1559a02f91d123543161efa network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8646b8844-s822k 2b505ad8184237ba889a96fc7c45d4e7f875d002a1559a02f91d123543161efa network default NAD default NAD key ]
I0416 14:04:56.649581    3815 cni.go:473] [openshift-console/console-8646b8844-s822k 2b505ad8184237ba889a96fc7c45d4e7f875d002a1559a02f91d123543161efa network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8646b8844-s822k 2b505ad8184237ba889a96fc7c45d4e7f875d002a1559a02f91d123543161efa network default NAD default NAD key default], result "{}", err <nil>
I0416 14:04:56.697714    3815 obj_retry.go:498] Detected object openshift-console/console-8646b8844-s822k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:04:56.697759    3815 pods.go:176] Deleting pod: openshift-console/console-8646b8844-s822k
I0416 14:04:56.699126    3815 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8646b8844-s822k, ips: 10.128.0.26
I0416 14:04:56.699164    3815 obj_retry.go:498] Detected object openshift-console/console-8646b8844-s822k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:04:57.078902    3815 obj_retry.go:492] Detected object openshift-console/console-8646b8844-s822k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:04:57.078930    3815 obj_retry.go:492] Detected object openshift-console/console-8646b8844-s822k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:04:57.085516    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8646b8844-s822k
I0416 14:04:57.085548    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8646b8844-s822k
I0416 14:05:40.372218    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=669
I0416 14:05:42.451590    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0416 14:06:09.369573    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14
I0416 14:06:14.421466    3815 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-vb6l2] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-vb6l2 for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:06:14.421592    3815 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-vb6l2
I0416 14:06:14.436220    3815 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-vb6l2] pod update took 14.656649ms
I0416 14:06:14.436246    3815 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-vb6l2] addLogicalPort annotation time took 14.687363ms
I0416 14:06:14.437633    3815 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-vb6l2] addLogicalPort took 16.178452ms, libovsdb time 1.000189ms
I0416 14:06:14.782088    3815 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-vb6l2 6a331120114ee626441c8f83805cfbbba9c860b50766f161486d797070def3e5 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-vb6l2 6a331120114ee626441c8f83805cfbbba9c860b50766f161486d797070def3e5 network default NAD default NAD key ]
I0416 14:06:14.791965    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-vb6l2, hostIfaceName: 6a331120114ee62, network: default, NAD default, SandboxID: "6a331120114ee626441c8f83805cfbbba9c860b50766f161486d797070def3e5", PCI device ID: , UID: "88244f54-a88a-40eb-9784-bf709e610450", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0416 14:06:14.848475    3815 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-vb6l2 6a331120114ee626441c8f83805cfbbba9c860b50766f161486d797070def3e5 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-vb6l2 6a331120114ee626441c8f83805cfbbba9c860b50766f161486d797070def3e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:4c:00:c9:77:c4\",\"name\":\"6a331120114ee62\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bedb7c6-d313-48ca-8824-2c9952939795\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:06:18.425013    3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0416 14:06:29.409965    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0416 14:06:29.439152    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0416 14:06:29.439215    3815 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nws77 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nws77: no pod IPs found 
I0416 14:06:32.363774    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=143
I0416 14:07:59.466805    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0416 14:08:14.473180    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0416 14:08:16.452238    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0416 14:08:40.462030    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
I0416 14:08:52.365632    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0416 14:08:56.479206    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0416 14:09:01.491938    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0416 14:09:12.364456    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73
I0416 14:09:22.456324    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0416 14:10:04.420675    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:10:04.421256    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:10:05.299893    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:10:05.299953    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:10:46.487991    3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0416 14:10:53.455169    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0416 14:10:59.365061    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=20
I0416 14:11:28.369342    3815 namespace.go:98] [tsf] adding namespace
I0416 14:11:28.370293    3815 namespace.go:102] [tsf] adding namespace took 925.176µs
I0416 14:11:28.384929    3815 namespace.go:142] [tsf] updating namespace
I0416 14:11:28.402127    3815 namespace.go:142] [tsf] updating namespace
I0416 14:11:32.468102    3815 namespace.go:98] [rhtpa-operator] adding namespace
I0416 14:11:32.469042    3815 namespace.go:102] [rhtpa-operator] adding namespace took 910.295µs
I0416 14:11:32.473863    3815 namespace.go:98] [tsf-tas] adding namespace
I0416 14:11:32.473955    3815 namespace.go:98] [tsf-keycloak] adding namespace
I0416 14:11:32.474096    3815 namespace.go:98] [konflux-operator] adding namespace
I0416 14:11:32.474720    3815 namespace.go:102] [tsf-tas] adding namespace took 837.222µs
I0416 14:11:32.474756    3815 namespace.go:98] [tsf-tpa] adding namespace
I0416 14:11:32.474793    3815 namespace.go:98] [rhbk-operator] adding namespace
I0416 14:11:32.474923    3815 namespace.go:98] [konflux-ui] adding namespace
I0416 14:11:32.475306    3815 namespace.go:102] [tsf-tpa] adding namespace took 542.932µs
I0416 14:11:32.475930    3815 namespace.go:102] [rhbk-operator] adding namespace took 1.116744ms
I0416 14:11:32.476375    3815 namespace.go:102] [konflux-operator] adding namespace took 2.266713ms
I0416 14:11:32.476923    3815 namespace.go:102] [tsf-keycloak] adding namespace took 2.952243ms
I0416 14:11:32.476946    3815 namespace.go:98] [cert-manager-operator] adding namespace
I0416 14:11:32.477452    3815 namespace.go:102] [cert-manager-operator] adding namespace took 498.357µs
I0416 14:11:32.477943    3815 namespace.go:102] [konflux-ui] adding namespace took 3.009458ms
I0416 14:11:32.488367    3815 namespace.go:142] [rhtpa-operator] updating namespace
I0416 14:11:32.500657    3815 namespace.go:142] [rhtpa-operator] updating namespace
I0416 14:11:32.512021    3815 namespace.go:142] [tsf-tas] updating namespace
I0416 14:11:32.512083    3815 namespace.go:142] [konflux-operator] updating namespace
I0416 14:11:32.517826    3815 namespace.go:142] [cert-manager-operator] updating namespace
I0416 14:11:32.517878    3815 namespace.go:142] [tsf-keycloak] updating namespace
I0416 14:11:32.523449    3815 namespace.go:142] [rhbk-operator] updating namespace
I0416 14:11:32.526883    3815 namespace.go:142] [tsf-tpa] updating namespace
I0416 14:11:32.530939    3815 namespace.go:142] [konflux-ui] updating namespace
I0416 14:11:32.531097    3815 namespace.go:142] [rhtpa-operator] updating namespace
I0416 14:11:32.578908    3815 namespace.go:142] [tsf-keycloak] updating namespace
I0416 14:11:32.596356    3815 namespace.go:142] [tsf-keycloak] updating namespace
I0416 14:11:32.605858    3815 namespace.go:142] [konflux-operator] updating namespace
I0416 14:11:32.627900    3815 namespace.go:142] [konflux-operator] updating namespace
I0416 14:11:32.658028    3815 namespace.go:142] [cert-manager-operator] updating namespace
I0416 14:11:32.686033    3815 namespace.go:142] [cert-manager-operator] updating namespace
I0416 14:11:32.691544    3815 namespace.go:142] [tsf-tpa] updating namespace
I0416 14:11:32.707243    3815 namespace.go:142] [tsf-tpa] updating namespace
I0416 14:11:32.710297    3815 namespace.go:142] [rhbk-operator] updating namespace
I0416 14:11:32.723490    3815 namespace.go:142] [rhbk-operator] updating namespace
I0416 14:11:32.738573    3815 namespace.go:142] [konflux-ui] updating namespace
I0416 14:11:32.748616    3815 namespace.go:142] [konflux-ui] updating namespace
I0416 14:11:32.765769    3815 namespace.go:142] [tsf-tas] updating namespace
I0416 14:11:32.780104    3815 namespace.go:142] [tsf-tas] updating namespace
I0416 14:11:33.700520    3815 namespace.go:142] [tsf-tpa] updating namespace
I0416 14:11:33.714519    3815 namespace.go:142] [tsf-keycloak] updating namespace
I0416 14:11:33.859253    3815 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:11:33.859377    3815 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0416 14:11:33.887413    3815 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.068474ms
I0416 14:11:33.887461    3815 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.119969ms
I0416 14:11:33.888911    3815 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.674037ms, libovsdb time 996.478µs
I0416 14:11:34.231577    3815 cni.go:452] [tsf/test-tsf-subscriptions d07004ceb7e3375670e64a7264e2dd852ae498c6aa7941d2807fd444eedb9797 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions d07004ceb7e3375670e64a7264e2dd852ae498c6aa7941d2807fd444eedb9797 network default NAD default NAD key ]
I0416 14:11:34.241169    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: d07004ceb7e3375, network: default, NAD default, SandboxID: "d07004ceb7e3375670e64a7264e2dd852ae498c6aa7941d2807fd444eedb9797", PCI device ID: , UID: "398173d3-794d-426f-b146-8ab055ab194d", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0416 14:11:34.297473    3815 cni.go:473] [tsf/test-tsf-subscriptions d07004ceb7e3375670e64a7264e2dd852ae498c6aa7941d2807fd444eedb9797 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions d07004ceb7e3375670e64a7264e2dd852ae498c6aa7941d2807fd444eedb9797 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:23:60:ed:2e:c8\",\"name\":\"d07004ceb7e3375\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8b882a2-3059-4d4c-aba7-cb240d7d19f4\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:11:41.230909    3815 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:41.231513    3815 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:41.231604    3815 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:41.231623    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0416 14:11:41.231637    3815 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:41.231642    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0416 14:11:41.261400    3815 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:41.261997    3815 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:41.262038    3815 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:41.262052    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0416 14:11:41.262067    3815 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:41.262076    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0416 14:11:42.256842    3815 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:42.256873    3815 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:42.256896    3815 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:42.256907    3815 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:42.291752    3815 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:42.291781    3815 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:42.291797    3815 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:42.291810    3815 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:44.260875    3815 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:44.261504    3815 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:44.261545    3815 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:44.261556    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0416 14:11:44.261570    3815 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:44.261575    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0416 14:11:44.291105    3815 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:44.291686    3815 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:44.291725    3815 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:44.291734    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0416 14:11:44.291746    3815 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:44.291753    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0416 14:11:45.289186    3815 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:45.289218    3815 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:45.289239    3815 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:45.289252    3815 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:45.316574    3815 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:45.316601    3815 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:45.316621    3815 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:45.316633    3815 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:47.291380    3815 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:47.291932    3815 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:47.291963    3815 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:47.291974    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0416 14:11:47.291989    3815 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:47.291995    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0416 14:11:48.328368    3815 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:48.328399    3815 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:48.328440    3815 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:48.328454    3815 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:49.337240    3815 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:49.337775    3815 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:49.337802    3815 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:49.337811    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0416 14:11:49.337821    3815 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0416 14:11:49.337826    3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0416 14:11:50.374181    3815 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:50.374208    3815 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:50.374225    3815 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:50.374235    3815 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:11:57.625206    3815 namespace.go:98] [cert-manager] adding namespace
I0416 14:11:57.626104    3815 namespace.go:102] [cert-manager] adding namespace took 874.787µs
I0416 14:11:57.716997    3815 namespace.go:142] [cert-manager] updating namespace
I0416 14:11:57.768069    3815 namespace.go:142] [cert-manager] updating namespace
I0416 14:11:59.507758    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
W0416 14:11:59.844746    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0416 14:12:02.751641    3815 namespace.go:142] [openshift-operators] updating namespace
I0416 14:12:02.759965    3815 namespace.go:142] [openshift-operators] updating namespace
W0416 14:12:05.859726    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0416 14:12:05.859747    3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0416 14:12:06.544081    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0416 14:12:06.551828    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0416 14:12:06.561411    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0416 14:12:06.568241    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0416 14:12:07.284138    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0416 14:12:10.517699    3815 namespace.go:142] [openshift-operators] updating namespace
I0416 14:12:19.763950    3815 namespace.go:98] [trusted-artifact-signer] adding namespace
I0416 14:12:19.764888    3815 namespace.go:102] [trusted-artifact-signer] adding namespace took 915.267µs
I0416 14:12:19.791901    3815 namespace.go:142] [trusted-artifact-signer] updating namespace
I0416 14:12:19.815939    3815 namespace.go:142] [trusted-artifact-signer] updating namespace
W0416 14:12:20.375862    3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0416 14:12:25.717290    3815 namespace.go:98] [openshift-pipelines] adding namespace
I0416 14:12:25.718137    3815 namespace.go:102] [openshift-pipelines] adding namespace took 822.784µs
I0416 14:12:25.741685    3815 namespace.go:142] [openshift-pipelines] updating namespace
I0416 14:12:26.484997    3815 namespace.go:142] [cert-manager] updating namespace
I0416 14:12:26.687250    3815 namespace.go:142] [cert-manager-operator] updating namespace
I0416 14:12:27.079390    3815 namespace.go:142] [konflux-operator] updating namespace
I0416 14:12:27.283659    3815 namespace.go:142] [konflux-ui] updating namespace
I0416 14:12:27.485952    3815 namespace.go:142] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] updating namespace
I0416 14:12:27.882840    3815 namespace.go:142] [rhbk-operator] updating namespace
I0416 14:12:28.082018    3815 namespace.go:142] [rhtpa-operator] updating namespace
I0416 14:12:28.283188    3815 namespace.go:142] [trusted-artifact-signer] updating namespace
I0416 14:12:28.481304    3815 namespace.go:142] [tsf] updating namespace
I0416 14:12:28.695947    3815 namespace.go:142] [tsf-keycloak] updating namespace
I0416 14:12:28.887587    3815 namespace.go:142] [tsf-tas] updating namespace
I0416 14:12:29.088166    3815 namespace.go:142] [tsf-tpa] updating namespace
I0416 14:12:29.217997    3815 namespace.go:142] [cert-manager] updating namespace
I0416 14:12:29.228043    3815 namespace.go:142] [cert-manager-operator] updating namespace
I0416 14:12:29.235501    3815 namespace.go:142] [default] updating namespace
I0416 14:12:29.245629    3815 namespace.go:142] [konflux-operator] updating namespace
I0416 14:12:29.252809    3815 namespace.go:142] [konflux-ui] updating namespace
I0416 14:12:29.263204    3815 namespace.go:142] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] updating namespace
I0416 14:12:29.270933    3815 namespace.go:142] [openshift] updating namespace
I0416 14:12:29.281513    3815 namespace.go:142] [rhbk-operator] updating namespace
I0416 14:12:29.289754    3815 namespace.go:142] [rhtpa-operator] updating namespace
I0416 14:12:29.299819    3815 namespace.go:142] [trusted-artifact-signer] updating namespace
I0416 14:12:29.307490    3815 namespace.go:142] [tsf] updating namespace
I0416 14:12:29.329636    3815 namespace.go:142] [tsf-keycloak] updating namespace
I0416 14:12:29.348098    3815 namespace.go:142] [tsf-tas] updating namespace
I0416 14:12:29.368102    3815 namespace.go:142] [tsf-tpa] updating namespace
I0416 14:12:29.471135    3815 namespace.go:142] [cert-manager] updating namespace
I0416 14:12:29.573762    3815 namespace.go:142] [cert-manager-operator] updating namespace
I0416 14:12:29.670881    3815 namespace.go:142] [default] updating namespace
I0416 14:12:29.776201    3815 namespace.go:142] [konflux-operator] updating namespace
I0416 14:12:29.868697    3815 namespace.go:142] [konflux-ui] updating namespace
I0416 14:12:29.975598    3815 namespace.go:142] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] updating namespace
I0416 14:12:30.070828    3815 namespace.go:142] [openshift] updating namespace
I0416 14:12:30.169676    3815 namespace.go:142] [rhbk-operator] updating namespace
I0416 14:12:30.285839    3815 namespace.go:142] [rhtpa-operator] updating namespace
I0416 14:12:30.405114    3815 namespace.go:142] [trusted-artifact-signer] updating namespace
I0416 14:12:30.498083    3815 namespace.go:142] [tsf] updating namespace
I0416 14:12:30.597104    3815 namespace.go:142] [tsf-keycloak] updating namespace
I0416 14:12:30.678129    3815 namespace.go:142] [tsf-tas] updating namespace
I0416 14:12:30.778879    3815 namespace.go:142] [tsf-tpa] updating namespace
I0416 14:12:31.227367    3815 namespace.go:142] [openshift-pipelines] updating namespace
I0416 14:12:39.100238    3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-t5md8] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-t5md8 for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:12:39.100385    3815 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-t5md8
I0416 14:12:39.114987    3815 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-t5md8] pod update took 14.627632ms
I0416 14:12:39.115019    3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-t5md8] addLogicalPort annotation time took 14.667193ms
I0416 14:12:39.116593    3815 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-t5md8] addLogicalPort took 16.3704ms, libovsdb time 1.175403ms
I0416 14:12:39.393302    3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-cvgq2] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-cvgq2 for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:12:39.393442    3815 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-cvgq2
I0416 14:12:39.414650    3815 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cvgq2] pod update took 21.26002ms
I0416 14:12:39.414675    3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-cvgq2] addLogicalPort annotation time took 21.290748ms
I0416 14:12:39.415921    3815 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cvgq2] addLogicalPort took 22.641382ms, libovsdb time 879.398µs
I0416 14:12:39.463696    3815 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-t5md8 72e00bc1c07ec7f5d715e75f8006e605eb39bb9d1687128365b28cdf061a671c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-t5md8 72e00bc1c07ec7f5d715e75f8006e605eb39bb9d1687128365b28cdf061a671c network default NAD default NAD key ]
I0416 14:12:39.473440    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-t5md8, hostIfaceName: 72e00bc1c07ec7f, network: default, NAD default, SandboxID: "72e00bc1c07ec7f5d715e75f8006e605eb39bb9d1687128365b28cdf061a671c", PCI device ID: , UID: "21c9df72-f890-4c31-ba9e-3a4560521fce", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0416 14:12:39.531736    3815 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-t5md8 72e00bc1c07ec7f5d715e75f8006e605eb39bb9d1687128365b28cdf061a671c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-t5md8 72e00bc1c07ec7f5d715e75f8006e605eb39bb9d1687128365b28cdf061a671c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bb:5c:02:ad:36\",\"name\":\"72e00bc1c07ec7f\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c9da9a0-8dc9-4188-96b1-054f37e0f6c1\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:12:39.760101    3815 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cvgq2 5bd74c6322ec2e1c6bf3c245fa0566dbebbd07d651222e4957285702bd8b2ef0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-cvgq2 5bd74c6322ec2e1c6bf3c245fa0566dbebbd07d651222e4957285702bd8b2ef0 network default NAD default NAD key ]
I0416 14:12:39.770114    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-cvgq2, hostIfaceName: 5bd74c6322ec2e1, network: default, NAD default, SandboxID: "5bd74c6322ec2e1c6bf3c245fa0566dbebbd07d651222e4957285702bd8b2ef0", PCI device ID: , UID: "8f06b415-5663-459a-a62e-94d529c683c2", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0416 14:12:39.829838    3815 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-cvgq2 5bd74c6322ec2e1c6bf3c245fa0566dbebbd07d651222e4957285702bd8b2ef0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-cvgq2 5bd74c6322ec2e1c6bf3c245fa0566dbebbd07d651222e4957285702bd8b2ef0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:b1:51:00:8f:d7\",\"name\":\"5bd74c6322ec2e1\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a2702c4-b74a-4837-9823-d01ef9304a66\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:12:42.927317    3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0416 14:12:42.927337    3815 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0416 14:12:42.927342    3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0416 14:12:42.927346    3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0416 14:12:42.950833    3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0416 14:12:42.950853    3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0416 14:12:42.950858    3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0416 14:12:42.975372    3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0416 14:12:42.975394    3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0416 14:12:42.975400    3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0416 14:12:47.958658    3815 cni.go:452] [tsf/test-tsf-subscriptions d07004ceb7e3375670e64a7264e2dd852ae498c6aa7941d2807fd444eedb9797 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions d07004ceb7e3375670e64a7264e2dd852ae498c6aa7941d2807fd444eedb9797 network default NAD default NAD key ]
I0416 14:12:48.048533    3815 cni.go:473] [tsf/test-tsf-subscriptions d07004ceb7e3375670e64a7264e2dd852ae498c6aa7941d2807fd444eedb9797 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions d07004ceb7e3375670e64a7264e2dd852ae498c6aa7941d2807fd444eedb9797 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:12:48.106260    3815 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:12:48.106301    3815 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0416 14:12:48.107619    3815 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.28
I0416 14:12:48.107656    3815 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:12:48.132102    3815 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:12:48.132124    3815 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:12:48.138327    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0416 14:12:48.138355    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0416 14:12:49.386593    3815 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:12:49.386698    3815 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0416 14:12:49.403371    3815 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.696209ms
I0416 14:12:49.403397    3815 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.727737ms
I0416 14:12:49.404732    3815 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.162842ms, libovsdb time 952.883µs
I0416 14:12:49.752655    3815 cni.go:452] [tsf/test-tsf-infrastructure a0d47981e95dda6e203946aefdf932dcd7e1b21c225607d8a030e760c39f7d96 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure a0d47981e95dda6e203946aefdf932dcd7e1b21c225607d8a030e760c39f7d96 network default NAD default NAD key ]
I0416 14:12:49.762480    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: a0d47981e95dda6, network: default, NAD default, SandboxID: "a0d47981e95dda6e203946aefdf932dcd7e1b21c225607d8a030e760c39f7d96", PCI device ID: , UID: "d28dec87-7d92-4dbe-a590-4b598e28c902", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0416 14:12:49.822513    3815 cni.go:473] [tsf/test-tsf-infrastructure a0d47981e95dda6e203946aefdf932dcd7e1b21c225607d8a030e760c39f7d96 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure a0d47981e95dda6e203946aefdf932dcd7e1b21c225607d8a030e760c39f7d96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:03:40:26:ad:2d\",\"name\":\"a0d47981e95dda6\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac122412-4956-4e6d-83ee-4a7d0ab938f1\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:12:52.263174    3815 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s2wtq] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-s2wtq for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:12:52.263335    3815 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s2wtq
I0416 14:12:52.263708    3815 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w72rm] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-w72rm for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:12:52.263822    3815 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w72rm
I0416 14:12:52.279907    3815 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w72rm] pod update took 16.101059ms
I0416 14:12:52.279936    3815 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w72rm] addLogicalPort annotation time took 16.136551ms
I0416 14:12:52.281197    3815 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w72rm] addLogicalPort took 17.49819ms, libovsdb time 879.919µs
I0416 14:12:52.287255    3815 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s2wtq] pod update took 23.950591ms
I0416 14:12:52.287281    3815 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s2wtq] addLogicalPort annotation time took 23.984356ms
I0416 14:12:52.288622    3815 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s2wtq] addLogicalPort took 25.470087ms, libovsdb time 898.332µs
W0416 14:12:53.935234    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0416 14:12:53.935256    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0416 14:12:53.935262    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0416 14:12:53.964726    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0416 14:12:53.964746    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0416 14:12:53.964752    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0416 14:12:53.964757    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0416 14:13:01.636766    3815 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s2wtq ceea5b69d2ceae6f853e9121f10e9a4ea2bb1e0bcdd1ec520f284206060b28ab network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s2wtq ceea5b69d2ceae6f853e9121f10e9a4ea2bb1e0bcdd1ec520f284206060b28ab network default NAD default NAD key ]
I0416 14:13:01.644623    3815 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w72rm 18ef06ff143fd869706d6c1c784cc48b49184ee5bc0a03b42063bdb2b26b6ad1 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w72rm 18ef06ff143fd869706d6c1c784cc48b49184ee5bc0a03b42063bdb2b26b6ad1 network default NAD default NAD key ]
I0416 14:13:01.647275    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-s2wtq, hostIfaceName: ceea5b69d2ceae6, network: default, NAD default, SandboxID: "ceea5b69d2ceae6f853e9121f10e9a4ea2bb1e0bcdd1ec520f284206060b28ab", PCI device ID: , UID: "50111647-c8c1-4eb5-a600-a42e6f9f2de7", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0416 14:13:01.655399    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-w72rm, hostIfaceName: 18ef06ff143fd86, network: default, NAD default, SandboxID: "18ef06ff143fd869706d6c1c784cc48b49184ee5bc0a03b42063bdb2b26b6ad1", PCI device ID: , UID: "fd5da673-7cc7-4474-a085-fd08e5d98558", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0416 14:13:01.707892    3815 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s2wtq ceea5b69d2ceae6f853e9121f10e9a4ea2bb1e0bcdd1ec520f284206060b28ab network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s2wtq ceea5b69d2ceae6f853e9121f10e9a4ea2bb1e0bcdd1ec520f284206060b28ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:1c:29:de:ff:ba\",\"name\":\"ceea5b69d2ceae6\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8d9a430-bee9-4178-b0d1-45f88ab47661\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:13:01.730189    3815 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w72rm 18ef06ff143fd869706d6c1c784cc48b49184ee5bc0a03b42063bdb2b26b6ad1 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-w72rm 18ef06ff143fd869706d6c1c784cc48b49184ee5bc0a03b42063bdb2b26b6ad1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:f6:36:f2:6b:9b\",\"name\":\"18ef06ff143fd86\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30eac679-10c9-49f5-ae2e-25ea97857dc3\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:13:02.051276    3815 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0416 14:13:02.075256    3815 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0416 14:13:07.091452    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0416 14:13:15.411482    3815 namespace.go:142] [openshift-pipelines] updating namespace
I0416 14:13:19.936213    3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-5krpg] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-5krpg for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:13:19.936338    3815 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-5krpg
I0416 14:13:19.951648    3815 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-5krpg] pod update took 15.345443ms
I0416 14:13:19.951675    3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-5krpg] addLogicalPort annotation time took 15.384432ms
I0416 14:13:19.953077    3815 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-5krpg] addLogicalPort took 16.886546ms, libovsdb time 1.046115ms
I0416 14:13:20.325628    3815 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-5krpg a86bd50f5c4a9ee4e2c651bfccd4cbfe022625701f6ec545fbe88da78f5ebb98 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-5krpg a86bd50f5c4a9ee4e2c651bfccd4cbfe022625701f6ec545fbe88da78f5ebb98 network default NAD default NAD key ]
I0416 14:13:20.336228    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-5krpg, hostIfaceName: a86bd50f5c4a9ee, network: default, NAD default, SandboxID: "a86bd50f5c4a9ee4e2c651bfccd4cbfe022625701f6ec545fbe88da78f5ebb98", PCI device ID: , UID: "b88b915b-7c15-4cc8-96f6-88a924265522", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0416 14:13:20.397359    3815 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-5krpg a86bd50f5c4a9ee4e2c651bfccd4cbfe022625701f6ec545fbe88da78f5ebb98 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-5krpg a86bd50f5c4a9ee4e2c651bfccd4cbfe022625701f6ec545fbe88da78f5ebb98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:38:5d:23:5c:62\",\"name\":\"a86bd50f5c4a9ee\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09535c4b-7796-4513-afa3-c19d02b5b533\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:13:23.039639    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0416 14:13:23.063016    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0416 14:13:24.372477    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98
I0416 14:13:26.158640    3815 cni.go:452] [tsf/test-tsf-infrastructure a0d47981e95dda6e203946aefdf932dcd7e1b21c225607d8a030e760c39f7d96 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure a0d47981e95dda6e203946aefdf932dcd7e1b21c225607d8a030e760c39f7d96 network default NAD default NAD key ]
I0416 14:13:26.264803    3815 cni.go:473] [tsf/test-tsf-infrastructure a0d47981e95dda6e203946aefdf932dcd7e1b21c225607d8a030e760c39f7d96 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure a0d47981e95dda6e203946aefdf932dcd7e1b21c225607d8a030e760c39f7d96 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:13:26.715484    3815 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:13:26.715539    3815 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0416 14:13:26.717198    3815 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.31
I0416 14:13:26.717236    3815 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:13:26.737113    3815 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:13:26.737140    3815 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:13:26.742920    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0416 14:13:26.742950    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0416 14:13:27.825049    3815 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:13:27.825165    3815 kube.go:256] Updating pod tsf/test-tsf-iam
I0416 14:13:27.838963    3815 pod.go:62] [tsf/test-tsf-iam] pod update took 13.817598ms
I0416 14:13:27.838998    3815 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.859351ms
I0416 14:13:27.840346    3815 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.311566ms, libovsdb time 882.198µs
I0416 14:13:28.019896    3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0416 14:13:28.187913    3815 cni.go:452] [tsf/test-tsf-iam 1fa49043be87d72a610d40d1275d06b1e5f86cac16fa5f703bd9bca9dbe76197 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 1fa49043be87d72a610d40d1275d06b1e5f86cac16fa5f703bd9bca9dbe76197 network default NAD default NAD key ]
I0416 14:13:28.198040    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 1fa49043be87d72, network: default, NAD default, SandboxID: "1fa49043be87d72a610d40d1275d06b1e5f86cac16fa5f703bd9bca9dbe76197", PCI device ID: , UID: "d8f1b885-d689-4e80-9f4c-3ca0273cbb22", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0416 14:13:28.259751    3815 cni.go:473] [tsf/test-tsf-iam 1fa49043be87d72a610d40d1275d06b1e5f86cac16fa5f703bd9bca9dbe76197 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 1fa49043be87d72a610d40d1275d06b1e5f86cac16fa5f703bd9bca9dbe76197 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:09:80:a7:44:40\",\"name\":\"1fa49043be87d72\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0bf81f2-8cc4-48d3-84f8-2f1789a6eb89\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:13:28.670319    3815 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0416 14:13:28.671252    3815 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0416 14:13:28.671276    3815 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0416 14:13:28.673411    3815 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0416 14:13:29.010332    3815 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:13:29.010460    3815 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0416 14:13:29.025243    3815 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.835485ms
I0416 14:13:29.025268    3815 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.867248ms
I0416 14:13:29.026621    3815 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.305586ms, libovsdb time 877.889µs
I0416 14:13:29.377048    3815 cni.go:452] [tsf-keycloak/keycloak-0 55d84c1bbc85831acbfe6e61fa1ffcb1a75322ed536d647deafc8d1c588625a1 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 55d84c1bbc85831acbfe6e61fa1ffcb1a75322ed536d647deafc8d1c588625a1 network default NAD default NAD key ]
I0416 14:13:29.388161    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 55d84c1bbc85831, network: default, NAD default, SandboxID: "55d84c1bbc85831acbfe6e61fa1ffcb1a75322ed536d647deafc8d1c588625a1", PCI device ID: , UID: "afb52d33-bb67-4490-a52e-9b00ecc46409", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0416 14:13:29.453615    3815 cni.go:473] [tsf-keycloak/keycloak-0 55d84c1bbc85831acbfe6e61fa1ffcb1a75322ed536d647deafc8d1c588625a1 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 55d84c1bbc85831acbfe6e61fa1ffcb1a75322ed536d647deafc8d1c588625a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0e:d6:1a:af:f3\",\"name\":\"55d84c1bbc85831\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2bf1de1-46cb-42ac-ad9d-63534473f847\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:13:31.087675    3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:13:31.087808    3815 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0416 14:13:31.099327    3815 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.539977ms
I0416 14:13:31.099357    3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.57501ms
I0416 14:13:31.100796    3815 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.136536ms, libovsdb time 994.47µs
I0416 14:13:41.356189    3815 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 49f41491440bafb49b7943cec2dacd06ad060100813e12ca691fd638379ce901 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 49f41491440bafb49b7943cec2dacd06ad060100813e12ca691fd638379ce901 network default NAD default NAD key ]
I0416 14:13:41.366574    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 49f41491440bafb, network: default, NAD default, SandboxID: "49f41491440bafb49b7943cec2dacd06ad060100813e12ca691fd638379ce901", PCI device ID: , UID: "f8ca9bc1-0bd0-45c2-92ac-76848f267eb3", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0416 14:13:41.430111    3815 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 49f41491440bafb49b7943cec2dacd06ad060100813e12ca691fd638379ce901 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 49f41491440bafb49b7943cec2dacd06ad060100813e12ca691fd638379ce901 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:00:12:df:4f:d3\",\"name\":\"49f41491440bafb\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0e84790-753d-47f8-8677-6d69706bcb20\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:13:46.268529    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0416 14:13:46.268553    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0416 14:13:46.268559    3815 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0416 14:13:46.268571    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0416 14:13:50.321857    3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0416 14:13:52.366970    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=70
W0416 14:13:58.916593    3815 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0416 14:13:58.916625    3815 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0416 14:13:58.916634    3815 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0416 14:14:02.375611    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=296
W0416 14:14:11.618215    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0416 14:14:11.618238    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0416 14:14:11.621827    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0416 14:14:11.621860    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
I0416 14:14:28.514367    3815 cni.go:452] [tsf/test-tsf-iam 1fa49043be87d72a610d40d1275d06b1e5f86cac16fa5f703bd9bca9dbe76197 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 1fa49043be87d72a610d40d1275d06b1e5f86cac16fa5f703bd9bca9dbe76197 network default NAD default NAD key ]
I0416 14:14:28.598974    3815 cni.go:473] [tsf/test-tsf-iam 1fa49043be87d72a610d40d1275d06b1e5f86cac16fa5f703bd9bca9dbe76197 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 1fa49043be87d72a610d40d1275d06b1e5f86cac16fa5f703bd9bca9dbe76197 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:14:28.652305    3815 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:14:28.652342    3815 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0416 14:14:28.653802    3815 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.35
I0416 14:14:28.653833    3815 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:14:43.761171    3815 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sp2fq] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-sp2fq for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:14:43.761266    3815 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sp2fq
I0416 14:14:43.775208    3815 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sp2fq] pod update took 13.96848ms
I0416 14:14:43.775232    3815 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sp2fq] addLogicalPort annotation time took 13.99762ms
I0416 14:14:43.776641    3815 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sp2fq] addLogicalPort took 15.495966ms, libovsdb time 991.406µs
I0416 14:14:43.847267    3815 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hg5c9] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-hg5c9 for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:14:43.847365    3815 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hg5c9
I0416 14:14:43.860746    3815 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hg5c9] pod update took 13.403941ms
I0416 14:14:43.860775    3815 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hg5c9] addLogicalPort annotation time took 13.436801ms
I0416 14:14:43.862016    3815 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hg5c9] addLogicalPort took 14.764652ms, libovsdb time 811.15µs
I0416 14:14:44.124253    3815 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sp2fq 7f38476156a48a158717936e91eb3ff8e0f3ea10766a87ec256889dde6bdb293 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sp2fq 7f38476156a48a158717936e91eb3ff8e0f3ea10766a87ec256889dde6bdb293 network default NAD default NAD key ]
I0416 14:14:44.134996    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-sp2fq, hostIfaceName: 7f38476156a48a1, network: default, NAD default, SandboxID: "7f38476156a48a158717936e91eb3ff8e0f3ea10766a87ec256889dde6bdb293", PCI device ID: , UID: "11e730bf-5f29-4889-b0df-0fc8ed1de656", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0416 14:14:44.194891    3815 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sp2fq 7f38476156a48a158717936e91eb3ff8e0f3ea10766a87ec256889dde6bdb293 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sp2fq 7f38476156a48a158717936e91eb3ff8e0f3ea10766a87ec256889dde6bdb293 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:35:e3:ca:29:e5\",\"name\":\"7f38476156a48a1\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/038da4e7-c1c9-4331-8cd4-ffe3783997d1\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:14:44.212974    3815 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hg5c9 f9d7f9979b92483520762e81117c8cc9dad1d78d6be6f28facea7d2a3590bf71 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hg5c9 f9d7f9979b92483520762e81117c8cc9dad1d78d6be6f28facea7d2a3590bf71 network default NAD default NAD key ]
I0416 14:14:44.223401    3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-hg5c9, hostIfaceName: f9d7f9979b92483, network: default, NAD default, SandboxID: "f9d7f9979b92483520762e81117c8cc9dad1d78d6be6f28facea7d2a3590bf71", PCI device ID: , UID: "6d31134c-14be-4e77-83e2-5ac9dbfcee79", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0416 14:14:44.282491    3815 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hg5c9 f9d7f9979b92483520762e81117c8cc9dad1d78d6be6f28facea7d2a3590bf71 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hg5c9 f9d7f9979b92483520762e81117c8cc9dad1d78d6be6f28facea7d2a3590bf71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:ab:c4:6b:07:20\",\"name\":\"f9d7f9979b92483\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17f82099-767b-4548-8802-7ebef7386db5\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:14:47.609838    3815 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0416 14:14:47.609862    3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0416 14:14:47.632109    3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0416 14:14:47.658710    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0416 14:14:47.658732    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0416 14:14:49.763593    3815 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f7m57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:14:49.764195    3815 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f7m57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:14:50.638725    3815 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f7m57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:14:50.638749    3815 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f7m57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0416 14:14:58.616287    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0416 14:15:07.367667    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=52
I0416 14:15:08.454930    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0416 14:15:28.742477    3815 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:15:28.742507    3815 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:15:28.746934    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0416 14:15:28.746961    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0416 14:15:28.874129    3815 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:15:28.874268    3815 kube.go:256] Updating pod tsf/test-tsf-iam
I0416 14:15:28.890823    3815 pod.go:62] [tsf/test-tsf-iam] pod update took 16.579403ms
I0416 14:15:28.890848    3815 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.613484ms
I0416 14:15:28.892119    3815 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.006922ms, libovsdb time 886.804µs
I0416 14:15:29.243504    3815 cni.go:452] [tsf/test-tsf-iam 9621e3e931b3e6998037e84ba233168b3f7cb3718031d704ff2c86654559a502 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 9621e3e931b3e6998037e84ba233168b3f7cb3718031d704ff2c86654559a502 network default NAD default NAD key ]
I0416 14:15:29.253546    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 9621e3e931b3e69, network: default, NAD default, SandboxID: "9621e3e931b3e6998037e84ba233168b3f7cb3718031d704ff2c86654559a502", PCI device ID: , UID: "59b95746-eb8a-4f53-ad43-d52b34d6c109", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0416 14:15:29.314026    3815 cni.go:473] [tsf/test-tsf-iam 9621e3e931b3e6998037e84ba233168b3f7cb3718031d704ff2c86654559a502 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 9621e3e931b3e6998037e84ba233168b3f7cb3718031d704ff2c86654559a502 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:0c:04:06:b1:27\",\"name\":\"9621e3e931b3e69\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2202f512-207d-4577-bd13-ee8ba79fc553\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:15:37.865550    3815 cni.go:452] [tsf/test-tsf-iam 9621e3e931b3e6998037e84ba233168b3f7cb3718031d704ff2c86654559a502 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 9621e3e931b3e6998037e84ba233168b3f7cb3718031d704ff2c86654559a502 network default NAD default NAD key ]
I0416 14:15:37.962866    3815 cni.go:473] [tsf/test-tsf-iam 9621e3e931b3e6998037e84ba233168b3f7cb3718031d704ff2c86654559a502 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 9621e3e931b3e6998037e84ba233168b3f7cb3718031d704ff2c86654559a502 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:15:38.017621    3815 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:15:38.017659    3815 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0416 14:15:38.018998    3815 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.40
I0416 14:15:38.019032    3815 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:15:38.038748    3815 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:15:38.038775    3815 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:15:38.045962    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0416 14:15:38.045990    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0416 14:15:38.828520    3815 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:15:38.828671    3815 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0416 14:15:38.844086    3815 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.440153ms
I0416 14:15:38.844116    3815 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.474611ms
I0416 14:15:38.845491    3815 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.99147ms, libovsdb time 914.051µs
I0416 14:15:39.194556    3815 cni.go:452] [tsf-tas/test-tsf-tas e8ddc39655ca62cd178ee923049d6da056137246e19056d86f7533bcf74fc85b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas e8ddc39655ca62cd178ee923049d6da056137246e19056d86f7533bcf74fc85b network default NAD default NAD key ]
I0416 14:15:39.205028    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: e8ddc39655ca62c, network: default, NAD default, SandboxID: "e8ddc39655ca62cd178ee923049d6da056137246e19056d86f7533bcf74fc85b", PCI device ID: , UID: "e9136d70-253a-4e27-a65d-bf8679a936c4", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0416 14:15:39.265578    3815 cni.go:473] [tsf-tas/test-tsf-tas e8ddc39655ca62cd178ee923049d6da056137246e19056d86f7533bcf74fc85b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas e8ddc39655ca62cd178ee923049d6da056137246e19056d86f7533bcf74fc85b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:fc:20:51:93:52\",\"name\":\"e8ddc39655ca62c\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/402d2fbb-0d02-45fc-9dae-44b7f1d1a27b\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:15:41.000198    3815 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6d958b8699-wl5mc] creating logical port tsf-tas_trillian-logsigner-6d958b8699-wl5mc for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:15:41.000368    3815 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6d958b8699-wl5mc
I0416 14:15:41.019042    3815 pod.go:62] [tsf-tas/trillian-logsigner-6d958b8699-wl5mc] pod update took 18.709543ms
I0416 14:15:41.019069    3815 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6d958b8699-wl5mc] addLogicalPort annotation time took 18.746047ms
I0416 14:15:41.020471    3815 pods.go:271] [tsf-tas/trillian-logsigner-6d958b8699-wl5mc] addLogicalPort took 20.297319ms, libovsdb time 961.455µs
I0416 14:15:41.965710    3815 cni.go:452] [tsf-tas/trillian-logsigner-6d958b8699-wl5mc acf8a5ebcea0ad85cb116f595ea15a5c8b1306bae10ed06d9f34c6bcb8782bf0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6d958b8699-wl5mc acf8a5ebcea0ad85cb116f595ea15a5c8b1306bae10ed06d9f34c6bcb8782bf0 network default NAD default NAD key ]
I0416 14:15:41.975690    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6d958b8699-wl5mc, hostIfaceName: acf8a5ebcea0ad8, network: default, NAD default, SandboxID: "acf8a5ebcea0ad85cb116f595ea15a5c8b1306bae10ed06d9f34c6bcb8782bf0", PCI device ID: , UID: "80af2680-7336-4a29-8421-2669d77170f3", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0416 14:15:42.038220    3815 cni.go:473] [tsf-tas/trillian-logsigner-6d958b8699-wl5mc acf8a5ebcea0ad85cb116f595ea15a5c8b1306bae10ed06d9f34c6bcb8782bf0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6d958b8699-wl5mc acf8a5ebcea0ad85cb116f595ea15a5c8b1306bae10ed06d9f34c6bcb8782bf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:3f:08:2f:0e:fa\",\"name\":\"acf8a5ebcea0ad8\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20549c08-4374-47a6-ad48-a0860f4739c1\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:15:49.933762    3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0416 14:15:50.552473    3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0416 14:15:53.569503    3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0416 14:15:53.569526    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0416 14:15:54.465037    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0416 14:15:56.276860    3815 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:15:56.277549    3815 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0416 14:15:57.000899    3815 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0416 14:15:57.299934    3815 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:15:57.299963    3815 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:01.495226    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0416 14:16:05.469511    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0416 14:16:12.368000    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41
W0416 14:16:26.086084    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0416 14:16:29.368719    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0416 14:16:35.183480    3815 cni.go:452] [tsf-tas/test-tsf-tas e8ddc39655ca62cd178ee923049d6da056137246e19056d86f7533bcf74fc85b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas e8ddc39655ca62cd178ee923049d6da056137246e19056d86f7533bcf74fc85b network default NAD default NAD key ]
I0416 14:16:35.276512    3815 cni.go:473] [tsf-tas/test-tsf-tas e8ddc39655ca62cd178ee923049d6da056137246e19056d86f7533bcf74fc85b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas e8ddc39655ca62cd178ee923049d6da056137246e19056d86f7533bcf74fc85b network default NAD default NAD key default], result "{}", err <nil>
I0416 14:16:35.351963    3815 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:35.352006    3815 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0416 14:16:35.353456    3815 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.41
I0416 14:16:35.353490    3815 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:35.396383    3815 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:35.396408    3815 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:35.402243    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0416 14:16:35.402272    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0416 14:16:39.482860    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0416 14:16:44.009836    3815 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnkfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:44.010504    3815 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnkfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:45.030783    3815 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:45.030813    3815 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:48.410413    3815 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:48.411059    3815 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:49.274667    3815 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:49.274696    3815 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:49.398128    3815 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:49.398761    3815 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:50.280765    3815 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:50.280797    3815 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:52.619112    3815 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6d6c8ff9b8-8nfx2] creating logical port tsf-tas_rekor-search-ui-6d6c8ff9b8-8nfx2 for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:16:52.619210    3815 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6d6c8ff9b8-8nfx2
I0416 14:16:52.631276    3815 pod.go:62] [tsf-tas/rekor-search-ui-6d6c8ff9b8-8nfx2] pod update took 12.093625ms
I0416 14:16:52.631303    3815 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6d6c8ff9b8-8nfx2] addLogicalPort annotation time took 12.125204ms
I0416 14:16:52.632600    3815 pods.go:271] [tsf-tas/rekor-search-ui-6d6c8ff9b8-8nfx2] addLogicalPort took 13.508285ms, libovsdb time 871.472µs
I0416 14:16:52.988209    3815 cni.go:452] [tsf-tas/rekor-search-ui-6d6c8ff9b8-8nfx2 de58780d75187c3993827105b3ac75d6d2bd788f014cbdcb8e20a4dc9fb6ec45 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6d6c8ff9b8-8nfx2 de58780d75187c3993827105b3ac75d6d2bd788f014cbdcb8e20a4dc9fb6ec45 network default NAD default NAD key ]
I0416 14:16:52.998354    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6d6c8ff9b8-8nfx2, hostIfaceName: de58780d75187c3, network: default, NAD default, SandboxID: "de58780d75187c3993827105b3ac75d6d2bd788f014cbdcb8e20a4dc9fb6ec45", PCI device ID: , UID: "8de1d8dd-a2a2-47ea-846d-37f7134664b0", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0416 14:16:53.059219    3815 cni.go:473] [tsf-tas/rekor-search-ui-6d6c8ff9b8-8nfx2 de58780d75187c3993827105b3ac75d6d2bd788f014cbdcb8e20a4dc9fb6ec45 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6d6c8ff9b8-8nfx2 de58780d75187c3993827105b3ac75d6d2bd788f014cbdcb8e20a4dc9fb6ec45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:8f:d6:31:2d:bb\",\"name\":\"de58780d75187c3\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/150e373e-f827-4036-ab2b-a39d1396ce9e\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:16:54.180386    3815 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-6x7mb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:54.181065    3815 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-6x7mb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0416 14:16:54.947439    3815 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0416 14:16:54.953793    3815 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-6x7mb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:54.953816    3815 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-6x7mb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:54.999176    3815 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:54.999203    3815 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:55.003917    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dnkfg
I0416 14:16:55.003953    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dnkfg
W0416 14:16:55.288951    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0416 14:16:55.675917    3815 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:16:55.676051    3815 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0416 14:16:55.689155    3815 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.162185ms
I0416 14:16:55.689186    3815 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.202413ms
I0416 14:16:55.690945    3815 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.04284ms, libovsdb time 1.035759ms
I0416 14:16:56.713531    3815 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d1af0a76e153b4ab25596a00a9aeaca465b905ea75449f2f86aaf668e2f69d5e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa d1af0a76e153b4ab25596a00a9aeaca465b905ea75449f2f86aaf668e2f69d5e network default NAD default NAD key ]
I0416 14:16:56.723961    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: d1af0a76e153b4a, network: default, NAD default, SandboxID: "d1af0a76e153b4ab25596a00a9aeaca465b905ea75449f2f86aaf668e2f69d5e", PCI device ID: , UID: "6e4aeda9-637a-47cb-8fab-0256755ecd10", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0416 14:16:56.791566    3815 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d1af0a76e153b4ab25596a00a9aeaca465b905ea75449f2f86aaf668e2f69d5e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa d1af0a76e153b4ab25596a00a9aeaca465b905ea75449f2f86aaf668e2f69d5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:9a:29:d4:31:c0\",\"name\":\"d1af0a76e153b4a\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e73cdc0d-bf50-4516-b08f-b6e1907c7f95\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:16:57.300634    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0416 14:16:59.324401    3815 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d1af0a76e153b4ab25596a00a9aeaca465b905ea75449f2f86aaf668e2f69d5e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa d1af0a76e153b4ab25596a00a9aeaca465b905ea75449f2f86aaf668e2f69d5e network default NAD default NAD key ]
I0416 14:16:59.417843    3815 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d1af0a76e153b4ab25596a00a9aeaca465b905ea75449f2f86aaf668e2f69d5e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa d1af0a76e153b4ab25596a00a9aeaca465b905ea75449f2f86aaf668e2f69d5e network default NAD default NAD key default], result "{}", err <nil>
I0416 14:16:59.471919    3815 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:59.471963    3815 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0416 14:16:59.473402    3815 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.44
I0416 14:16:59.473449    3815 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:16:59.491977    3815 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:59.492002    3815 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:16:59.497655    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0416 14:16:59.497686    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0416 14:16:59.696315    3815 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:16:59.696401    3815 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0416 14:16:59.709884    3815 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.50308ms
I0416 14:16:59.709909    3815 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.533502ms
I0416 14:16:59.711231    3815 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.932686ms, libovsdb time 855.909µs
I0416 14:17:00.059116    3815 cni.go:452] [tsf-tpa/test-tsf-tpa c966ac53dbb1ae2b6dfc0a21a2abc3a796457a7d91c53d45b6a104d591b92e00 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa c966ac53dbb1ae2b6dfc0a21a2abc3a796457a7d91c53d45b6a104d591b92e00 network default NAD default NAD key ]
I0416 14:17:00.068894    3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: c966ac53dbb1ae2, network: default, NAD default, SandboxID: "c966ac53dbb1ae2b6dfc0a21a2abc3a796457a7d91c53d45b6a104d591b92e00", PCI device ID: , UID: "5d900eff-e4ec-4da3-af75-d4d3fa2f8e1e", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0416 14:17:00.128912    3815 cni.go:473] [tsf-tpa/test-tsf-tpa c966ac53dbb1ae2b6dfc0a21a2abc3a796457a7d91c53d45b6a104d591b92e00 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa c966ac53dbb1ae2b6dfc0a21a2abc3a796457a7d91c53d45b6a104d591b92e00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:8f:60:76:91:ef\",\"name\":\"c966ac53dbb1ae2\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a777176a-c094-4b2b-92d7-3ab602d28360\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:17:02.335884    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0416 14:17:08.517813    3815 obj_retry.go:498] Detected object tsf-tpa/create-db-x9dnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:17:08.518414    3815 obj_retry.go:498] Detected object tsf-tpa/create-db-x9dnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0416 14:17:09.387474    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0416 14:17:09.540796    3815 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:09.540820    3815 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:12.540057    3815 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tb428 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:17:12.540650    3815 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tb428 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:17:12.664819    3815 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:12.664843    3815 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:15.578731    3815 obj_retry.go:498] Detected object tsf-tpa/create-importers-skhch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:17:15.579331    3815 obj_retry.go:498] Detected object tsf-tpa/create-importers-skhch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:17:15.873648    3815 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:15.873671    3815 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:26.640950    3815 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:17:26.641563    3815 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:17:27.503307    3815 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:27.503334    3815 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:30.476396    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
W0416 14:17:40.219954    3815 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0416 14:17:42.571806    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0416 14:17:53.621892    3815 cni.go:452] [tsf-tpa/test-tsf-tpa c966ac53dbb1ae2b6dfc0a21a2abc3a796457a7d91c53d45b6a104d591b92e00 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa c966ac53dbb1ae2b6dfc0a21a2abc3a796457a7d91c53d45b6a104d591b92e00 network default NAD default NAD key ]
I0416 14:17:53.718737    3815 cni.go:473] [tsf-tpa/test-tsf-tpa c966ac53dbb1ae2b6dfc0a21a2abc3a796457a7d91c53d45b6a104d591b92e00 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa c966ac53dbb1ae2b6dfc0a21a2abc3a796457a7d91c53d45b6a104d591b92e00 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:17:53.776627    3815 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:17:53.776665    3815 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0416 14:17:53.777969    3815 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.45
I0416 14:17:53.778011    3815 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:17:53.798887    3815 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:53.798910    3815 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:17:53.804369    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0416 14:17:53.804391    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0416 14:17:54.530847    3815 namespace.go:98] [build-service] adding namespace
I0416 14:17:54.531684    3815 namespace.go:98] [integration-service] adding namespace
I0416 14:17:54.532030    3815 namespace.go:102] [build-service] adding namespace took 1.159693ms
I0416 14:17:54.532812    3815 namespace.go:102] [integration-service] adding namespace took 1.106252ms
I0416 14:17:54.534246    3815 namespace.go:98] [image-controller] adding namespace
I0416 14:17:54.534544    3815 namespace.go:98] [default-tenant] adding namespace
I0416 14:17:54.534968    3815 namespace.go:102] [image-controller] adding namespace took 705.964µs
I0416 14:17:54.535621    3815 namespace.go:102] [default-tenant] adding namespace took 1.056531ms
I0416 14:17:54.556124    3815 namespace.go:142] [build-service] updating namespace
I0416 14:17:54.577285    3815 namespace.go:142] [build-service] updating namespace
I0416 14:17:54.597706    3815 namespace.go:142] [integration-service] updating namespace
I0416 14:17:54.620642    3815 namespace.go:142] [integration-service] updating namespace
I0416 14:17:54.655071    3815 namespace.go:142] [image-controller] updating namespace
I0416 14:17:54.676677    3815 namespace.go:142] [image-controller] updating namespace
I0416 14:17:54.696014    3815 namespace.go:142] [default-tenant] updating namespace
I0416 14:17:54.715451    3815 namespace.go:142] [default-tenant] updating namespace
I0416 14:17:54.783090    3815 namespace.go:142] [build-service] updating namespace
I0416 14:17:54.805473    3815 namespace.go:142] [integration-service] updating namespace
I0416 14:17:54.835660    3815 namespace.go:98] [release-service] adding namespace
I0416 14:17:54.836603    3815 namespace.go:102] [release-service] adding namespace took 919.145µs
I0416 14:17:54.915839    3815 namespace.go:142] [release-service] updating namespace
I0416 14:17:54.925235    3815 namespace.go:142] [konflux-ui] updating namespace
I0416 14:17:54.948856    3815 namespace.go:142] [release-service] updating namespace
I0416 14:17:54.977467    3815 namespace.go:98] [konflux-info] adding namespace
I0416 14:17:54.978393    3815 namespace.go:102] [konflux-info] adding namespace took 902.383µs
I0416 14:17:55.095606    3815 namespace.go:142] [konflux-info] updating namespace
I0416 14:17:55.095780    3815 namespace.go:98] [namespace-lister] adding namespace
I0416 14:17:55.096644    3815 namespace.go:102] [namespace-lister] adding namespace took 846.969µs
I0416 14:17:55.137507    3815 namespace.go:142] [konflux-info] updating namespace
I0416 14:17:55.198833    3815 namespace.go:98] [enterprise-contract-service] adding namespace
I0416 14:17:55.199620    3815 namespace.go:102] [enterprise-contract-service] adding namespace took 758.619µs
I0416 14:17:55.251105    3815 namespace.go:142] [namespace-lister] updating namespace
I0416 14:17:55.264915    3815 namespace.go:142] [image-controller] updating namespace
I0416 14:17:55.423949    3815 namespace.go:142] [namespace-lister] updating namespace
I0416 14:17:55.509252    3815 namespace.go:142] [enterprise-contract-service] updating namespace
I0416 14:17:55.735010    3815 namespace.go:142] [build-service] updating namespace
I0416 14:17:55.817129    3815 namespace.go:142] [default-tenant] updating namespace
I0416 14:17:55.889746    3815 namespace.go:142] [default-tenant] updating namespace
I0416 14:17:56.254409    3815 namespace.go:98] [segment-bridge] adding namespace
I0416 14:17:56.255208    3815 namespace.go:102] [segment-bridge] adding namespace took 751.225µs
I0416 14:17:56.268997    3815 namespace.go:142] [enterprise-contract-service] updating namespace
I0416 14:17:56.359094    3815 namespace.go:142] [build-service] updating namespace
I0416 14:17:56.403122    3815 namespace.go:142] [default-tenant] updating namespace
I0416 14:17:56.419393    3815 namespace.go:142] [image-controller] updating namespace
I0416 14:17:56.434210    3815 namespace.go:142] [image-controller] updating namespace
I0416 14:17:56.452249    3815 namespace.go:142] [integration-service] updating namespace
I0416 14:17:56.466187    3815 namespace.go:142] [release-service] updating namespace
I0416 14:17:56.555324    3815 namespace.go:142] [build-service] updating namespace
I0416 14:17:56.623055    3815 namespace.go:142] [default-tenant] updating namespace
I0416 14:17:56.637916    3815 namespace.go:142] [integration-service] updating namespace
I0416 14:17:56.679112    3815 namespace.go:142] [image-controller] updating namespace
I0416 14:17:56.710546    3815 namespace.go:142] [segment-bridge] updating namespace
I0416 14:17:56.766740    3815 namespace.go:142] [integration-service] updating namespace
I0416 14:17:56.814643    3815 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-bz48f] creating logical port namespace-lister_namespace-lister-67655c4674-bz48f for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:17:56.814792    3815 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-bz48f
I0416 14:17:56.831782    3815 pod.go:62] [namespace-lister/namespace-lister-67655c4674-bz48f] pod update took 17.023219ms
I0416 14:17:56.831809    3815 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-bz48f] addLogicalPort annotation time took 17.055916ms
I0416 14:17:56.833082    3815 pods.go:271] [namespace-lister/namespace-lister-67655c4674-bz48f] addLogicalPort took 18.453902ms, libovsdb time 871.28µs
I0416 14:17:56.845351    3815 namespace.go:142] [release-service] updating namespace
I0416 14:17:56.871836    3815 namespace.go:142] [release-service] updating namespace
I0416 14:17:56.935504    3815 namespace.go:142] [segment-bridge] updating namespace
I0416 14:17:56.941407    3815 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0416 14:17:56.942099    3815 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0416 14:17:56.942119    3815 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0416 14:17:56.945200    3815 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0416 14:17:57.029019    3815 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0416 14:17:57.029046    3815 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0416 14:17:57.030441    3815 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0416 14:17:57.927723    3815 base_network_controller_pods.go:487] [default/konflux-ui/dex-7678588c7c-tr97n] creating logical port konflux-ui_dex-7678588c7c-tr97n for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:17:57.927831    3815 kube.go:256] Updating pod konflux-ui/dex-7678588c7c-tr97n
I0416 14:17:57.941171    3815 pod.go:62] [konflux-ui/dex-7678588c7c-tr97n] pod update took 13.368136ms
I0416 14:17:57.941271    3815 base_network_controller_pods.go:951] [default/konflux-ui/dex-7678588c7c-tr97n] addLogicalPort annotation time took 13.471765ms
I0416 14:17:57.942950    3815 pods.go:271] [konflux-ui/dex-7678588c7c-tr97n] addLogicalPort took 15.241811ms, libovsdb time 1.069312ms
I0416 14:17:57.962375    3815 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-qvd4t] creating logical port image-controller_image-controller-controller-manager-6f859968fc-qvd4t for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:17:57.962535    3815 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-qvd4t
I0416 14:17:57.980170    3815 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-qvd4t] pod update took 17.669214ms
I0416 14:17:57.980199    3815 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-qvd4t] addLogicalPort annotation time took 17.704141ms
I0416 14:17:57.981470    3815 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-qvd4t] addLogicalPort took 19.115617ms, libovsdb time 855.522µs
I0416 14:17:58.044879    3815 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5868c9758f-zd65h] creating logical port konflux-ui_proxy-5868c9758f-zd65h for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:17:58.044984    3815 kube.go:256] Updating pod konflux-ui/proxy-5868c9758f-zd65h
I0416 14:17:58.065144    3815 pod.go:62] [konflux-ui/proxy-5868c9758f-zd65h] pod update took 20.195763ms
I0416 14:17:58.065171    3815 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5868c9758f-zd65h] addLogicalPort annotation time took 20.227728ms
I0416 14:17:58.066542    3815 pods.go:271] [konflux-ui/proxy-5868c9758f-zd65h] addLogicalPort took 21.678357ms, libovsdb time 894.397µs
I0416 14:17:58.330445    3815 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-qvd4t 6ac34f14d524b66506f67a7a7cab9a15511e1ac02392513644cb36be0c30492e network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-qvd4t 6ac34f14d524b66506f67a7a7cab9a15511e1ac02392513644cb36be0c30492e network default NAD default NAD key ]
I0416 14:17:58.340653    3815 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-qvd4t, hostIfaceName: 6ac34f14d524b66, network: default, NAD default, SandboxID: "6ac34f14d524b66506f67a7a7cab9a15511e1ac02392513644cb36be0c30492e", PCI device ID: , UID: "b5c530bb-c788-4991-a225-6df70e07d540", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0416 14:17:58.396027    3815 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-rbwdv for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:17:58.396142    3815 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv
I0416 14:17:58.402239    3815 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-qvd4t 6ac34f14d524b66506f67a7a7cab9a15511e1ac02392513644cb36be0c30492e network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-qvd4t 6ac34f14d524b66506f67a7a7cab9a15511e1ac02392513644cb36be0c30492e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:54:0a:16:fb:31\",\"name\":\"6ac34f14d524b66\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c08c36a7-28d8-4754-8cd3-abc8ff3e5cb8\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:17:58.410788    3815 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv] pod update took 14.676568ms
I0416 14:17:58.410813    3815 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv] addLogicalPort annotation time took 14.708319ms
I0416 14:17:58.412249    3815 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv] addLogicalPort took 16.241138ms, libovsdb time 949.662µs
I0416 14:17:58.631306    3815 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-h5fpd] creating logical port build-service_build-service-controller-manager-7cbf488fcf-h5fpd for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:17:58.631406    3815 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-h5fpd
I0416 14:17:58.646123    3815 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-h5fpd] pod update took 14.738812ms
I0416 14:17:58.646149    3815 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-h5fpd] addLogicalPort annotation time took 14.770704ms
I0416 14:17:58.647630    3815 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-h5fpd] addLogicalPort took 16.340731ms, libovsdb time 1.005461ms
I0416 14:17:58.680913    3815 cni.go:452] [namespace-lister/namespace-lister-67655c4674-bz48f c51d7566eea3abba8769a27b33086aab5345d2b2e6e1d63ab3ec33a180b13459 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-bz48f c51d7566eea3abba8769a27b33086aab5345d2b2e6e1d63ab3ec33a180b13459 network default NAD default NAD key ]
I0416 14:17:58.690212    3815 namespace.go:142] [enterprise-contract-service] updating namespace
I0416 14:17:58.702639    3815 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-bz48f, hostIfaceName: c51d7566eea3abb, network: default, NAD default, SandboxID: "c51d7566eea3abba8769a27b33086aab5345d2b2e6e1d63ab3ec33a180b13459", PCI device ID: , UID: "03b68e5c-ad07-4ce1-b253-8044d12251f5", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0416 14:17:58.762898    3815 cni.go:473] [namespace-lister/namespace-lister-67655c4674-bz48f c51d7566eea3abba8769a27b33086aab5345d2b2e6e1d63ab3ec33a180b13459 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-bz48f c51d7566eea3abba8769a27b33086aab5345d2b2e6e1d63ab3ec33a180b13459 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:06:ca:a1:a0:f9\",\"name\":\"c51d7566eea3abb\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/253b2506-16e0-47a0-b5cb-f6258d80d710\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:17:58.996292    3815 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-h5fpd 39786fdc66757a62763a4b450201aca033fdaf51000001a169cddb0be6d560ed network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-h5fpd 39786fdc66757a62763a4b450201aca033fdaf51000001a169cddb0be6d560ed network default NAD default NAD key ]
I0416 14:17:59.007326    3815 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-h5fpd, hostIfaceName: 39786fdc66757a6, network: default, NAD default, SandboxID: "39786fdc66757a62763a4b450201aca033fdaf51000001a169cddb0be6d560ed", PCI device ID: , UID: "2494d911-0b01-40bb-bee6-dde4ef1e3610", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23]
I0416 14:17:59.067833    3815 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-h5fpd 39786fdc66757a62763a4b450201aca033fdaf51000001a169cddb0be6d560ed network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-h5fpd 39786fdc66757a62763a4b450201aca033fdaf51000001a169cddb0be6d560ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:09:1c:63:e6:8f\",\"name\":\"39786fdc66757a6\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4dba7c9-f209-45de-8f38-f21f95ed1442\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:17:59.092617    3815 namespace.go:142] [konflux-info] updating namespace
I0416 14:17:59.386392    3815 namespace.go:142] [namespace-lister] updating namespace
I0416 14:17:59.599241    3815 namespace.go:142] [segment-bridge] updating namespace
I0416 14:17:59.800752    3815 namespace.go:142] [enterprise-contract-service] updating namespace
I0416 14:17:59.846412    3815 namespace.go:142] [konflux-info] updating namespace
I0416 14:17:59.910471    3815 namespace.go:142] [namespace-lister] updating namespace
I0416 14:17:59.946079    3815 namespace.go:142] [segment-bridge] updating namespace
I0416 14:18:00.119045    3815 namespace.go:142] [enterprise-contract-service] updating namespace
I0416 14:18:00.241337    3815 namespace.go:142] [konflux-info] updating namespace
I0416 14:18:00.405873    3815 namespace.go:142] [namespace-lister] updating namespace
I0416 14:18:00.533529    3815 namespace.go:142] [segment-bridge] updating namespace
I0416 14:18:00.795891    3815 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6f4ff86bb4-pj7sz] creating logical port integration-service_integration-service-controller-manager-6f4ff86bb4-pj7sz for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:18:00.796004    3815 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6f4ff86bb4-pj7sz
I0416 14:18:00.810330    3815 pod.go:62] [integration-service/integration-service-controller-manager-6f4ff86bb4-pj7sz] pod update took 14.347792ms
I0416 14:18:00.810361    3815 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6f4ff86bb4-pj7sz] addLogicalPort annotation time took 14.384714ms
I0416 14:18:00.811987    3815 pods.go:271] [integration-service/integration-service-controller-manager-6f4ff86bb4-pj7sz] addLogicalPort took 16.115388ms, libovsdb time 1.089856ms
W0416 14:18:02.674185    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0416 14:18:02.704956    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0416 14:18:02.729168    3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0416 14:18:03.694955    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister
I0416 14:18:04.765200    3815 cni.go:452] [integration-service/integration-service-controller-manager-6f4ff86bb4-pj7sz 4e43efae4cfe7704d478afdb0d80adcd31abfe333a4b5a3b8fb6da8d98654344 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6f4ff86bb4-pj7sz 4e43efae4cfe7704d478afdb0d80adcd31abfe333a4b5a3b8fb6da8d98654344 network default NAD default NAD key ]
I0416 14:18:04.775085    3815 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6f4ff86bb4-pj7sz, hostIfaceName: 4e43efae4cfe770, network: default, NAD default, SandboxID: "4e43efae4cfe7704d478afdb0d80adcd31abfe333a4b5a3b8fb6da8d98654344", PCI device ID: , UID: "bbba03b8-f101-4872-abdc-224b9e08d959", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23]
I0416 14:18:04.835552    3815 cni.go:473] [integration-service/integration-service-controller-manager-6f4ff86bb4-pj7sz 4e43efae4cfe7704d478afdb0d80adcd31abfe333a4b5a3b8fb6da8d98654344 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6f4ff86bb4-pj7sz 4e43efae4cfe7704d478afdb0d80adcd31abfe333a4b5a3b8fb6da8d98654344 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:3e:a7:68:22:54\",\"name\":\"4e43efae4cfe770\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22f84165-54ce-43df-bd37-a3f237b1edec\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:18:05.802778    3815 cni.go:452] [konflux-ui/dex-7678588c7c-tr97n 2609961cada03335035fd76485620f59897cacc4a3021bca56d5e5c27c947d89 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7678588c7c-tr97n 2609961cada03335035fd76485620f59897cacc4a3021bca56d5e5c27c947d89 network default NAD default NAD key ]
I0416 14:18:05.814941    3815 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7678588c7c-tr97n, hostIfaceName: 2609961cada0333, network: default, NAD default, SandboxID: "2609961cada03335035fd76485620f59897cacc4a3021bca56d5e5c27c947d89", PCI device ID: , UID: "da19f6f8-6750-4a2e-b36b-4091b2be19eb", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0416 14:18:05.881849    3815 cni.go:473] [konflux-ui/dex-7678588c7c-tr97n 2609961cada03335035fd76485620f59897cacc4a3021bca56d5e5c27c947d89 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7678588c7c-tr97n 2609961cada03335035fd76485620f59897cacc4a3021bca56d5e5c27c947d89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:93:b5:e1:9e:34\",\"name\":\"2609961cada0333\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b7b1a32-e243-4f3a-b415-85be309c656e\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:18:05.921985    3815 cni.go:452] [konflux-ui/proxy-5868c9758f-zd65h 6e4dcaf7265a30a6f523938f475b38afaa02029ef65de0a854d9d68ba76f5723 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5868c9758f-zd65h 6e4dcaf7265a30a6f523938f475b38afaa02029ef65de0a854d9d68ba76f5723 network default NAD default NAD key ]
I0416 14:18:05.934041    3815 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5868c9758f-zd65h, hostIfaceName: 6e4dcaf7265a30a, network: default, NAD default, SandboxID: "6e4dcaf7265a30a6f523938f475b38afaa02029ef65de0a854d9d68ba76f5723", PCI device ID: , UID: "2ea503fe-36a4-4d86-96c0-34cee6657093", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0416 14:18:06.005944    3815 cni.go:473] [konflux-ui/proxy-5868c9758f-zd65h 6e4dcaf7265a30a6f523938f475b38afaa02029ef65de0a854d9d68ba76f5723 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5868c9758f-zd65h 6e4dcaf7265a30a6f523938f475b38afaa02029ef65de0a854d9d68ba76f5723 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:29:2b:95:10:22\",\"name\":\"6e4dcaf7265a30a\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a2e7d2e-a1d8-4107-a1c4-829688f359cd\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:18:06.818717    3815 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv 80d35d9dbf606dd894f0a7f8aeb962e6b3833053de8fe2cd2d49cc0eef16fec7 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv 80d35d9dbf606dd894f0a7f8aeb962e6b3833053de8fe2cd2d49cc0eef16fec7 network default NAD default NAD key ]
I0416 14:18:06.829621    3815 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-rbwdv, hostIfaceName: 80d35d9dbf606dd, network: default, NAD default, SandboxID: "80d35d9dbf606dd894f0a7f8aeb962e6b3833053de8fe2cd2d49cc0eef16fec7", PCI device ID: , UID: "96ebee9b-7237-4bf3-90e7-479415b77bc3", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23]
I0416 14:18:06.897014    3815 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv 80d35d9dbf606dd894f0a7f8aeb962e6b3833053de8fe2cd2d49cc0eef16fec7 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv 80d35d9dbf606dd894f0a7f8aeb962e6b3833053de8fe2cd2d49cc0eef16fec7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c4:11:bc:ee:39\",\"name\":\"80d35d9dbf606dd\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32097ffa-3864-44bf-b2d5-cd8aadc459e4\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0416 14:18:11.752734    3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0416 14:18:11.752756    3815 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0416 14:18:11.776930    3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0416 14:18:11.778412    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0416 14:18:11.804474    3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0416 14:18:11.805519    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0416 14:18:12.785462    3815 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0416 14:18:13.690965    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0416 14:18:13.724230    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0416 14:18:13.771509    3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0416 14:18:13.771530    3815 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0416 14:18:13.803633    3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0416 14:18:13.804963    3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0416 14:18:22.761355    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0416 14:18:22.764026    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0416 14:18:22.957950    3815 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv 80d35d9dbf606dd894f0a7f8aeb962e6b3833053de8fe2cd2d49cc0eef16fec7 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv 80d35d9dbf606dd894f0a7f8aeb962e6b3833053de8fe2cd2d49cc0eef16fec7 network default NAD default NAD key ]
I0416 14:18:23.052078    3815 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv 80d35d9dbf606dd894f0a7f8aeb962e6b3833053de8fe2cd2d49cc0eef16fec7 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv 80d35d9dbf606dd894f0a7f8aeb962e6b3833053de8fe2cd2d49cc0eef16fec7 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:18:23.110044    3815 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:18:23.110098    3815 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv
I0416 14:18:23.111397    3815 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv, ips: 10.128.0.50
I0416 14:18:23.111443    3815 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:18:23.827880    3815 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:18:23.827903    3815 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:18:23.833230    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv
I0416 14:18:23.833259    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv
W0416 14:18:24.784073    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex
I0416 14:18:31.522955    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0416 14:18:39.459915    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
W0416 14:18:53.856587    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0416 14:18:53.856609    3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-28.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0416 14:19:08.369785    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90
I0416 14:19:13.491414    3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0416 14:19:23.314623    3815 cni.go:452] [konflux-ui/proxy-5868c9758f-zd65h 6e4dcaf7265a30a6f523938f475b38afaa02029ef65de0a854d9d68ba76f5723 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5868c9758f-zd65h 6e4dcaf7265a30a6f523938f475b38afaa02029ef65de0a854d9d68ba76f5723 network default NAD default NAD key ]
I0416 14:19:23.412760    3815 cni.go:473] [konflux-ui/proxy-5868c9758f-zd65h 6e4dcaf7265a30a6f523938f475b38afaa02029ef65de0a854d9d68ba76f5723 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5868c9758f-zd65h 6e4dcaf7265a30a6f523938f475b38afaa02029ef65de0a854d9d68ba76f5723 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:19:23.485278    3815 obj_retry.go:498] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:19:23.485316    3815 pods.go:176] Deleting pod: konflux-ui/proxy-5868c9758f-zd65h
I0416 14:19:23.486787    3815 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5868c9758f-zd65h, ips: 10.128.0.49
I0416 14:19:23.486819    3815 obj_retry.go:498] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:19:24.152379    3815 obj_retry.go:492] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:19:24.152409    3815 obj_retry.go:492] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:19:24.159481    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5868c9758f-zd65h
I0416 14:19:24.159520    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5868c9758f-zd65h
I0416 14:19:27.339386    3815 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:19:27.340020    3815 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:19:27.376091    3815 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:19:27.376113    3815 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:19:27.378987    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0416 14:19:27.379019    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0416 14:20:04.551903    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:20:04.552536    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:20:05.419990    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:20:05.420013    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:20:20.458047    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11
I0416 14:20:22.780444    3815 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:20:22.781083    3815 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:20:23.527187    3815 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:20:23.527216    3815 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:20:23.534991    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm
I0416 14:20:23.535008    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm
I0416 14:20:25.378474    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=376
I0416 14:20:37.737499    3815 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-qvd4t 6ac34f14d524b66506f67a7a7cab9a15511e1ac02392513644cb36be0c30492e network default NAD default NAD key ] DEL starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-qvd4t 6ac34f14d524b66506f67a7a7cab9a15511e1ac02392513644cb36be0c30492e network default NAD default NAD key ]
I0416 14:20:37.833474    3815 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-qvd4t 6ac34f14d524b66506f67a7a7cab9a15511e1ac02392513644cb36be0c30492e network default NAD default NAD key default] DEL finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-qvd4t 6ac34f14d524b66506f67a7a7cab9a15511e1ac02392513644cb36be0c30492e network default NAD default NAD key default], result "{}", err <nil>
I0416 14:20:37.888108    3815 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:20:37.888145    3815 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-6f859968fc-qvd4t
I0416 14:20:37.889567    3815 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-6f859968fc-qvd4t, ips: 10.128.0.48
I0416 14:20:37.889598    3815 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:20:38.543676    3815 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:20:38.543700    3815 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:20:38.550804    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-6f859968fc-qvd4t
I0416 14:20:38.550837    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-6f859968fc-qvd4t
I0416 14:20:45.371442    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34
I0416 14:21:35.376140    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=68
I0416 14:21:39.486447    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5
I0416 14:22:19.457795    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0416 14:23:03.472866    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0416 14:24:08.499023    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0416 14:25:13.371706    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12
I0416 14:25:41.467986    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0416 14:25:41.494595    3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0416 14:25:55.370756    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66
I0416 14:25:59.463227    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0416 14:26:25.525856    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0416 14:26:45.375094    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0416 14:27:09.044857    3815 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:27:09.044903    3815 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:27:09.048836    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-x9dnn
I0416 14:27:09.048865    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-x9dnn
I0416 14:27:10.480226    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0416 14:27:12.030369    3815 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:27:12.030445    3815 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:27:12.034983    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-tb428
I0416 14:27:12.035019    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-tb428
I0416 14:27:15.031356    3815 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:27:15.031400    3815 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:27:15.035665    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-skhch
I0416 14:27:15.035696    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-skhch
I0416 14:28:28.382133    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23
I0416 14:28:57.372903    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=19
I0416 14:29:31.461152    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0416 14:29:40.502379    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0416 14:30:03.883190    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:30:03.883806    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:30:04.750522    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:30:04.750571    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:30:04.789133    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:30:04.789166    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:30:04.794195    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc
I0416 14:30:04.794224    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc
I0416 14:30:06.476408    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0416 14:30:22.380619    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9
I0416 14:31:17.220373    3815 namespace.go:98] [default-tenant-managed] adding namespace
I0416 14:31:17.221290    3815 namespace.go:102] [default-tenant-managed] adding namespace took 895.419µs
I0416 14:31:17.245984    3815 namespace.go:142] [default-tenant-managed] updating namespace
I0416 14:31:17.265280    3815 namespace.go:142] [default-tenant-managed] updating namespace
I0416 14:31:18.308528    3815 namespace.go:142] [default-tenant-managed] updating namespace
I0416 14:31:18.455328    3815 namespace.go:142] [default-tenant-managed] updating namespace
I0416 14:31:18.539349    3815 namespace.go:142] [default-tenant-managed] updating namespace
I0416 14:31:25.489508    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0416 14:31:59.460988    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0416 14:32:06.077886    3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-init-pod for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:32:06.078050    3815 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod
I0416 14:32:06.110354    3815 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod] pod update took 32.334284ms
I0416 14:32:06.110386    3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod] addLogicalPort annotation time took 32.370693ms
I0416 14:32:06.111781    3815 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod] addLogicalPort took 33.914452ms, libovsdb time 914.732µs
I0416 14:32:06.451568    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod 373a2f935e5782d1d7cd06fcd5185237233c263bf7e9891f6832547b004e5586 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod 373a2f935e5782d1d7cd06fcd5185237233c263bf7e9891f6832547b004e5586 network default NAD default NAD key ]
I0416 14:32:06.463459    3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-init-pod, hostIfaceName: 373a2f935e5782d, network: default, NAD default, SandboxID: "373a2f935e5782d1d7cd06fcd5185237233c263bf7e9891f6832547b004e5586", PCI device ID: , UID: "fb0595b9-2922-4430-af2b-7688120c8a8c", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23]
I0416 14:32:06.527244    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod 373a2f935e5782d1d7cd06fcd5185237233c263bf7e9891f6832547b004e5586 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod 373a2f935e5782d1d7cd06fcd5185237233c263bf7e9891f6832547b004e5586 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d9:55:60:1f:aa\",\"name\":\"373a2f935e5782d\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f4f7361-d149-4bdc-a1f2-a2867bf2c52c\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:32:24.375190    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0416 14:32:28.153743    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod 373a2f935e5782d1d7cd06fcd5185237233c263bf7e9891f6832547b004e5586 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod 373a2f935e5782d1d7cd06fcd5185237233c263bf7e9891f6832547b004e5586 network default NAD default NAD key ]
I0416 14:32:28.256180    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod 373a2f935e5782d1d7cd06fcd5185237233c263bf7e9891f6832547b004e5586 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod 373a2f935e5782d1d7cd06fcd5185237233c263bf7e9891f6832547b004e5586 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:32:28.336576    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:32:28.336615    3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod
I0416 14:32:28.337953    3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod, ips: 10.128.0.53
I0416 14:32:28.337983    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:32:28.898628    3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:32:28.898822    3815 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod
I0416 14:32:28.922952    3815 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod] pod update took 24.17413ms
I0416 14:32:28.922979    3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod] addLogicalPort annotation time took 24.207501ms
I0416 14:32:28.924625    3815 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod] addLogicalPort took 26.012604ms, libovsdb time 1.236569ms
I0416 14:32:29.269188    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod c2c650ca39273999db32aab89a133245db5ed7c9e988f503090b485c1da16f16 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod c2c650ca39273999db32aab89a133245db5ed7c9e988f503090b485c1da16f16 network default NAD default NAD key ]
I0416 14:32:29.281937    3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod, hostIfaceName: c2c650ca3927399, network: default, NAD default, SandboxID: "c2c650ca39273999db32aab89a133245db5ed7c9e988f503090b485c1da16f16", PCI device ID: , UID: "e9f9cf20-7b5a-47e3-9bad-f6062a63c451", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23]
I0416 14:32:29.347178    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod c2c650ca39273999db32aab89a133245db5ed7c9e988f503090b485c1da16f16 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod c2c650ca39273999db32aab89a133245db5ed7c9e988f503090b485c1da16f16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ba:43:b8:b5:f2\",\"name\":\"c2c650ca3927399\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80a220dc-4164-408e-9547-57307810c846\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:32:34.373897    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37
I0416 14:32:46.279217    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod c2c650ca39273999db32aab89a133245db5ed7c9e988f503090b485c1da16f16 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod c2c650ca39273999db32aab89a133245db5ed7c9e988f503090b485c1da16f16 network default NAD default NAD key ]
I0416 14:32:46.377052    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod c2c650ca39273999db32aab89a133245db5ed7c9e988f503090b485c1da16f16 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod c2c650ca39273999db32aab89a133245db5ed7c9e988f503090b485c1da16f16 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:32:46.862591    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:32:46.862720    3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod
I0416 14:32:46.864755    3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod, ips: 10.128.0.54
I0416 14:32:46.864804    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:33:11.993333    3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-build-container-pod for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:33:11.993564    3815 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod
I0416 14:33:11.996011    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:33:11.996600    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:33:12.046879    3815 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod] pod update took 53.371654ms
I0416 14:33:12.046908    3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod] addLogicalPort annotation time took 53.406526ms
I0416 14:33:12.048536    3815 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod] addLogicalPort took 55.226047ms, libovsdb time 1.032235ms
I0416 14:33:12.370237    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod 8ee41f0400562d80ae5cdeffb93cc964368a0c5ca87d57ddbb0f085b11e1585c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod 8ee41f0400562d80ae5cdeffb93cc964368a0c5ca87d57ddbb0f085b11e1585c network default NAD default NAD key ]
I0416 14:33:12.383738    3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-build-container-pod, hostIfaceName: 8ee41f0400562d8, network: default, NAD default, SandboxID: "8ee41f0400562d80ae5cdeffb93cc964368a0c5ca87d57ddbb0f085b11e1585c", PCI device ID: , UID: "81e1b2ef-5c75-4435-a3fb-812dc8b98a1b", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23]
I0416 14:33:12.451148    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod 8ee41f0400562d80ae5cdeffb93cc964368a0c5ca87d57ddbb0f085b11e1585c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod 8ee41f0400562d80ae5cdeffb93cc964368a0c5ca87d57ddbb0f085b11e1585c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:74:b5:ec:b1:b5\",\"name\":\"8ee41f0400562d8\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19a18b8d-7dca-47da-b238-ae76d36953b3\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:33:59.498274    3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0416 14:34:35.385107    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=80
I0416 14:34:44.528589    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0416 14:35:01.075718    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod 8ee41f0400562d80ae5cdeffb93cc964368a0c5ca87d57ddbb0f085b11e1585c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod 8ee41f0400562d80ae5cdeffb93cc964368a0c5ca87d57ddbb0f085b11e1585c network default NAD default NAD key ]
I0416 14:35:01.180822    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod 8ee41f0400562d80ae5cdeffb93cc964368a0c5ca87d57ddbb0f085b11e1585c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod 8ee41f0400562d80ae5cdeffb93cc964368a0c5ca87d57ddbb0f085b11e1585c network default NAD default NAD key default], result "{}", err <nil>
I0416 14:35:01.366239    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:35:01.366287    3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod
I0416 14:35:01.367739    3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod, ips: 10.128.0.55
I0416 14:35:01.367771    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:35:03.376090    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11
I0416 14:35:12.470447    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0416 14:35:28.466181    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0416 14:35:41.505635    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0416 14:35:43.334280    3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:35:43.334502    3815 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod
I0416 14:35:43.379508    3815 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod] pod update took 45.047329ms
I0416 14:35:43.379538    3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod] addLogicalPort annotation time took 45.086932ms
I0416 14:35:43.380919    3815 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod] addLogicalPort took 46.658802ms, libovsdb time 945.152µs
I0416 14:35:43.396843    3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:35:43.397097    3815 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod
I0416 14:35:43.445586    3815 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod] pod update took 48.525773ms
I0416 14:35:43.445621    3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod] addLogicalPort annotation time took 48.563694ms
I0416 14:35:43.446946    3815 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod] addLogicalPort took 50.126625ms, libovsdb time 931.772µs
I0416 14:35:43.706183    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod c1edf7e4854b202acb7f4fb17fe30b728bee065721c0dafde19a8e013c9df4f7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod c1edf7e4854b202acb7f4fb17fe30b728bee065721c0dafde19a8e013c9df4f7 network default NAD default NAD key ]
I0416 14:35:43.717400    3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod, hostIfaceName: c1edf7e4854b202, network: default, NAD default, SandboxID: "c1edf7e4854b202acb7f4fb17fe30b728bee065721c0dafde19a8e013c9df4f7", PCI device ID: , UID: "2cf68bf8-9140-4ca4-a20f-9f0df7bb61c4", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23]
I0416 14:35:43.764716    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod c654d41172f120692ac7769a6b977ad456b20bf2ec1c48c43cd253106507d06b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod c654d41172f120692ac7769a6b977ad456b20bf2ec1c48c43cd253106507d06b network default NAD default NAD key ]
I0416 14:35:43.777744    3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod, hostIfaceName: c654d41172f1206, network: default, NAD default, SandboxID: "c654d41172f120692ac7769a6b977ad456b20bf2ec1c48c43cd253106507d06b", PCI device ID: , UID: "d88e0478-6926-4f25-add2-f1ea48b8951f", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23]
I0416 14:35:43.786314    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod c1edf7e4854b202acb7f4fb17fe30b728bee065721c0dafde19a8e013c9df4f7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod c1edf7e4854b202acb7f4fb17fe30b728bee065721c0dafde19a8e013c9df4f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:04:49:e4:31:38\",\"name\":\"c1edf7e4854b202\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e9bbbaf-b57e-442f-9371-8c7106fb1a12\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:35:43.843285    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod c654d41172f120692ac7769a6b977ad456b20bf2ec1c48c43cd253106507d06b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod c654d41172f120692ac7769a6b977ad456b20bf2ec1c48c43cd253106507d06b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4c:e6:e2:2c:c3\",\"name\":\"c654d41172f1206\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcda1292-fade-4090-a667-82e4259b57ae\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:35:43.943034    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:35:43.943629    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:35:44.205289    3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:35:44.205561    3815 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod
I0416 14:35:44.226710    3815 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod] pod update took 21.22405ms
I0416 14:35:44.226737    3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod] addLogicalPort annotation time took 21.257669ms
I0416 14:35:44.228314    3815 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod] addLogicalPort took 23.039901ms, libovsdb time 1.114051ms
I0416 14:35:44.575175    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod 20eebc3b29c66f2f1cee66669d19dc33c1360a56ffaec5b689b4710d951a4e06 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod 20eebc3b29c66f2f1cee66669d19dc33c1360a56ffaec5b689b4710d951a4e06 network default NAD default NAD key ]
I0416 14:35:44.585954    3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod, hostIfaceName: 20eebc3b29c66f2, network: default, NAD default, SandboxID: "20eebc3b29c66f2f1cee66669d19dc33c1360a56ffaec5b689b4710d951a4e06", PCI device ID: , UID: "b72da38f-36b5-4279-bb20-8cddd17e58ef", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23]
I0416 14:35:44.650849    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod 20eebc3b29c66f2f1cee66669d19dc33c1360a56ffaec5b689b4710d951a4e06 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod 20eebc3b29c66f2f1cee66669d19dc33c1360a56ffaec5b689b4710d951a4e06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b0:71:6d:5c:d0\",\"name\":\"20eebc3b29c66f2\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/694d14e7-2713-42a0-ae02-6b4f2a1af347\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:35:50.479753    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0416 14:35:59.678095    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:35:59.678842    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:08.318404    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:08.319074    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:18.378082    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0416 14:36:28.014114    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:28.014913    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:30.430388    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:30.431286    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:31.460907    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:31.461742    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:34.688495    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:34.689185    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:39.765589    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod 20eebc3b29c66f2f1cee66669d19dc33c1360a56ffaec5b689b4710d951a4e06 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod 20eebc3b29c66f2f1cee66669d19dc33c1360a56ffaec5b689b4710d951a4e06 network default NAD default NAD key ]
I0416 14:36:39.884291    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod 20eebc3b29c66f2f1cee66669d19dc33c1360a56ffaec5b689b4710d951a4e06 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod 20eebc3b29c66f2f1cee66669d19dc33c1360a56ffaec5b689b4710d951a4e06 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:36:39.964789    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:39.964898    3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod
I0416 14:36:39.966711    3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod, ips: 10.128.0.58
I0416 14:36:39.966750    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:50.842680    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod c1edf7e4854b202acb7f4fb17fe30b728bee065721c0dafde19a8e013c9df4f7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod c1edf7e4854b202acb7f4fb17fe30b728bee065721c0dafde19a8e013c9df4f7 network default NAD default NAD key ]
I0416 14:36:50.952803    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod c1edf7e4854b202acb7f4fb17fe30b728bee065721c0dafde19a8e013c9df4f7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod c1edf7e4854b202acb7f4fb17fe30b728bee065721c0dafde19a8e013c9df4f7 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:36:51.084633    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:51.084671    3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod
I0416 14:36:51.086265    3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod, ips: 10.128.0.56
I0416 14:36:51.086304    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:36:57.464763    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0416 14:36:59.482969    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
W0416 14:37:11.777475    3815 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-db-x9dnn
I0416 14:37:21.888537    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:37:21.889276    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:37:24.378377    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=4
I0416 14:37:24.946867    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:37:24.947508    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:37:54.011529    3815 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:37:54.012141    3815 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:37:54.939110    3815 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:37:54.939135    3815 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:37:54.943903    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs
I0416 14:37:54.943932    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs
I0416 14:38:11.464046    3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0416 14:38:21.492730    3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0416 14:39:02.686404    3815 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod c654d41172f120692ac7769a6b977ad456b20bf2ec1c48c43cd253106507d06b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod c654d41172f120692ac7769a6b977ad456b20bf2ec1c48c43cd253106507d06b network default NAD default NAD key ]
I0416 14:39:02.785623    3815 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod c654d41172f120692ac7769a6b977ad456b20bf2ec1c48c43cd253106507d06b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod c654d41172f120692ac7769a6b977ad456b20bf2ec1c48c43cd253106507d06b network default NAD default NAD key default], result "{}", err <nil>
I0416 14:39:02.868908    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:39:02.868954    3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod
I0416 14:39:02.871190    3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod, ips: 10.128.0.57
I0416 14:39:02.871247    3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:39:20.901183    3815 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-luwq-vk4g4-verify-pod] creating logical port default-tenant_my-integration-test-luwq-vk4g4-verify-pod for pod on switch ip-10-0-2-28.ec2.internal
I0416 14:39:20.901398    3815 kube.go:256] Updating pod default-tenant/my-integration-test-luwq-vk4g4-verify-pod
I0416 14:39:20.954482    3815 pod.go:62] [default-tenant/my-integration-test-luwq-vk4g4-verify-pod] pod update took 53.14832ms
I0416 14:39:20.954508    3815 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-luwq-vk4g4-verify-pod] addLogicalPort annotation time took 53.180581ms
I0416 14:39:20.955845    3815 pods.go:271] [default-tenant/my-integration-test-luwq-vk4g4-verify-pod] addLogicalPort took 54.682254ms, libovsdb time 945.776µs
I0416 14:39:21.271535    3815 cni.go:452] [default-tenant/my-integration-test-luwq-vk4g4-verify-pod a006cc9168b618f5385a5861a8faedaff9f271055ece381d721636efcf03fa87 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-luwq-vk4g4-verify-pod a006cc9168b618f5385a5861a8faedaff9f271055ece381d721636efcf03fa87 network default NAD default NAD key ]
I0416 14:39:21.282613    3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-luwq-vk4g4-verify-pod, hostIfaceName: a006cc9168b618f, network: default, NAD default, SandboxID: "a006cc9168b618f5385a5861a8faedaff9f271055ece381d721636efcf03fa87", PCI device ID: , UID: "86605197-d7b0-4a0b-a516-196d1be8a28c", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23]
I0416 14:39:21.346279    3815 cni.go:473] [default-tenant/my-integration-test-luwq-vk4g4-verify-pod a006cc9168b618f5385a5861a8faedaff9f271055ece381d721636efcf03fa87 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-luwq-vk4g4-verify-pod a006cc9168b618f5385a5861a8faedaff9f271055ece381d721636efcf03fa87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:cd:09:ae:84:26\",\"name\":\"a006cc9168b618f\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5e312cb-07b4-4eed-8fd9-f71ad2050884\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0416 14:39:21.742906    3815 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:39:21.743498    3815 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:39:34.384291    3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17
I0416 14:39:42.972241    3815 cni.go:452] [default-tenant/my-integration-test-luwq-vk4g4-verify-pod a006cc9168b618f5385a5861a8faedaff9f271055ece381d721636efcf03fa87 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-luwq-vk4g4-verify-pod a006cc9168b618f5385a5861a8faedaff9f271055ece381d721636efcf03fa87 network default NAD default NAD key ]
I0416 14:39:43.065726    3815 cni.go:473] [default-tenant/my-integration-test-luwq-vk4g4-verify-pod a006cc9168b618f5385a5861a8faedaff9f271055ece381d721636efcf03fa87 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-luwq-vk4g4-verify-pod a006cc9168b618f5385a5861a8faedaff9f271055ece381d721636efcf03fa87 network default NAD default NAD key default], result "{}", err <nil>
I0416 14:39:43.169261    3815 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:39:43.169328    3815 pods.go:176] Deleting pod: default-tenant/my-integration-test-luwq-vk4g4-verify-pod
I0416 14:39:43.171010    3815 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-luwq-vk4g4-verify-pod, ips: 10.128.0.59
I0416 14:39:43.171049    3815 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:39:46.500927    3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
I0416 14:40:05.055514    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0416 14:40:05.056134    3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0416 14:40:05.126520    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:40:05.126581    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:40:05.157615    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:40:05.157642    3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0416 14:40:05.162949    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh
I0416 14:40:05.162977    3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh