+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-119.ec2.internal
++ [[ -n ip-10-0-0-119.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-119.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0427 16:06:41.329877552 - disable conntrack on geneve port'
I0427 16:06:41.329877552 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0427 16:06:41.394636702 - starting ovnkube-node
+ echo 'I0427 16:06:41.394636702 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-119.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-119.ec2.internal --init-node ip-10-0-0-119.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-119.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0427 16:06:41.465172    3807 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0427 16:06:41.465227    3807 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-2d3e7a2ab2.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0427 16:06:41.467011    3807 kube.go:431] Waiting for certificate
I0427 16:06:41.467046    3807 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0427 16:06:41.467085    3807 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0427 16:06:41.467795    3807 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0427 16:06:41.501577    3807 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0427 16:06:41.501592    3807 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0427 16:06:41.503667    3807 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0427 16:06:41.503749    3807 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jbpqk"
I0427 16:06:41.510114    3807 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jbpqk"
I0427 16:06:41.510163    3807 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0427 16:06:42.467330    3807 kube.go:438] Certificate found
I0427 16:06:42.468536    3807 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0427 16:06:42.470111    3807 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0427 16:06:42.525933    3807 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-28 16:01:41 +0000 UTC" deadline="2026-04-28 10:29:49.780452021 +0000 UTC"
I0427 16:06:42.526000    3807 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h23m7.254468069s"
I0427 16:06:42.548403    3807 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0427 16:06:42.558169    3807 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0427 16:06:42.558213    3807 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0427 16:06:42.558285    3807 server.go:101] MetricServer registers OVS metrics
I0427 16:06:42.558318    3807 factory.go:561] Starting watch factory
I0427 16:06:42.558521    3807 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.558522    3807 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.558541    3807 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.558548    3807 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.558689    3807 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.558705    3807 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.559235    3807 server.go:105] MetricServer registers OVN DB metrics
I0427 16:06:42.559256    3807 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.559270    3807 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.559493    3807 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.559509    3807 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.559858    3807 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.559901    3807 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.562828    3807 controller_manager.go:370] Starting the ovnkube controller
I0427 16:06:42.562838    3807 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-119.ec2.internal
I0427 16:06:42.562881    3807 controller_manager.go:395] NBDB zone sync took: 35.958µs
I0427 16:06:42.562889    3807 factory.go:561] Starting watch factory
I0427 16:06:42.564095    3807 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0427 16:06:42.564120    3807 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0427 16:06:42.577171    3807 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0427 16:06:42.577195    3807 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0427 16:06:42.581128    3807 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0427 16:06:42.581158    3807 server.go:109] MetricServer registers OVN Controller metrics
I0427 16:06:42.581463    3807 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.581515    3807 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.581971    3807 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.584434    3807 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.584991    3807 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.586183    3807 server.go:113] MetricServer registers OVN Northd metrics
I0427 16:06:42.590183    3807 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0427 16:06:42.591629    3807 metrics.go:519] OVN Metrics Server starts to run ...
I0427 16:06:42.664377    3807 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0427 16:06:42.664399    3807 factory.go:1977] *v1.Namespace informer cache synced successfully
I0427 16:06:42.664403    3807 factory.go:1977] *v1.Node informer cache synced successfully
I0427 16:06:42.664406    3807 factory.go:1977] *v1.Service informer cache synced successfully
I0427 16:06:42.664444    3807 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0427 16:06:42.664454    3807 factory.go:1977] *v1.Pod informer cache synced successfully
I0427 16:06:42.664539    3807 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0427 16:06:42.664587    3807 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0427 16:06:42.664978    3807 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0427 16:06:42.664996    3807 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0427 16:06:42.668350    3807 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0427 16:06:42.668350    3807 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0427 16:06:42.668356    3807 factory.go:1977] *v1.Service informer cache synced successfully
I0427 16:06:42.668443    3807 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0427 16:06:42.668452    3807 factory.go:1977] *v1.Pod informer cache synced successfully
I0427 16:06:42.668456    3807 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0427 16:06:42.668461    3807 factory.go:1977] *v1.Namespace informer cache synced successfully
I0427 16:06:42.668465    3807 factory.go:1977] *v1.Node informer cache synced successfully
I0427 16:06:42.670158    3807 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0427 16:06:42.670169    3807 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0427 16:06:42.670254    3807 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.670267    3807 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.673564    3807 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0427 16:06:42.673577    3807 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0427 16:06:42.673704    3807 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.675738    3807 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0427 16:06:42.675811    3807 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.675828    3807 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.678604    3807 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.678616    3807 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0427 16:06:42.681123    3807 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0427 16:06:42.681212    3807 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.681237    3807 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.683659    3807 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0427 16:06:42.683985    3807 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.687170    3807 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0427 16:06:42.687272    3807 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.687300    3807 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.689530    3807 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0427 16:06:42.689862    3807 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.693032    3807 factory.go:1977] *v1.EgressService informer cache synced successfully
I0427 16:06:42.693083    3807 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.693094    3807 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.695259    3807 factory.go:1977] *v1.EgressService informer cache synced successfully
I0427 16:06:42.696093    3807 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.698329    3807 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0427 16:06:42.698487    3807 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0427 16:06:42.698504    3807 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0427 16:06:42.700487    3807 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0427 16:06:42.701253    3807 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0427 16:06:42.703673    3807 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0427 16:06:42.703756    3807 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.703776    3807 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.703806    3807 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.703826    3807 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.705803    3807 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0427 16:06:42.706344    3807 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.706612    3807 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0427 16:06:42.708887    3807 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0427 16:06:42.708898    3807 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0427 16:06:42.708908    3807 factory.go:680] Watch Factory start up complete, took: 150.592441ms
I0427 16:06:42.708975    3807 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0427 16:06:42.711174    3807 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0427 16:06:42.711186    3807 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0427 16:06:42.711193    3807 factory.go:680] Watch Factory start up complete, took: 148.302607ms
I0427 16:06:42.711200    3807 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-119.ec2.internal" zone
I0427 16:06:42.762187    3807 default_node_network_controller.go:710] Initializing the default node network controller
I0427 16:06:42.828953    3807 udn_isolation.go:101] Starting UDN host isolation manager
I0427 16:06:42.834749    3807 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0427 16:06:42.887539    3807 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0427 16:06:42.887602    3807 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0427 16:06:42.887616    3807 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0427 16:06:42.918984    3807 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0427 16:06:42.919042    3807 default_node_network_controller.go:809] Node ip-10-0-0-119.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0427 16:06:42.924262    3807 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal
I0427 16:06:42.944612    3807 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0427 16:06:42.950617    3807 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0427 16:06:42.950733    3807 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0427 16:06:42.950845    3807 gateway_init.go:263] Preparing Gateway
I0427 16:06:42.950857    3807 gateway_shared_intf.go:1687] Creating new gateway
I0427 16:06:42.961572    3807 controller_manager.go:429] Waiting for node in zone sync took: 250.36041ms
I0427 16:06:42.967128    3807 controller_manager.go:611] Switching to transit router for layer2 networks
I0427 16:06:42.967144    3807 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-119.ec2.internal
I0427 16:06:42.982311    3807 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0427 16:06:42.988504    3807 controller_manager.go:290] SCTP support detected in OVN
I0427 16:06:42.989085    3807 services_controller.go:69] Creating services controller for network=default
I0427 16:06:42.989194    3807 udn_enabled_svc.go:80] Waiting for service informer to sync
I0427 16:06:42.989291    3807 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0427 16:06:42.989352    3807 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0427 16:06:42.989364    3807 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0427 16:06:42.989372    3807 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0427 16:06:42.989564    3807 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0427 16:06:42.989626    3807 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0427 16:06:42.989665    3807 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.094µs
I0427 16:06:42.989697    3807 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 62.62µs
I0427 16:06:42.989706    3807 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 80.178µs
I0427 16:06:42.989706    3807 udn_enabled_svc.go:95] Performing full resync
I0427 16:06:42.989712    3807 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0427 16:06:42.989728    3807 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0427 16:06:42.989739    3807 default_network_controller.go:325] Starting the default network controller
I0427 16:06:42.989827    3807 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.729µs
I0427 16:06:42.989974    3807 udn_enabled_svc.go:99] Waiting for handler to sync
I0427 16:06:42.989985    3807 udn_enabled_svc.go:104] Starting worker
I0427 16:06:42.998756    3807 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0427 16:06:42.998822    3807 repair.go:33] Syncing exgw routes took 54.949µs
I0427 16:06:42.998843    3807 default_network_controller.go:414] Starting all the Watchers...
I0427 16:06:42.999101    3807 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0427 16:06:42.999107    3807 namespace.go:98] [openshift-config-managed] adding namespace
I0427 16:06:42.999136    3807 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0427 16:06:42.999140    3807 namespace.go:98] [openshift-network-node-identity] adding namespace
I0427 16:06:42.999148    3807 namespace.go:98] [openshift-ingress] adding namespace
I0427 16:06:42.999156    3807 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0427 16:06:42.999169    3807 namespace.go:98] [openshift-monitoring] adding namespace
I0427 16:06:42.999275    3807 namespace.go:98] [dedicated-admin] adding namespace
I0427 16:06:42.999288    3807 namespace.go:98] [openshift] adding namespace
I0427 16:06:42.999294    3807 namespace.go:98] [openshift-dns] adding namespace
I0427 16:06:42.999300    3807 namespace.go:98] [openshift-network-console] adding namespace
I0427 16:06:42.999307    3807 namespace.go:98] [kube-public] adding namespace
I0427 16:06:42.999313    3807 namespace.go:98] [openshift-backplane-srep] adding namespace
I0427 16:06:42.999319    3807 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0427 16:06:42.999328    3807 namespace.go:98] [openshift-cluster-version] adding namespace
I0427 16:06:42.999714    3807 namespace.go:102] [openshift-backplane-mobb] adding namespace took 601.638µs
I0427 16:06:42.999728    3807 namespace.go:98] [openshift-operators] adding namespace
I0427 16:06:43.000328    3807 namespace.go:102] [openshift-config-managed] adding namespace took 1.212372ms
I0427 16:06:43.000339    3807 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0427 16:06:43.001002    3807 namespace.go:102] [openshift-route-controller-manager] adding namespace took 1.849848ms
I0427 16:06:43.001018    3807 namespace.go:98] [openshift-authentication] adding namespace
I0427 16:06:43.001676    3807 namespace.go:102] [openshift-authentication] adding namespace took 650.972µs
I0427 16:06:43.001693    3807 namespace.go:98] [openshift-infra] adding namespace
I0427 16:06:43.002332    3807 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.176865ms
I0427 16:06:43.002348    3807 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0427 16:06:43.002827    3807 namespace.go:102] [openshift-ingress] adding namespace took 3.668753ms
I0427 16:06:43.002844    3807 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0427 16:06:43.003360    3807 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.191822ms
I0427 16:06:43.003379    3807 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0427 16:06:43.004347    3807 namespace.go:102] [openshift-monitoring] adding namespace took 5.166421ms
I0427 16:06:43.004362    3807 namespace.go:98] [openshift-controller-manager] adding namespace
I0427 16:06:43.004861    3807 namespace.go:102] [dedicated-admin] adding namespace took 5.574375ms
I0427 16:06:43.004879    3807 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0427 16:06:43.005337    3807 namespace.go:102] [openshift] adding namespace took 6.040946ms
I0427 16:06:43.005353    3807 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0427 16:06:43.005867    3807 namespace.go:102] [openshift-dns] adding namespace took 6.566386ms
I0427 16:06:43.005885    3807 namespace.go:98] [kube-system] adding namespace
I0427 16:06:43.006447    3807 namespace.go:102] [openshift-network-console] adding namespace took 7.141118ms
I0427 16:06:43.006459    3807 namespace.go:98] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] adding namespace
I0427 16:06:43.006985    3807 namespace.go:102] [kube-public] adding namespace took 7.671791ms
I0427 16:06:43.007003    3807 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0427 16:06:43.007480    3807 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.160279ms
I0427 16:06:43.007501    3807 namespace.go:98] [openshift-multus] adding namespace
I0427 16:06:43.008225    3807 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.897408ms
I0427 16:06:43.008246    3807 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0427 16:06:43.008842    3807 namespace.go:102] [openshift-cluster-version] adding namespace took 9.506288ms
I0427 16:06:43.008862    3807 namespace.go:98] [openshift-logging] adding namespace
I0427 16:06:43.009262    3807 namespace.go:102] [openshift-operators] adding namespace took 9.527694ms
I0427 16:06:43.009279    3807 namespace.go:98] [openshift-insights] adding namespace
I0427 16:06:43.009861    3807 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.518227ms
I0427 16:06:43.009870    3807 namespace.go:98] [openshift-config] adding namespace
I0427 16:06:43.010280    3807 namespace.go:102] [openshift-infra] adding namespace took 8.580836ms
I0427 16:06:43.010294    3807 namespace.go:98] [openshift-backplane] adding namespace
I0427 16:06:43.010669    3807 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.316818ms
I0427 16:06:43.010679    3807 namespace.go:98] [openshift-ingress-canary] adding namespace
I0427 16:06:43.011138    3807 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.290444ms
I0427 16:06:43.011146    3807 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0427 16:06:43.011707    3807 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.319829ms
I0427 16:06:43.011727    3807 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
W0427 16:06:43.012176    3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4kh2d: pod openshift-network-diagnostics/network-check-target-4kh2d: no pod IPs found 
W0427 16:06:43.012189    3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-cghhw: pod openshift-network-diagnostics/network-check-target-cghhw: no pod IPs found 
W0427 16:06:43.012195    3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fjssb: pod openshift-network-diagnostics/network-check-target-fjssb: no pod IPs found 
I0427 16:06:43.012223    3807 namespace.go:102] [openshift-controller-manager] adding namespace took 7.854792ms
I0427 16:06:43.012240    3807 namespace.go:98] [openshift-machine-api] adding namespace
I0427 16:06:43.012672    3807 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.787137ms
I0427 16:06:43.012685    3807 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0427 16:06:43.013248    3807 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.890576ms
I0427 16:06:43.013259    3807 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0427 16:06:43.013628    3807 namespace.go:102] [kube-system] adding namespace took 7.736319ms
I0427 16:06:43.013642    3807 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0427 16:06:43.014067    3807 namespace.go:102] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] adding namespace took 7.603258ms
I0427 16:06:43.014079    3807 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
W0427 16:06:43.014418    3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-fgj6m: pod openshift-multus/network-metrics-daemon-fgj6m: no pod IPs found 
W0427 16:06:43.014429    3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ns4bq: pod openshift-multus/network-metrics-daemon-ns4bq: no pod IPs found 
W0427 16:06:43.014435    3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-t4rg7: pod openshift-multus/network-metrics-daemon-t4rg7: no pod IPs found 
I0427 16:06:43.014465    3807 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.457312ms
I0427 16:06:43.014474    3807 namespace.go:98] [openshift-backplane-tam] adding namespace
I0427 16:06:43.014945    3807 namespace.go:102] [openshift-multus] adding namespace took 7.437679ms
I0427 16:06:43.014954    3807 namespace.go:98] [openshift-console-user-settings] adding namespace
I0427 16:06:43.015530    3807 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.279717ms
I0427 16:06:43.015540    3807 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0427 16:06:43.016165    3807 namespace.go:102] [openshift-logging] adding namespace took 7.297143ms
I0427 16:06:43.016177    3807 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0427 16:06:43.016519    3807 namespace.go:102] [openshift-insights] adding namespace took 7.233861ms
I0427 16:06:43.016535    3807 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0427 16:06:43.017090    3807 namespace.go:102] [openshift-config] adding namespace took 7.213929ms
I0427 16:06:43.017105    3807 namespace.go:98] [openshift-apiserver] adding namespace
I0427 16:06:43.017601    3807 namespace.go:102] [openshift-backplane] adding namespace took 7.301287ms
I0427 16:06:43.017613    3807 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0427 16:06:43.018093    3807 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.408339ms
I0427 16:06:43.018109    3807 namespace.go:98] [openshift-authentication-operator] adding namespace
I0427 16:06:43.018534    3807 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.381332ms
I0427 16:06:43.018553    3807 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0427 16:06:43.018982    3807 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.245963ms
I0427 16:06:43.019000    3807 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0427 16:06:43.019369    3807 namespace.go:102] [openshift-machine-api] adding namespace took 7.122731ms
I0427 16:06:43.019398    3807 namespace.go:98] [openshift-image-registry] adding namespace
I0427 16:06:43.019789    3807 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.097185ms
I0427 16:06:43.019806    3807 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0427 16:06:43.020186    3807 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.920543ms
I0427 16:06:43.020201    3807 namespace.go:98] [openshift-marketplace] adding namespace
I0427 16:06:43.020578    3807 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.913146ms
I0427 16:06:43.020595    3807 namespace.go:98] [openshift-network-operator] adding namespace
I0427 16:06:43.021000    3807 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.915177ms
I0427 16:06:43.021016    3807 namespace.go:98] [openshift-operators-redhat] adding namespace
I0427 16:06:43.021367    3807 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.88668ms
I0427 16:06:43.021381    3807 namespace.go:98] [openshift-config-operator] adding namespace
I0427 16:06:43.021852    3807 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.891688ms
I0427 16:06:43.021871    3807 namespace.go:98] [openshift-dns-operator] adding namespace
I0427 16:06:43.022343    3807 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.795845ms
I0427 16:06:43.022362    3807 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0427 16:06:43.022854    3807 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.672252ms
I0427 16:06:43.022868    3807 namespace.go:98] [openshift-backplane-cse] adding namespace
I0427 16:06:43.023247    3807 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.705591ms
I0427 16:06:43.023261    3807 namespace.go:98] [default] adding namespace
I0427 16:06:43.023751    3807 namespace.go:102] [openshift-apiserver] adding namespace took 6.639981ms
I0427 16:06:43.023765    3807 namespace.go:98] [openshift-console] adding namespace
I0427 16:06:43.024134    3807 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.514377ms
I0427 16:06:43.024576    3807 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.460361ms
I0427 16:06:43.024588    3807 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0427 16:06:43.025072    3807 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.513593ms
I0427 16:06:43.025086    3807 namespace.go:98] [openshift-ingress-operator] adding namespace
I0427 16:06:43.025528    3807 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.519627ms
I0427 16:06:43.025544    3807 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0427 16:06:43.026022    3807 namespace.go:102] [openshift-image-registry] adding namespace took 6.615758ms
I0427 16:06:43.026042    3807 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0427 16:06:43.026536    3807 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.723065ms
I0427 16:06:43.026551    3807 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0427 16:06:43.026992    3807 namespace.go:102] [openshift-marketplace] adding namespace took 6.785261ms
I0427 16:06:43.027003    3807 namespace.go:98] [openshift-host-network] adding namespace
I0427 16:06:43.027484    3807 namespace.go:102] [openshift-network-operator] adding namespace took 6.881776ms
I0427 16:06:43.027501    3807 namespace.go:98] [kube-node-lease] adding namespace
I0427 16:06:43.028016    3807 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.994762ms
I0427 16:06:43.028029    3807 namespace.go:98] [openshift-backplane-cee] adding namespace
I0427 16:06:43.028500    3807 namespace.go:102] [openshift-config-operator] adding namespace took 7.11345ms
I0427 16:06:43.028520    3807 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0427 16:06:43.028915    3807 namespace.go:102] [openshift-dns-operator] adding namespace took 7.038121ms
I0427 16:06:43.028927    3807 namespace.go:98] [openshift-node] adding namespace
I0427 16:06:43.029389    3807 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.021554ms
I0427 16:06:43.029403    3807 namespace.go:98] [openshift-backplane-csm] adding namespace
I0427 16:06:43.029841    3807 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.968607ms
I0427 16:06:43.029853    3807 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0427 16:06:43.030244    3807 namespace.go:102] [default] adding namespace took 6.977359ms
I0427 16:06:43.030259    3807 namespace.go:98] [openshift-console-operator] adding namespace
I0427 16:06:43.030634    3807 namespace.go:102] [openshift-console] adding namespace took 6.864632ms
I0427 16:06:43.031063    3807 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.470833ms
I0427 16:06:43.031077    3807 namespace.go:98] [openshift-etcd] adding namespace
I0427 16:06:43.031420    3807 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.330139ms
I0427 16:06:43.031845    3807 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.296336ms
I0427 16:06:43.032235    3807 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.188211ms
I0427 16:06:43.032248    3807 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0427 16:06:43.032619    3807 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.063911ms
I0427 16:06:43.033125    3807 namespace.go:102] [openshift-host-network] adding namespace took 6.117127ms
I0427 16:06:43.033503    3807 namespace.go:102] [kube-node-lease] adding namespace took 5.996662ms
I0427 16:06:43.033944    3807 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.910053ms
I0427 16:06:43.034350    3807 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.824696ms
I0427 16:06:43.034740    3807 namespace.go:102] [openshift-node] adding namespace took 5.808561ms
I0427 16:06:43.034752    3807 namespace.go:98] [openshift-package-operator] adding namespace
I0427 16:06:43.035116    3807 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.709617ms
I0427 16:06:43.035503    3807 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.645684ms
I0427 16:06:43.035926    3807 namespace.go:102] [openshift-console-operator] adding namespace took 5.662153ms
I0427 16:06:43.036366    3807 namespace.go:102] [openshift-etcd] adding namespace took 5.283587ms
I0427 16:06:43.036732    3807 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.480882ms
I0427 16:06:43.037142    3807 namespace.go:102] [openshift-package-operator] adding namespace took 2.384706ms
W0427 16:06:43.037216    3807 master.go:458] Unable to parse local node ip-10-0-0-119.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0427 16:06:43.037224    3807 master.go:471] Unable to parse remote node ip-10-0-1-57.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0427 16:06:43.037228    3807 master.go:471] Unable to parse remote node ip-10-0-2-167.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0427 16:06:43.037232    3807 master.go:481] Removing stale chassis with ID/Name: 4e9642ab-3f7b-4706-9cbc-a0e70503f148, hostname: ip-10-0-0-119.ec2.internal
I0427 16:06:43.037713    3807 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default"
I0427 16:06:43.037767    3807 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-167.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-167.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal
I0427 16:06:43.037793    3807 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-57.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-57.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-57.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-57.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-57.ec2.internal
I0427 16:06:43.041621    3807 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-119.ec2.internal for the network default
I0427 16:06:43.041935    3807 zone_ic_handler.go:195] Time taken to create transit switch: 301.671µs
I0427 16:06:43.042610    3807 default_network_controller.go:823] Node add failed for ip-10-0-0-119.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal]
E0427 16:06:43.042684    3807 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-119.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal]
I0427 16:06:43.042740    3807 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0427 16:06:43.042763    3807 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0427 16:06:43.042751    3807 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-119.ec2.internal", UID:"f2e41286-84a8-4bf1-8166-83350295f339", APIVersion:"v1", ResourceVersion:"8823", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal]
I0427 16:06:43.042779    3807 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0427 16:06:43.042782    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default"
I0427 16:06:43.042827    3807 node_tracker.go:235] Node ip-10-0-2-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal"
I0427 16:06:43.042845    3807 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:06:43.042860    3807 services_controller.go:574] Full service sync requested for network=default
I0427 16:06:43.042868    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default"
I0427 16:06:43.042878    3807 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal"
I0427 16:06:43.042885    3807 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:06:43.042892    3807 services_controller.go:574] Full service sync requested for network=default
I0427 16:06:43.042907    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default"
I0427 16:06:43.042922    3807 node_tracker.go:235] Node ip-10-0-1-57.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-57.ec2.internal"
I0427 16:06:43.042929    3807 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:06:43.042933    3807 services_controller.go:574] Full service sync requested for network=default
I0427 16:06:43.057757    3807 iptables.go:108] Creating table: filter chain: FORWARD
I0427 16:06:43.065266    3807 iptables.go:108] Creating table: filter chain: OUTPUT
I0427 16:06:43.072072    3807 gateway_shared_intf.go:1816] Gateway Creation Complete
I0427 16:06:43.072093    3807 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:9b:ab:46:d1:4b","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4e9642ab-3f7b-4706-9cbc-a0e70503f148 k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"} k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal
I0427 16:06:43.087579    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default"
I0427 16:06:43.087642    3807 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default"
I0427 16:06:43.087668    3807 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:06:43.087684    3807 services_controller.go:574] Full service sync requested for network=default
I0427 16:06:43.091619    3807 default_node_network_controller.go:519] Node connection status = connected
W0427 16:06:43.092278    3807 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-fgj6m: pod openshift-multus/network-metrics-daemon-fgj6m: no pod IPs found 
W0427 16:06:43.092292    3807 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-cghhw: pod openshift-network-diagnostics/network-check-target-cghhw: no pod IPs found 
I0427 16:06:43.093202    3807 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-119.ec2.internal for the network default
I0427 16:06:43.093408    3807 zone_ic_handler.go:195] Time taken to create transit switch: 190.981µs
I0427 16:06:43.143192    3807 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0427 16:06:43.143214    3807 services_controller.go:208] Setting up event handlers for services for network=default
I0427 16:06:43.143257    3807 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0427 16:06:43.143290    3807 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0427 16:06:43.143302    3807 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0427 16:06:43.243615    3807 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0427 16:06:43.243636    3807 repair.go:60] Starting repairing loop for services
I0427 16:06:43.243729    3807 repair.go:131] Deleted 0 stale service LBs
I0427 16:06:43.243748    3807 repair.go:137] Deleted 0 stale Chassis Template Vars
I0427 16:06:43.243765    3807 repair.go:62] Finished repairing loop for services: 132.4µs
I0427 16:06:43.243789    3807 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0427 16:06:43.243799    3807 services_controller.go:254] Starting workers for network=default
I0427 16:06:43.244188    3807 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-fjssb, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fjssb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fjssb: no pod IPs found 
I0427 16:06:43.244231    3807 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-t4rg7, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-t4rg7: suppressed error logged: pod openshift-multus/network-metrics-daemon-t4rg7: no pod IPs found 
I0427 16:06:43.244259    3807 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-4kh2d, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-4kh2d: suppressed error logged: pod openshift-network-diagnostics/network-check-target-4kh2d: no pod IPs found 
I0427 16:06:43.244272    3807 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fgj6m] creating logical port openshift-multus_network-metrics-daemon-fgj6m for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:06:43.244363    3807 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ns4bq, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ns4bq: suppressed error logged: pod openshift-multus/network-metrics-daemon-ns4bq: no pod IPs found 
I0427 16:06:43.244435    3807 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-fgj6m
I0427 16:06:43.244486    3807 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-cghhw] creating logical port openshift-network-diagnostics_network-check-target-cghhw for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:06:43.244598    3807 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-cghhw
I0427 16:06:43.258505    3807 pod.go:62] [openshift-network-diagnostics/network-check-target-cghhw] pod update took 13.939184ms
I0427 16:06:43.258526    3807 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-cghhw] addLogicalPort annotation time took 13.96044ms
I0427 16:06:43.259480    3807 pods.go:271] [openshift-network-diagnostics/network-check-target-cghhw] addLogicalPort took 15.001275ms, libovsdb time 696.527µs
I0427 16:06:43.264739    3807 pod.go:62] [openshift-multus/network-metrics-daemon-fgj6m] pod update took 20.395634ms
I0427 16:06:43.264760    3807 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-fgj6m] addLogicalPort annotation time took 20.41766ms
I0427 16:06:43.265596    3807 pods.go:271] [openshift-multus/network-metrics-daemon-fgj6m] addLogicalPort took 21.339105ms, libovsdb time 571.407µs
I0427 16:06:43.266015    3807 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0427 16:06:43.266038    3807 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0427 16:06:43.266057    3807 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0427 16:06:43.266062    3807 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0427 16:06:43.266259    3807 repair.go:29] Repairing admin network policies took 192.842µs
I0427 16:06:43.266358    3807 repair.go:92] Repairing baseline admin network policies took 90.329µs
I0427 16:06:43.267161    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0427 16:06:43.267180    3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0427 16:06:43.268671    3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0427 16:06:43.268692    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0427 16:06:43.269067    3807 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0427 16:06:43.269079    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0427 16:06:43.270721    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0427 16:06:43.270740    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0427 16:06:43.270747    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0427 16:06:43.271018    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0427 16:06:43.271039    3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0427 16:06:43.271051    3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0427 16:06:43.272270    3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0427 16:06:43.272289    3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0427 16:06:43.272298    3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0427 16:06:43.273255    3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0427 16:06:43.273275    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0427 16:06:43.273282    3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0427 16:06:43.273541    3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0427 16:06:43.273558    3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0427 16:06:43.273572    3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0427 16:06:43.274567    3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0427 16:06:43.274584    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0427 16:06:43.274590    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0427 16:06:43.275757    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0427 16:06:43.275780    3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0427 16:06:43.275794    3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0427 16:06:43.277228    3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0427 16:06:43.277246    3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0427 16:06:43.277254    3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0427 16:06:43.278079    3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0427 16:06:43.278098    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0427 16:06:43.278106    3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0427 16:06:43.278762    3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0427 16:06:43.278782    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0427 16:06:43.278790    3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0427 16:06:43.279243    3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0427 16:06:43.279265    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0427 16:06:43.279274    3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0427 16:06:43.279723    3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0427 16:06:43.279743    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0427 16:06:43.279750    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0427 16:06:43.281163    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0427 16:06:43.281186    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0427 16:06:43.281198    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0427 16:06:43.281723    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0427 16:06:43.281742    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0427 16:06:43.281750    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0427 16:06:43.282201    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0427 16:06:43.282219    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0427 16:06:43.282246    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0427 16:06:43.282947    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0427 16:06:43.282966    3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0427 16:06:43.282974    3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0427 16:06:43.283512    3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0427 16:06:43.283529    3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0427 16:06:43.283538    3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0427 16:06:43.285822    3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0427 16:06:43.285841    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0427 16:06:43.285850    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0427 16:06:43.286456    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0427 16:06:43.286475    3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0427 16:06:43.286482    3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0427 16:06:43.287556    3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0427 16:06:43.287573    3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0427 16:06:43.287585    3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0427 16:06:43.287910    3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0427 16:06:43.287928    3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0427 16:06:43.287936    3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0427 16:06:43.288884    3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0427 16:06:43.288901    3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0427 16:06:43.288911    3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0427 16:06:43.290143    3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0427 16:06:43.290161    3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0427 16:06:43.290171    3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0427 16:06:43.291449    3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0427 16:06:43.291466    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0427 16:06:43.291474    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0427 16:06:43.291998    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0427 16:06:43.292016    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0427 16:06:43.292034    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0427 16:06:43.292543    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0427 16:06:43.292572    3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0427 16:06:43.292585    3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0427 16:06:43.293118    3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0427 16:06:43.293135    3807 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0427 16:06:43.293148    3807 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0427 16:06:43.295077    3807 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0427 16:06:43.299711    3807 egressfirewall.go:374] Starting EgressFirewall controller
I0427 16:06:43.299746    3807 controller.go:133] Adding controller egress-firewall-controller event handlers
I0427 16:06:43.299748    3807 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0427 16:06:43.299776    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0427 16:06:43.299787    3807 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0427 16:06:43.299816    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0427 16:06:43.299833    3807 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0427 16:06:43.300068    3807 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0427 16:06:43.300086    3807 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0427 16:06:43.300094    3807 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0427 16:06:43.300105    3807 egressqos.go:193] Setting up event handlers for EgressQoS
I0427 16:06:43.300163    3807 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall
I0427 16:06:43.300174    3807 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall
I0427 16:06:43.300178    3807 egressfirewall.go:723] Syncing node "ip-10-0-1-57.ec2.internal" for egress firewall
I0427 16:06:43.300278    3807 egressqos.go:245] Starting EgressQoS Controller
I0427 16:06:43.300292    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0427 16:06:43.300304    3807 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0427 16:06:43.300314    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0427 16:06:43.300322    3807 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0427 16:06:43.300331    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0427 16:06:43.300339    3807 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0427 16:06:43.300346    3807 egressqos.go:259] Repairing EgressQoSes
I0427 16:06:43.300352    3807 egressqos.go:399] Starting repairing loop for egressqos
I0427 16:06:43.300425    3807 egressqos.go:401] Finished repairing loop for egressqos: 74.781µs
I0427 16:06:43.300449    3807 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0427 16:06:43.300470    3807 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-119.ec2.internal
I0427 16:06:43.300510    3807 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-119.ec2.internal : 41.636µs
I0427 16:06:43.300571    3807 egressservice_zone.go:210] Starting Egress Services Controller
I0427 16:06:43.300584    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0427 16:06:43.300592    3807 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0427 16:06:43.300612    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0427 16:06:43.300623    3807 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0427 16:06:43.300632    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0427 16:06:43.300640    3807 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0427 16:06:43.300669    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0427 16:06:43.300680    3807 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0427 16:06:43.300686    3807 egressservice_zone.go:228] Repairing Egress Services
I0427 16:06:43.300923    3807 master_controller.go:88] Starting Admin Policy Based Route Controller
I0427 16:06:43.300933    3807 external_controller.go:278] Starting Admin Policy Based Route Controller
I0427 16:06:43.300941    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal
I0427 16:06:43.300949    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 9.64µs
I0427 16:06:43.300955    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal
I0427 16:06:43.300959    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 3.811µs
I0427 16:06:43.300963    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal
I0427 16:06:43.300966    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 3.856µs
I0427 16:06:43.301014    3807 default_network_controller.go:585] Completing all the Watchers took 302.163028ms
I0427 16:06:43.301027    3807 default_network_controller.go:589] Starting unidling controllers
I0427 16:06:43.301038    3807 unidle.go:46] Registering OVN SB ControllerEvent handler
I0427 16:06:43.301045    3807 unidle.go:63] Populating Initial ContollerEvent events
I0427 16:06:43.301054    3807 unidle.go:79] Setting up event handlers for services
I0427 16:06:43.301099    3807 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0427 16:06:43.592405    3807 default_node_network_controller.go:519] Node connection status = connected
I0427 16:06:44.092217    3807 default_node_network_controller.go:519] Node connection status = connected
I0427 16:06:44.205211    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default"
I0427 16:06:44.205242    3807 node_tracker.go:235] Node ip-10-0-1-57.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-57.ec2.internal"
I0427 16:06:44.205260    3807 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:06:44.205278    3807 services_controller.go:574] Full service sync requested for network=default
I0427 16:06:44.205311    3807 default_network_controller.go:1025] Node "ip-10-0-1-57.ec2.internal" in remote zone "ip-10-0-1-57.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0427 16:06:44.353165    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default"
I0427 16:06:44.353213    3807 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:06:44.353224    3807 services_controller.go:574] Full service sync requested for network=default
I0427 16:06:44.353233    3807 default_network_controller.go:1025] Node "ip-10-0-1-57.ec2.internal" in remote zone "ip-10-0-1-57.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0427 16:06:44.354178    3807 zone_ic_handler.go:195] Time taken to create transit switch: 268.24µs
I0427 16:06:44.354194    3807 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-57.ec2.internal for the network default
I0427 16:06:44.355382    3807 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-57.ec2.internal" on network "default" took: 1.483478ms
I0427 16:06:44.592941    3807 default_node_network_controller.go:519] Node connection status = connected
I0427 16:06:45.092229    3807 default_node_network_controller.go:519] Node connection status = connected
I0427 16:06:45.316940    3807 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0427 16:06:45.405783    3807 egressfirewall.go:723] Syncing node "ip-10-0-1-57.ec2.internal" for egress firewall
I0427 16:06:45.405822    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default"
I0427 16:06:45.405824    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal
I0427 16:06:45.405842    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 22.363µs
I0427 16:06:45.405849    3807 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-57.ec2.internal. Updating no re-route policies
I0427 16:06:45.405871    3807 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:06:45.405887    3807 services_controller.go:574] Full service sync requested for network=default
I0427 16:06:45.592246    3807 default_node_network_controller.go:519] Node connection status = connected
I0427 16:06:45.609677    3807 bridgeconfig.go:537] Gateway is ready
I0427 16:06:45.609693    3807 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0427 16:06:45.621503    3807 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.119. Updating OVN encap IP.
I0427 16:06:45.626703    3807 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.119 - it is already configured
I0427 16:06:45.626717    3807 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.119/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0427 16:06:45.626898    3807 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.119/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:9b:ab:46:d1:4b","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4e9642ab-3f7b-4706-9cbc-a0e70503f148 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"}] on node ip-10-0-0-119.ec2.internal
I0427 16:06:45.642513    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal
I0427 16:06:45.642531    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 21.468µs
I0427 16:06:45.642551    3807 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default"
I0427 16:06:45.642600    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default"
I0427 16:06:45.642606    3807 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall
I0427 16:06:45.642671    3807 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:06:45.642684    3807 services_controller.go:574] Full service sync requested for network=default
I0427 16:06:45.643486    3807 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.119
I0427 16:06:45.643574    3807 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-119.ec2.internal
I0427 16:06:45.646939    3807 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies
I0427 16:06:45.647026    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fjssb
I0427 16:06:45.647031    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2bz8n
I0427 16:06:45.647038    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hx6hz
I0427 16:06:45.647043    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fjssb
I0427 16:06:45.647048    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2bz8n
I0427 16:06:45.647045    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bcbbx
I0427 16:06:45.647053    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hx6hz
I0427 16:06:45.647060    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bcbbx
I0427 16:06:45.647076    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2bz8n after 0 failed attempt(s)
I0427 16:06:45.647081    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hx6hz after 0 failed attempt(s)
I0427 16:06:45.647087    3807 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-fjssb, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fjssb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fjssb: no pod IPs found 
I0427 16:06:45.647080    3807 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal
I0427 16:06:45.647097    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-2zqrz
I0427 16:06:45.647099    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-t4rg7
I0427 16:06:45.647099    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-w7csh
I0427 16:06:45.647108    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-cghhw
I0427 16:06:45.647106    3807 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal
I0427 16:06:45.647115    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-t4rg7
I0427 16:06:45.647112    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-fgj6m
I0427 16:06:45.647121    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-cghhw
I0427 16:06:45.647120    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-w7csh
I0427 16:06:45.647122    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-x9rvw
I0427 16:06:45.647131    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-fgj6m
I0427 16:06:45.647135    3807 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal after 0 failed attempt(s)
I0427 16:06:45.647135    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal
I0427 16:06:45.647137    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-x9rvw
I0427 16:06:45.647151    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal
I0427 16:06:45.647153    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-w7csh after 0 failed attempt(s)
I0427 16:06:45.647156    3807 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-t4rg7, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-t4rg7: suppressed error logged: pod openshift-multus/network-metrics-daemon-t4rg7: no pod IPs found 
I0427 16:06:45.647161    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-x9rvw after 0 failed attempt(s)
I0427 16:06:45.647159    3807 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-cghhw] creating logical port openshift-network-diagnostics_network-check-target-cghhw for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:06:45.647175    3807 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fgj6m] creating logical port openshift-multus_network-metrics-daemon-fgj6m for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:06:45.647176    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal after 0 failed attempt(s)
I0427 16:06:45.647192    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bcbbx after 0 failed attempt(s)
I0427 16:06:45.647111    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-2zqrz
I0427 16:06:45.647225    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-2zqrz after 0 failed attempt(s)
I0427 16:06:45.647102    3807 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-nkjff
I0427 16:06:45.647243    3807 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-nkjff
I0427 16:06:45.647255    3807 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-nkjff after 0 failed attempt(s)
I0427 16:06:45.647085    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z7tpj
I0427 16:06:45.647268    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z7tpj
I0427 16:06:45.647281    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z7tpj after 0 failed attempt(s)
I0427 16:06:45.647113    3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vgzs4
I0427 16:06:45.647295    3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vgzs4
I0427 16:06:45.647314    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vgzs4 after 0 failed attempt(s)
I0427 16:06:45.647851    3807 pods.go:271] [openshift-multus/network-metrics-daemon-fgj6m] addLogicalPort took 682.925µs, libovsdb time 296.966µs
I0427 16:06:45.647864    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-fgj6m after 0 failed attempt(s)
I0427 16:06:45.648523    3807 pods.go:271] [openshift-network-diagnostics/network-check-target-cghhw] addLogicalPort took 1.373119ms, libovsdb time 259.882µs
I0427 16:06:45.648535    3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-cghhw after 0 failed attempt(s)
I0427 16:06:45.663506    3807 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0427 16:06:45.675509    3807 iptables.go:108] Creating table: mangle chain: OUTPUT
I0427 16:06:45.679122    3807 iptables.go:108] Creating table: nat chain: OUTPUT
I0427 16:06:45.730977    3807 iptables.go:108] Creating table: nat chain: PREROUTING
I0427 16:06:45.783429    3807 iptables.go:108] Creating table: filter chain: FORWARD
I0427 16:06:45.801435    3807 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0427 16:06:45.801687    3807 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0427 16:06:45.801732    3807 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0427 16:06:45.801808    3807 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0427 16:06:45.801855    3807 gateway_init.go:325] Gateway and management port readiness took 2.714441052s
I0427 16:06:45.801881    3807 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0427 16:06:45.801941    3807 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0427 16:06:45.801954    3807 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0427 16:06:45.801964    3807 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0427 16:06:45.802044    3807 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0427 16:06:45.802125    3807 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.241µs
I0427 16:06:45.802389    3807 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0427 16:06:45.802413    3807 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.287µs
I0427 16:06:45.802422    3807 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.506µs
I0427 16:06:45.802427    3807 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0427 16:06:45.802438    3807 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0427 16:06:45.802447    3807 default_node_network_controller.go:899] Starting the default node network controller
I0427 16:06:45.802453    3807 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0427 16:06:45.802553    3807 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.902µs
I0427 16:06:45.802611    3807 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0427 16:06:45.802619    3807 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0427 16:06:45.802664    3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015cc0 0xc00032e770 0xc00032e7e0 0xc00032e850 0xc00032e930 0xc00032e9a0 <nil> 0xc00032ea10 0xc000c20d70 0xc00032eaf0 0xc00032eb60 <nil> 0xc0006342d0 0xc0060f1340 <nil> <nil> <nil> 0xc00032ebd0 <nil> map[0x2ff9080:0xc0027148a0 0x2ff95c0:0xc002714a20 0x2ffa2e0:0xc0027147e0 0x2ffa580:0xc002714840 0x2ffad60:0xc002714900 0x2ffb000:0xc002714960 0x2ffb2a0:0xc0027149c0 0x2ffba80:0xc002715740 0x2ffbd20:0xc00685a000 0x3026980:0xc000b9ca80 0x3026d20:0xc000b9cae0 0x3027800:0xc000c6e600 0x3029160:0xc001c8c000 0x30298a0:0xc002714780 0x302a720:0xc001c8c060] 0xc000a8a9a0 0}
I0427 16:06:45.802719    3807 gateway.go:151] Starting gateway service sync
I0427 16:06:45.803435    3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0427 16:06:45.805762    3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0427 16:06:45.830448    3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0427 16:06:45.831717    3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0427 16:06:45.832895    3807 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0427 16:06:45.865318    3807 gateway.go:168] Gateway service sync done. Time taken: 62.587194ms
I0427 16:06:45.865902    3807 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32638
I0427 16:06:45.866097    3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015cc0 0xc00032e770 0xc00032e7e0 0xc00032e850 0xc00032e930 0xc00032e9a0 <nil> 0xc00032ea10 0xc000c20d70 0xc00032eaf0 0xc00032eb60 <nil> 0xc0006342d0 0xc0060f1340 <nil> <nil> <nil> 0xc00032ebd0 <nil> map[0x2ff9080:0xc0027148a0 0x2ff95c0:0xc002714a20 0x2ffa2e0:0xc0027147e0 0x2ffa580:0xc002714840 0x2ffad60:0xc002714900 0x2ffb000:0xc002714960 0x2ffb2a0:0xc0027149c0 0x2ffba80:0xc002715740 0x2ffbd20:0xc00685a000 0x3026980:0xc000b9ca80 0x3026d20:0xc000b9cae0 0x3027800:0xc000c6e600 0x3029160:0xc001c8c000 0x30298a0:0xc002714780 0x302a720:0xc001c8c060] 0xc000a8a9a0 0}
I0427 16:06:45.866538    3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015cc0 0xc00032e770 0xc00032e7e0 0xc00032e850 0xc00032e930 0xc00032e9a0 <nil> 0xc00032ea10 0xc000c20d70 0xc00032eaf0 0xc00032eb60 <nil> 0xc0006342d0 0xc0060f1340 <nil> <nil> <nil> 0xc00032ebd0 <nil> map[0x2ff9080:0xc0027148a0 0x2ff95c0:0xc002714a20 0x2ffa2e0:0xc0027147e0 0x2ffa580:0xc002714840 0x2ffad60:0xc002714900 0x2ffb000:0xc002714960 0x2ffb2a0:0xc0027149c0 0x2ffba80:0xc002715740 0x2ffbd20:0xc00685a000 0x3026980:0xc000b9ca80 0x3026d20:0xc000b9cae0 0x3027800:0xc000c6e600 0x3029160:0xc001c8c000 0x30298a0:0xc002714780 0x302a720:0xc001c8c060] 0xc000a8a9a0 0}
I0427 16:06:45.866569    3807 gateway.go:532] Reconciling gateway with updates
I0427 16:06:45.871563    3807 gateway.go:339] Spawning Conntrack Rule Check Thread
I0427 16:06:45.871663    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0427 16:06:45.871676    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0427 16:06:45.871681    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0427 16:06:45.871680    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0427 16:06:45.871688    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0427 16:06:45.871687    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0427 16:06:45.871702    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0427 16:06:45.871703    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0427 16:06:45.871710    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0427 16:06:45.871711    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0427 16:06:45.871724    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0427 16:06:45.871728    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0427 16:06:45.871732    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0427 16:06:45.871726    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0427 16:06:45.871735    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0427 16:06:45.871739    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0427 16:06:45.871689    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0427 16:06:45.871743    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0427 16:06:45.871663    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0427 16:06:45.871749    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0427 16:06:45.871753    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0427 16:06:45.871692    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0427 16:06:45.871739    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0427 16:06:45.871765    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0427 16:06:45.871767    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0427 16:06:45.871768    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0427 16:06:45.871774    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0427 16:06:45.871772    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0427 16:06:45.871780    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0427 16:06:45.871779    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0427 16:06:45.871791    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0427 16:06:45.871794    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0427 16:06:45.871793    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.871800    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0427 16:06:45.871795    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0427 16:06:45.871733    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0427 16:06:45.871803    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0427 16:06:45.871810    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0427 16:06:45.871812    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0427 16:06:45.871821    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0427 16:06:45.871829    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0427 16:06:45.871830    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0427 16:06:45.871830    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0427 16:06:45.871837    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0427 16:06:45.871837    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0427 16:06:45.871790    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0427 16:06:45.871844    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0427 16:06:45.871847    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0427 16:06:45.871845    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0427 16:06:45.871852    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0427 16:06:45.871856    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0427 16:06:45.871860    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0427 16:06:45.871861    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.871863    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.871831    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0427 16:06:45.871700    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0427 16:06:45.871876    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0427 16:06:45.871877    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0427 16:06:45.871820    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0427 16:06:45.871889    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0427 16:06:45.871891    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.871857    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0427 16:06:45.871901    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0427 16:06:45.871889    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0427 16:06:45.871908    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0427 16:06:45.871913    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0427 16:06:45.871918    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0427 16:06:45.871921    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0427 16:06:45.871846    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0427 16:06:45.871926    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0427 16:06:45.871933    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0427 16:06:45.871936    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0427 16:06:45.871915    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0427 16:06:45.871951    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.871956    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0427 16:06:45.871953    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0427 16:06:45.871960    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.871774    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0427 16:06:45.871970    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0427 16:06:45.871971    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.871969    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0427 16:06:45.871717    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0427 16:06:45.871981    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0427 16:06:45.871995    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0427 16:06:45.871903    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0427 16:06:45.871977    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0427 16:06:45.872011    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0427 16:06:45.871734    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0427 16:06:45.872011    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0427 16:06:45.872024    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0427 16:06:45.871674    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0427 16:06:45.872073    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0427 16:06:45.871738    3807 default_node_network_controller.go:944] Gateway and management port readiness took 69.072013ms
I0427 16:06:45.871718    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0427 16:06:45.871756    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0427 16:06:45.871766    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0427 16:06:45.872181    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0427 16:06:45.871778    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0427 16:06:45.871782    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0427 16:06:45.871775    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0427 16:06:45.872257    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0427 16:06:45.871788    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0427 16:06:45.871800    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0427 16:06:45.871802    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0427 16:06:45.871794    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0427 16:06:45.872390    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0427 16:06:45.871799    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0427 16:06:45.871823    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0427 16:06:45.872486    3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32130 is already open, no action needed
I0427 16:06:45.872498    3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32707 is already open, no action needed
I0427 16:06:45.871824    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0427 16:06:45.871835    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0427 16:06:45.872575    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0427 16:06:45.871850    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0427 16:06:45.871863    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0427 16:06:45.872632    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0427 16:06:45.872638    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0427 16:06:45.871859    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0427 16:06:45.871958    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.872013    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0427 16:06:45.872678    3807 node_ip_handler_linux.go:160] Node IP manager is running
W0427 16:06:45.908415    3807 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0427 16:06:45.908559    3807 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0427 16:06:45.908684    3807 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0427 16:06:45.917104    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0427 16:06:45.917125    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.917142    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0427 16:06:45.917149    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0427 16:06:45.917156    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0427 16:06:45.917161    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0427 16:06:45.917171    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0427 16:06:45.958458    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0427 16:06:45.958496    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0427 16:06:45.958517    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0427 16:06:45.958526    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0427 16:06:45.958534    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0427 16:06:45.958545    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0427 16:06:46.001773    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0427 16:06:46.001783    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0427 16:06:46.999681    3807 default_node_network_controller.go:1380] Starting node controller node sync
W0427 16:06:46.999744    3807 egressip_healthcheck.go:76] Health checking using insecure connection
I0427 16:06:46.999800    3807 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0427 16:06:47.011724    3807 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.021091ms
I0427 16:06:47.011824    3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-57.ec2.internal", IP: 10.0.1.57 to PMTUD blocking rules
I0427 16:06:47.011837    3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-57.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0427 16:06:47.017786    3807 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0427 16:06:47.018034    3807 egressservice_node.go:93] Setting up event handlers for Egress Services
I0427 16:06:47.018136    3807 egressservice_node.go:183] Starting Egress Services Controller
I0427 16:06:47.018151    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0427 16:06:47.018161    3807 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0427 16:06:47.018167    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0427 16:06:47.018173    3807 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0427 16:06:47.018178    3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0427 16:06:47.018182    3807 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0427 16:06:47.018187    3807 egressservice_node.go:197] Repairing Egress Services
I0427 16:06:47.027982    3807 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0427 16:06:47.027992    3807 external_controller.go:278] Starting Admin Policy Based Route Controller
I0427 16:06:47.028144    3807 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0427 16:06:47.028155    3807 link_network_manager.go:119] Link manager is running
I0427 16:06:47.028163    3807 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0427 16:06:47.028300    3807 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0427 16:06:47.028503    3807 vrf_manager.go:128] VRF manager is running
I0427 16:06:47.028582    3807 node_controller_manager.go:437] Removing flows to drop GARP
I0427 16:06:47.028591    3807 gateway.go:532] Reconciling gateway with updates
I0427 16:06:47.050489    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0427 16:06:47.050496    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0427 16:06:47.050509    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0427 16:06:47.050509    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0427 16:06:47.050527    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0427 16:06:47.050533    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0427 16:06:47.050510    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0427 16:06:47.050539    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0427 16:06:47.050546    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0427 16:06:47.050547    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0427 16:06:47.050563    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0427 16:06:47.050559    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0427 16:06:47.050573    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0427 16:06:47.050508    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0427 16:06:47.050591    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0427 16:06:47.050594    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0427 16:06:47.050591    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0427 16:06:47.050605    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0427 16:06:47.050606    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0427 16:06:47.050599    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0427 16:06:47.050614    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0427 16:06:47.050615    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0427 16:06:47.050623    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0427 16:06:47.050626    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0427 16:06:47.050632    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0427 16:06:47.050634    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0427 16:06:47.050578    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.050578    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0427 16:06:47.050666    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0427 16:06:47.050671    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0427 16:06:47.050676    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.050607    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0427 16:06:47.050682    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0427 16:06:47.050677    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0427 16:06:47.050677    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0427 16:06:47.050685    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0427 16:06:47.050694    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0427 16:06:47.050697    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0427 16:06:47.050580    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0427 16:06:47.050699    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0427 16:06:47.050698    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0427 16:06:47.050708    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0427 16:06:47.050706    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0427 16:06:47.050711    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0427 16:06:47.050712    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0427 16:06:47.050716    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0427 16:06:47.050715    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0427 16:06:47.050717    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0427 16:06:47.050724    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0427 16:06:47.050725    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0427 16:06:47.050725    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0427 16:06:47.050741    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0427 16:06:47.050740    3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32130 is already open, no action needed
I0427 16:06:47.050745    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0427 16:06:47.050747    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0427 16:06:47.050564    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0427 16:06:47.050755    3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32707 is already open, no action needed
I0427 16:06:47.050760    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0427 16:06:47.050759    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0427 16:06:47.050765    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0427 16:06:47.050773    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0427 16:06:47.050690    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0427 16:06:47.050782    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0427 16:06:47.050776    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0427 16:06:47.050551    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0427 16:06:47.050792    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0427 16:06:47.050793    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0427 16:06:47.050797    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0427 16:06:47.050807    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0427 16:06:47.050821    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0427 16:06:47.050788    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0427 16:06:47.050832    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0427 16:06:47.050825    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0427 16:06:47.050837    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0427 16:06:47.050842    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0427 16:06:47.050853    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0427 16:06:47.050857    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0427 16:06:47.050592    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0427 16:06:47.050871    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0427 16:06:47.050894    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0427 16:06:47.050740    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0427 16:06:47.050593    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0427 16:06:47.050618    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0427 16:06:47.050934    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0427 16:06:47.050679    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0427 16:06:47.050681    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0427 16:06:47.051009    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0427 16:06:47.050687    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.050688    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0427 16:06:47.051039    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0427 16:06:47.050694    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0427 16:06:47.051071    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0427 16:06:47.050698    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0427 16:06:47.050693    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0427 16:06:47.050705    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0427 16:06:47.051143    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.050700    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0427 16:06:47.051151    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0427 16:06:47.050715    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0427 16:06:47.050701    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0427 16:06:47.051182    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0427 16:06:47.050715    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0427 16:06:47.051220    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0427 16:06:47.051224    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0427 16:06:47.050577    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0427 16:06:47.051233    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0427 16:06:47.050834    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0427 16:06:47.051262    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0427 16:06:47.050584    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.050896    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0427 16:06:47.050563    3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0427 16:06:47.051311    3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0427 16:06:47.050679    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0427 16:06:47.089680    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0427 16:06:47.089696    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.089702    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0427 16:06:47.089708    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0427 16:06:47.089715    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.127608    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0427 16:06:47.148127    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0427 16:06:47.148168    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0427 16:06:47.148186    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0427 16:06:47.148192    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0427 16:06:47.148208    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0427 16:06:47.148224    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.148231    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0427 16:06:47.148237    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0427 16:06:47.148243    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0427 16:06:47.148248    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.148253    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0427 16:06:47.148258    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0427 16:06:47.148263    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0427 16:06:47.148268    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0427 16:06:47.148285    3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0427 16:06:48.777713    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal
I0427 16:06:48.777747    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 43.408µs
I0427 16:06:48.808759    3807 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-58b67fcf4f-56wgt] creating logical port openshift-image-registry_image-registry-58b67fcf4f-56wgt for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:06:48.808886    3807 kube.go:256] Updating pod openshift-image-registry/image-registry-58b67fcf4f-56wgt
I0427 16:06:48.835051    3807 pod.go:62] [openshift-image-registry/image-registry-58b67fcf4f-56wgt] pod update took 26.197794ms
I0427 16:06:48.835073    3807 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-58b67fcf4f-56wgt] addLogicalPort annotation time took 26.22197ms
I0427 16:06:48.836211    3807 pods.go:271] [openshift-image-registry/image-registry-58b67fcf4f-56wgt] addLogicalPort took 27.464333ms, libovsdb time 874.735µs
I0427 16:06:48.840626    3807 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-p9dgp] creating logical port openshift-dns_dns-default-p9dgp for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:06:48.840748    3807 kube.go:256] Updating pod openshift-dns/dns-default-p9dgp
I0427 16:06:48.862554    3807 pod.go:62] [openshift-dns/dns-default-p9dgp] pod update took 21.827104ms
I0427 16:06:48.862571    3807 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-p9dgp] addLogicalPort annotation time took 21.847823ms
I0427 16:06:48.863526    3807 pods.go:271] [openshift-dns/dns-default-p9dgp] addLogicalPort took 22.91077ms, libovsdb time 733.999µs
I0427 16:06:48.878375    3807 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-z4ps5] creating logical port openshift-ingress-canary_ingress-canary-z4ps5 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:06:48.878461    3807 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-z4ps5
I0427 16:06:48.880152    3807 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlhdb] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-nlhdb for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:06:48.880234    3807 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlhdb
I0427 16:06:48.897009    3807 pod.go:62] [openshift-ingress-canary/ingress-canary-z4ps5] pod update took 18.564691ms
I0427 16:06:48.897030    3807 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-z4ps5] addLogicalPort annotation time took 18.588478ms
I0427 16:06:48.897907    3807 pods.go:271] [openshift-ingress-canary/ingress-canary-z4ps5] addLogicalPort took 19.54001ms, libovsdb time 674.765µs
I0427 16:06:48.907508    3807 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlhdb] pod update took 27.289247ms
I0427 16:06:48.907524    3807 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlhdb] addLogicalPort annotation time took 27.308752ms
I0427 16:06:48.908433    3807 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlhdb] addLogicalPort took 28.29029ms, libovsdb time 662.393µs
I0427 16:06:49.244871    3807 cni.go:452] [openshift-ingress-canary/ingress-canary-z4ps5 020f3ea51ed6686683d77a28a1456f3044478f2b262fa3543db1280dbb6000ea network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-z4ps5 020f3ea51ed6686683d77a28a1456f3044478f2b262fa3543db1280dbb6000ea network default NAD default NAD key ]
I0427 16:06:49.262693    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-z4ps5, hostIfaceName: 020f3ea51ed6686, network: default, NAD default, SandboxID: "020f3ea51ed6686683d77a28a1456f3044478f2b262fa3543db1280dbb6000ea", PCI device ID: , UID: "76aca5ef-baa6-4420-9205-bf0b12f847a6", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0427 16:06:49.319851    3807 cni.go:473] [openshift-ingress-canary/ingress-canary-z4ps5 020f3ea51ed6686683d77a28a1456f3044478f2b262fa3543db1280dbb6000ea network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-z4ps5 020f3ea51ed6686683d77a28a1456f3044478f2b262fa3543db1280dbb6000ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:30:42:19:4b:61\",\"name\":\"020f3ea51ed6686\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a37fdf72-f962-490e-8e4a-2426ab8be4bb\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:06:49.333339    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal
I0427 16:06:49.333371    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 35.464µs
I0427 16:06:49.383701    3807 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlhdb 7a3ef05bec1f3323142451089a8b5370e2ccdba322ed77d3259d3d2681494c04 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlhdb 7a3ef05bec1f3323142451089a8b5370e2ccdba322ed77d3259d3d2681494c04 network default NAD default NAD key ]
I0427 16:06:49.392686    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-nlhdb, hostIfaceName: 7a3ef05bec1f332, network: default, NAD default, SandboxID: "7a3ef05bec1f3323142451089a8b5370e2ccdba322ed77d3259d3d2681494c04", PCI device ID: , UID: "fedbe6d4-19d6-49b2-8bc4-5578afa7a350", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0427 16:06:49.437574    3807 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlhdb 7a3ef05bec1f3323142451089a8b5370e2ccdba322ed77d3259d3d2681494c04 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlhdb 7a3ef05bec1f3323142451089a8b5370e2ccdba322ed77d3259d3d2681494c04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:22:41:08:28:5b\",\"name\":\"7a3ef05bec1f332\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f35dc07-d423-49b0-97f3-37aa20747ac2\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:06:52.059173    3807 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0427 16:06:52.489166    3807 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall
I0427 16:06:52.489285    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal
I0427 16:06:52.489303    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 21.524µs
I0427 16:06:52.489321    3807 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0427 16:06:55.132131    3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0427 16:07:00.172606    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0427 16:07:00.541883    3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0427 16:07:01.456293    3807 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0427 16:07:08.823438    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default"
I0427 16:07:08.823478    3807 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0427 16:07:08.823493    3807 node_tracker.go:235] Node ip-10-0-2-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal"
I0427 16:07:08.823512    3807 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:07:08.823529    3807 services_controller.go:574] Full service sync requested for network=default
W0427 16:07:08.824048    3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0427 16:07:08.871743    3807 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0427 16:07:08.989799    3807 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0427 16:07:08.989811    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default"
I0427 16:07:08.989964    3807 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:07:08.989979    3807 services_controller.go:574] Full service sync requested for network=default
W0427 16:07:08.990136    3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0427 16:07:08.990940    3807 zone_ic_handler.go:195] Time taken to create transit switch: 385.031µs
I0427 16:07:08.990957    3807 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-167.ec2.internal for the network default
I0427 16:07:08.992180    3807 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-167.ec2.internal" on network "default" took: 1.64112ms
I0427 16:07:11.547633    3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default"
I0427 16:07:11.547678    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal
I0427 16:07:11.547692    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 19.236µs
I0427 16:07:11.547713    3807 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default"
I0427 16:07:11.547730    3807 services_controller.go:574] Full service sync requested for network=default
I0427 16:07:11.547736    3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 10.0.2.167 to PMTUD blocking rules
I0427 16:07:11.547751    3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0427 16:07:11.547753    3807 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall
W0427 16:07:11.548013    3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0427 16:07:11.554089    3807 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-167.ec2.internal. Updating no re-route policies
I0427 16:07:11.565363    3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 10.0.2.167 to PMTUD blocking rules
I0427 16:07:11.565378    3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0427 16:07:15.364020    3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal
I0427 16:07:15.364055    3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 42.518µs
I0427 16:07:19.020588    3807 cni.go:452] [openshift-network-diagnostics/network-check-target-cghhw 4c6381652fcbcaa98e72702259267d0f794139d747aff5641aad965e6171cf41 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-cghhw 4c6381652fcbcaa98e72702259267d0f794139d747aff5641aad965e6171cf41 network default NAD default NAD key ]
I0427 16:07:19.030226    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-cghhw, hostIfaceName: 4c6381652fcbcaa, network: default, NAD default, SandboxID: "4c6381652fcbcaa98e72702259267d0f794139d747aff5641aad965e6171cf41", PCI device ID: , UID: "67ff9541-e576-42ff-bdef-68c26fabc545", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0427 16:07:19.075811    3807 cni.go:473] [openshift-network-diagnostics/network-check-target-cghhw 4c6381652fcbcaa98e72702259267d0f794139d747aff5641aad965e6171cf41 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-cghhw 4c6381652fcbcaa98e72702259267d0f794139d747aff5641aad965e6171cf41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:32:3c:f1:93:70\",\"name\":\"4c6381652fcbcaa\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/384ceada-058f-41d9-a85c-f50b85944830\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:07:23.200269    3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0427 16:07:31.550132    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0427 16:07:31.550158    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0427 16:07:54.207012    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0427 16:08:09.378720    3807 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fgnmj] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-fgnmj for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:09.378843    3807 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fgnmj
I0427 16:08:09.379386    3807 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6qlng] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-6qlng for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:09.379457    3807 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6qlng
I0427 16:08:09.403188    3807 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fgnmj] pod update took 24.36967ms
I0427 16:08:09.403207    3807 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fgnmj] addLogicalPort annotation time took 24.39347ms
I0427 16:08:09.404289    3807 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fgnmj] addLogicalPort took 25.584803ms, libovsdb time 788.099µs
I0427 16:08:09.407384    3807 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6qlng] pod update took 27.946567ms
I0427 16:08:09.407405    3807 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6qlng] addLogicalPort annotation time took 27.968676ms
I0427 16:08:09.408436    3807 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6qlng] addLogicalPort took 29.061914ms, libovsdb time 794.32µs
I0427 16:08:09.474041    3807 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-hwmdj] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-hwmdj for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:09.474127    3807 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-hwmdj
I0427 16:08:09.497846    3807 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-hwmdj] pod update took 23.743916ms
I0427 16:08:09.497864    3807 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-hwmdj] addLogicalPort annotation time took 23.767014ms
I0427 16:08:09.499033    3807 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-hwmdj] addLogicalPort took 25.00446ms, libovsdb time 873.027µs
I0427 16:08:09.520278    3807 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qds4x] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-qds4x for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:09.520350    3807 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-qds4x
I0427 16:08:09.529745    3807 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-688887d9cc-j7z45] creating logical port openshift-ingress_router-default-688887d9cc-j7z45 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:09.529820    3807 kube.go:256] Updating pod openshift-ingress/router-default-688887d9cc-j7z45
I0427 16:08:09.548515    3807 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-qds4x] pod update took 28.189931ms
I0427 16:08:09.548533    3807 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qds4x] addLogicalPort annotation time took 28.212663ms
I0427 16:08:09.549548    3807 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-qds4x] addLogicalPort took 29.28044ms, libovsdb time 723.646µs
I0427 16:08:09.558229    3807 pod.go:62] [openshift-ingress/router-default-688887d9cc-j7z45] pod update took 28.432445ms
I0427 16:08:09.558248    3807 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-688887d9cc-j7z45] addLogicalPort annotation time took 28.458485ms
I0427 16:08:09.559112    3807 pods.go:271] [openshift-ingress/router-default-688887d9cc-j7z45] addLogicalPort took 29.378521ms, libovsdb time 634.563µs
I0427 16:08:09.735904    3807 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fgnmj 59191f1392bc34309fa3e18667d4fd7a47f421cb9b5607e6351c3995459ec8f7 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fgnmj 59191f1392bc34309fa3e18667d4fd7a47f421cb9b5607e6351c3995459ec8f7 network default NAD default NAD key ]
I0427 16:08:09.746086    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-fgnmj, hostIfaceName: 59191f1392bc343, network: default, NAD default, SandboxID: "59191f1392bc34309fa3e18667d4fd7a47f421cb9b5607e6351c3995459ec8f7", PCI device ID: , UID: "47a12b4c-53d1-498f-8bed-25ad384d8f86", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0427 16:08:09.792235    3807 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fgnmj 59191f1392bc34309fa3e18667d4fd7a47f421cb9b5607e6351c3995459ec8f7 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fgnmj 59191f1392bc34309fa3e18667d4fd7a47f421cb9b5607e6351c3995459ec8f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:e0:57:a4:ac:a0\",\"name\":\"59191f1392bc343\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/816430e8-bc41-46d3-95a9-2a453eb59164\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:08:09.829800    3807 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-hwmdj 8e65785874629f04b18ed3870cf7ba25ab37d8d0ecf1c83e9f15393e40ef49af network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-hwmdj 8e65785874629f04b18ed3870cf7ba25ab37d8d0ecf1c83e9f15393e40ef49af network default NAD default NAD key ]
I0427 16:08:09.839890    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-hwmdj, hostIfaceName: 8e65785874629f0, network: default, NAD default, SandboxID: "8e65785874629f04b18ed3870cf7ba25ab37d8d0ecf1c83e9f15393e40ef49af", PCI device ID: , UID: "55608ec8-a43c-45d6-947c-dae9226f7682", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0427 16:08:09.885521    3807 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-hwmdj 8e65785874629f04b18ed3870cf7ba25ab37d8d0ecf1c83e9f15393e40ef49af network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-hwmdj 8e65785874629f04b18ed3870cf7ba25ab37d8d0ecf1c83e9f15393e40ef49af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a4:f8:56:68:01\",\"name\":\"8e65785874629f0\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1593d294-c603-409f-9d36-83ffda72507d\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:08:14.766274    3807 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0427 16:08:14.767257    3807 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 956.757µs
I0427 16:08:14.794396    3807 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0427 16:08:14.898212    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0427 16:08:15.809367    3807 namespace.go:98] [openshift-service-ca] adding namespace
I0427 16:08:15.810308    3807 namespace.go:102] [openshift-service-ca] adding namespace took 920.278µs
I0427 16:08:15.824056    3807 namespace.go:142] [openshift-service-ca] updating namespace
I0427 16:08:17.489596    3807 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-6wx9v] creating logical port openshift-service-ca_service-ca-d9cb48497-6wx9v for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:17.489716    3807 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-6wx9v
I0427 16:08:17.506882    3807 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-6wx9v] pod update took 17.192853ms
I0427 16:08:17.506902    3807 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-6wx9v] addLogicalPort annotation time took 17.218603ms
I0427 16:08:17.508047    3807 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-6wx9v] addLogicalPort took 18.483177ms, libovsdb time 841.41µs
I0427 16:08:17.846743    3807 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-6wx9v 28c966423bda834b5cd1c042873a8092d14c2c011985f92bbf7cea8c3dde3e56 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-6wx9v 28c966423bda834b5cd1c042873a8092d14c2c011985f92bbf7cea8c3dde3e56 network default NAD default NAD key ]
I0427 16:08:17.861499    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-6wx9v, hostIfaceName: 28c966423bda834, network: default, NAD default, SandboxID: "28c966423bda834b5cd1c042873a8092d14c2c011985f92bbf7cea8c3dde3e56", PCI device ID: , UID: "7ee776ba-e80d-40b0-9f82-ad5c42a46d67", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0427 16:08:17.909924    3807 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-6wx9v 28c966423bda834b5cd1c042873a8092d14c2c011985f92bbf7cea8c3dde3e56 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-6wx9v 28c966423bda834b5cd1c042873a8092d14c2c011985f92bbf7cea8c3dde3e56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:39:d9:33:2d:a5\",\"name\":\"28c966423bda834\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98bc9744-af1b-41f9-adb0-aa674593808b\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:08:24.175895    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0427 16:08:25.350922    3807 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6qlng ff7e874b188a77c22e02e965dd109d0b1600f4a54af6bccb849cbdd38d682d1b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6qlng ff7e874b188a77c22e02e965dd109d0b1600f4a54af6bccb849cbdd38d682d1b network default NAD default NAD key ]
I0427 16:08:25.360009    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-6qlng, hostIfaceName: ff7e874b188a77c, network: default, NAD default, SandboxID: "ff7e874b188a77c22e02e965dd109d0b1600f4a54af6bccb849cbdd38d682d1b", PCI device ID: , UID: "c3ee3902-34ae-4a63-8dd0-b628eaa44c2f", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0427 16:08:25.406258    3807 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6qlng ff7e874b188a77c22e02e965dd109d0b1600f4a54af6bccb849cbdd38d682d1b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6qlng ff7e874b188a77c22e02e965dd109d0b1600f4a54af6bccb849cbdd38d682d1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:25:ee:45:95:5d\",\"name\":\"ff7e874b188a77c\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31cc4f6c-5b19-4f42-8211-20a5c3c37ba9\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:08:26.706943    3807 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0427 16:08:40.678683    3807 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rx64w] creating logical port openshift-insights_insights-runtime-extractor-rx64w for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:40.678779    3807 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rx64w
I0427 16:08:40.705446    3807 pod.go:62] [openshift-insights/insights-runtime-extractor-rx64w] pod update took 26.692759ms
I0427 16:08:40.705469    3807 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rx64w] addLogicalPort annotation time took 26.721129ms
I0427 16:08:40.706642    3807 pods.go:271] [openshift-insights/insights-runtime-extractor-rx64w] addLogicalPort took 27.993496ms, libovsdb time 844.982µs
I0427 16:08:40.800687    3807 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-xdm85] creating logical port openshift-console_downloads-5c54f4944f-xdm85 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:40.800772    3807 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-xdm85
I0427 16:08:40.820111    3807 pod.go:62] [openshift-console/downloads-5c54f4944f-xdm85] pod update took 19.360288ms
I0427 16:08:40.820132    3807 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-xdm85] addLogicalPort annotation time took 19.386707ms
I0427 16:08:40.821359    3807 pods.go:271] [openshift-console/downloads-5c54f4944f-xdm85] addLogicalPort took 20.69118ms, libovsdb time 875.929µs
I0427 16:08:41.036044    3807 cni.go:452] [openshift-insights/insights-runtime-extractor-rx64w a2d73078b3a99dda97b3ae5920b9495fb94cdd2770947dac5d64c3ea50a023df network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rx64w a2d73078b3a99dda97b3ae5920b9495fb94cdd2770947dac5d64c3ea50a023df network default NAD default NAD key ]
I0427 16:08:41.045193    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rx64w, hostIfaceName: a2d73078b3a99dd, network: default, NAD default, SandboxID: "a2d73078b3a99dda97b3ae5920b9495fb94cdd2770947dac5d64c3ea50a023df", PCI device ID: , UID: "641b00d1-444e-40d6-8771-8e324067fce7", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0427 16:08:41.093345    3807 cni.go:473] [openshift-insights/insights-runtime-extractor-rx64w a2d73078b3a99dda97b3ae5920b9495fb94cdd2770947dac5d64c3ea50a023df network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rx64w a2d73078b3a99dda97b3ae5920b9495fb94cdd2770947dac5d64c3ea50a023df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:92:f3:c2:b8:6b\",\"name\":\"a2d73078b3a99dd\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2ab7f62-bb0b-433d-bb2c-3b66e670a72d\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:08:41.154465    3807 cni.go:452] [openshift-console/downloads-5c54f4944f-xdm85 510c72ca2cd2f931866802beab68dfac7773a801d574c9a23df5264d3631b45b network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-xdm85 510c72ca2cd2f931866802beab68dfac7773a801d574c9a23df5264d3631b45b network default NAD default NAD key ]
I0427 16:08:41.165013    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-xdm85, hostIfaceName: 510c72ca2cd2f93, network: default, NAD default, SandboxID: "510c72ca2cd2f931866802beab68dfac7773a801d574c9a23df5264d3631b45b", PCI device ID: , UID: "51298fa0-2300-4158-9b2b-312b85adb055", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0427 16:08:41.211958    3807 cni.go:473] [openshift-console/downloads-5c54f4944f-xdm85 510c72ca2cd2f931866802beab68dfac7773a801d574c9a23df5264d3631b45b network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-xdm85 510c72ca2cd2f931866802beab68dfac7773a801d574c9a23df5264d3631b45b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:37:30:2f:c1:fd\",\"name\":\"510c72ca2cd2f93\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a912dc79-be58-42bf-83c3-43336458a1b3\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:08:41.688048    3807 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-qds4x f5173d19bbe0285c2a78b93f1df527b5a36c8c9303b2c6fad374b28c3eb230c2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qds4x f5173d19bbe0285c2a78b93f1df527b5a36c8c9303b2c6fad374b28c3eb230c2 network default NAD default NAD key ]
I0427 16:08:41.694279    3807 cni.go:452] [openshift-ingress/router-default-688887d9cc-j7z45 54c692c7de6918be04d2a47feb03385728288a71ab45054ad5e4fe350852b3ca network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-688887d9cc-j7z45 54c692c7de6918be04d2a47feb03385728288a71ab45054ad5e4fe350852b3ca network default NAD default NAD key ]
I0427 16:08:41.697384    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-qds4x, hostIfaceName: f5173d19bbe0285, network: default, NAD default, SandboxID: "f5173d19bbe0285c2a78b93f1df527b5a36c8c9303b2c6fad374b28c3eb230c2", PCI device ID: , UID: "7411daf6-41e5-47b7-a637-f624fc40c9e6", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0427 16:08:41.704695    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-688887d9cc-j7z45, hostIfaceName: 54c692c7de6918b, network: default, NAD default, SandboxID: "54c692c7de6918be04d2a47feb03385728288a71ab45054ad5e4fe350852b3ca", PCI device ID: , UID: "636e882a-c11f-4a1e-875d-1fb91d31f0f0", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0427 16:08:41.745352    3807 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-qds4x f5173d19bbe0285c2a78b93f1df527b5a36c8c9303b2c6fad374b28c3eb230c2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qds4x f5173d19bbe0285c2a78b93f1df527b5a36c8c9303b2c6fad374b28c3eb230c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:dd:fa:93:ac:0c\",\"name\":\"f5173d19bbe0285\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52f73d57-acb5-446f-9eca-4960c89d21b1\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:08:41.762630    3807 cni.go:473] [openshift-ingress/router-default-688887d9cc-j7z45 54c692c7de6918be04d2a47feb03385728288a71ab45054ad5e4fe350852b3ca network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-688887d9cc-j7z45 54c692c7de6918be04d2a47feb03385728288a71ab45054ad5e4fe350852b3ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:21:de:63:e8:b6\",\"name\":\"54c692c7de6918b\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ca2ba0b-a9b1-45e5-85ba-0a08af3202a2\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:08:41.788234    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:41.788246    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:41.788255    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:41.788262    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:41.788263    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
I0427 16:08:41.906335    3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:08:41.907035    3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:08:41.923715    3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:08:41.923740    3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:08:41.938315    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54b8f7bb8b-nnvtq
I0427 16:08:41.938335    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54b8f7bb8b-nnvtq
W0427 16:08:42.416112    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.416136    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.419398    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.419416    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.419422    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.776969    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.776989    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.777122    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.777135    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.777140    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
I0427 16:08:42.788442    3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:08:42.789042    3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:08:42.800571    3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:08:42.800590    3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:08:42.804825    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58b67fcf4f-mpbxf
I0427 16:08:42.804848    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58b67fcf4f-mpbxf
W0427 16:08:42.848190    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.848201    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.848208    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.848213    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.848226    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.848230    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:42.854943    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.854959    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.854965    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.854976    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.854981    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.854985    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:42.910768    3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0427 16:08:43.447773    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:43.447792    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:43.447798    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0427 16:08:43.448539    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0427 16:08:43.448559    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0427 16:08:43.583641    3807 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0427 16:08:43.778157    3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0427 16:08:46.277334    3807 base_network_controller_pods.go:487] [default/openshift-console/console-7769dc549-dvglb] creating logical port openshift-console_console-7769dc549-dvglb for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:46.277446    3807 kube.go:256] Updating pod openshift-console/console-7769dc549-dvglb
I0427 16:08:46.292746    3807 pod.go:62] [openshift-console/console-7769dc549-dvglb] pod update took 15.331724ms
I0427 16:08:46.292767    3807 base_network_controller_pods.go:951] [default/openshift-console/console-7769dc549-dvglb] addLogicalPort annotation time took 15.357739ms
I0427 16:08:46.294077    3807 pods.go:271] [openshift-console/console-7769dc549-dvglb] addLogicalPort took 16.759852ms, libovsdb time 927.306µs
I0427 16:08:46.635892    3807 cni.go:452] [openshift-console/console-7769dc549-dvglb 57b3341bcc7aaff06a5dfdb1123d380951cfed119e81c75401b1035a7453a7b6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7769dc549-dvglb 57b3341bcc7aaff06a5dfdb1123d380951cfed119e81c75401b1035a7453a7b6 network default NAD default NAD key ]
I0427 16:08:46.646035    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7769dc549-dvglb, hostIfaceName: 57b3341bcc7aaff, network: default, NAD default, SandboxID: "57b3341bcc7aaff06a5dfdb1123d380951cfed119e81c75401b1035a7453a7b6", PCI device ID: , UID: "efb718b4-d121-4c17-b5da-8a8e8b54eaa3", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0427 16:08:46.696165    3807 cni.go:473] [openshift-console/console-7769dc549-dvglb 57b3341bcc7aaff06a5dfdb1123d380951cfed119e81c75401b1035a7453a7b6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7769dc549-dvglb 57b3341bcc7aaff06a5dfdb1123d380951cfed119e81c75401b1035a7453a7b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d6:ae:92:fa:0e\",\"name\":\"57b3341bcc7aaff\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e3a00d1-6861-4493-90cf-468a543556b6\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:08:47.791360    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0427 16:08:51.453391    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0427 16:08:51.810484    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0427 16:08:51.946753    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0427 16:08:56.862148    3807 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:08:56.862257    3807 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0427 16:08:56.883864    3807 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.65059ms
I0427 16:08:56.883886    3807 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.677454ms
I0427 16:08:56.885090    3807 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.956298ms, libovsdb time 888.134µs
I0427 16:08:56.980253    3807 cni.go:452] [openshift-image-registry/image-registry-58b67fcf4f-56wgt 8be5ad19a59947d93e8cf4d87dc0587086692d9b4501c609b7d120b347069b43 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-58b67fcf4f-56wgt 8be5ad19a59947d93e8cf4d87dc0587086692d9b4501c609b7d120b347069b43 network default NAD default NAD key ]
I0427 16:08:56.989944    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-58b67fcf4f-56wgt, hostIfaceName: 8be5ad19a59947d, network: default, NAD default, SandboxID: "8be5ad19a59947d93e8cf4d87dc0587086692d9b4501c609b7d120b347069b43", PCI device ID: , UID: "00c97814-5d3e-4592-a4df-735526b0de97", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0427 16:08:57.048361    3807 cni.go:473] [openshift-image-registry/image-registry-58b67fcf4f-56wgt 8be5ad19a59947d93e8cf4d87dc0587086692d9b4501c609b7d120b347069b43 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-58b67fcf4f-56wgt 8be5ad19a59947d93e8cf4d87dc0587086692d9b4501c609b7d120b347069b43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:80:60:7b:2e:3a\",\"name\":\"8be5ad19a59947d\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c90679c4-ec85-4f7f-9062-e57a0fa1efc2\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:08:57.229691    3807 cni.go:452] [openshift-monitoring/alertmanager-main-0 de0971545635795e4f61764ac00578c2c6471cbba80ad395f6983e2cde9a6cdb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 de0971545635795e4f61764ac00578c2c6471cbba80ad395f6983e2cde9a6cdb network default NAD default NAD key ]
I0427 16:08:57.239718    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: de0971545635795, network: default, NAD default, SandboxID: "de0971545635795e4f61764ac00578c2c6471cbba80ad395f6983e2cde9a6cdb", PCI device ID: , UID: "8e89d3fc-d6a7-4413-921b-fdd88760886e", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0427 16:08:57.289113    3807 cni.go:473] [openshift-monitoring/alertmanager-main-0 de0971545635795e4f61764ac00578c2c6471cbba80ad395f6983e2cde9a6cdb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 de0971545635795e4f61764ac00578c2c6471cbba80ad395f6983e2cde9a6cdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:e8:38:3f:07:24\",\"name\":\"de0971545635795\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6639416-86cb-4ef0-baa5-bbe946bed59c\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:08:57.480163    3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0427 16:08:59.498996    3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:08:59.499018    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:08:59.499025    3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:08:59.865771    3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:08:59.865799    3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:08:59.865809    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0427 16:09:00.243616    3807 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68bf896558-jvrzh] creating logical port openshift-monitoring_metrics-server-68bf896558-jvrzh for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:09:00.243751    3807 kube.go:256] Updating pod openshift-monitoring/metrics-server-68bf896558-jvrzh
I0427 16:09:00.260708    3807 pod.go:62] [openshift-monitoring/metrics-server-68bf896558-jvrzh] pod update took 16.99623ms
I0427 16:09:00.260730    3807 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-68bf896558-jvrzh] addLogicalPort annotation time took 17.024241ms
I0427 16:09:00.262024    3807 pods.go:271] [openshift-monitoring/metrics-server-68bf896558-jvrzh] addLogicalPort took 18.429455ms, libovsdb time 964.885µs
I0427 16:09:00.489568    3807 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kcd5b] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-kcd5b for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:09:00.489712    3807 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-kcd5b
I0427 16:09:00.511037    3807 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kcd5b] pod update took 21.348287ms
I0427 16:09:00.511064    3807 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kcd5b] addLogicalPort annotation time took 21.378685ms
I0427 16:09:00.512615    3807 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kcd5b] addLogicalPort took 23.066577ms, libovsdb time 1.120567ms
W0427 16:09:00.538436    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0427 16:09:00.575265    3807 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6fcd6db6d4-4qsmd IP address from the namespace address-set, err: pod openshift-console/console-6fcd6db6d4-4qsmd: no pod IPs found 
I0427 16:09:02.102836    3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:09:02.102965    3807 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0427 16:09:02.133584    3807 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 30.673145ms
I0427 16:09:02.133606    3807 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.7003ms
I0427 16:09:02.134902    3807 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 32.086028ms, libovsdb time 907.395µs
W0427 16:09:03.007107    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0427 16:09:03.038410    3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0427 16:09:03.038430    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0427 16:09:03.038437    3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0427 16:09:03.038446    3807 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0427 16:09:04.016884    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
I0427 16:09:07.279222    3807 cni.go:452] [openshift-monitoring/prometheus-k8s-1 3baa485d9c7bbac0d436b155ecc2b7f30cddebdc1554564a1d37fb14464a174e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 3baa485d9c7bbac0d436b155ecc2b7f30cddebdc1554564a1d37fb14464a174e network default NAD default NAD key ]
I0427 16:09:07.281276    3807 cni.go:452] [openshift-monitoring/metrics-server-68bf896558-jvrzh 891fe22f7599b91639263c65846bbd6bc76d4d1390ca71f8b476196f5a35db02 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-68bf896558-jvrzh 891fe22f7599b91639263c65846bbd6bc76d4d1390ca71f8b476196f5a35db02 network default NAD default NAD key ]
I0427 16:09:07.284375    3807 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kcd5b 7f1eecf91dd144a4822ba28184b0b48875012179aed612124c69873df2346136 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kcd5b 7f1eecf91dd144a4822ba28184b0b48875012179aed612124c69873df2346136 network default NAD default NAD key ]
I0427 16:09:07.284624    3807 cni.go:452] [openshift-dns/dns-default-p9dgp f68a975bcf2fc877e4cd1c8756a80b5ae863cefdc0e14896e79f8593ec2af838 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-p9dgp f68a975bcf2fc877e4cd1c8756a80b5ae863cefdc0e14896e79f8593ec2af838 network default NAD default NAD key ]
I0427 16:09:07.295627    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68bf896558-jvrzh, hostIfaceName: 891fe22f7599b91, network: default, NAD default, SandboxID: "891fe22f7599b91639263c65846bbd6bc76d4d1390ca71f8b476196f5a35db02", PCI device ID: , UID: "e573a85e-d3fd-4f23-ac8b-6fcb1e3c8c8a", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0427 16:09:07.295986    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 3baa485d9c7bbac, network: default, NAD default, SandboxID: "3baa485d9c7bbac0d436b155ecc2b7f30cddebdc1554564a1d37fb14464a174e", PCI device ID: , UID: "840bd45b-2851-4b7a-949c-840195eb2f8b", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0427 16:09:07.298275    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-p9dgp, hostIfaceName: f68a975bcf2fc87, network: default, NAD default, SandboxID: "f68a975bcf2fc877e4cd1c8756a80b5ae863cefdc0e14896e79f8593ec2af838", PCI device ID: , UID: "34d37ade-8d7a-4dbc-ae08-b320eaa3726e", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0427 16:09:07.305948    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-kcd5b, hostIfaceName: 7f1eecf91dd144a, network: default, NAD default, SandboxID: "7f1eecf91dd144a4822ba28184b0b48875012179aed612124c69873df2346136", PCI device ID: , UID: "83f82c60-9d07-42b7-942c-9f3dfb1cd905", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0427 16:09:07.357448    3807 cni.go:473] [openshift-monitoring/metrics-server-68bf896558-jvrzh 891fe22f7599b91639263c65846bbd6bc76d4d1390ca71f8b476196f5a35db02 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-68bf896558-jvrzh 891fe22f7599b91639263c65846bbd6bc76d4d1390ca71f8b476196f5a35db02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f4:8c:7c:00:63\",\"name\":\"891fe22f7599b91\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33fb89d8-fd2e-4a36-a284-b80775bbd1ef\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:09:07.376276    3807 cni.go:473] [openshift-dns/dns-default-p9dgp f68a975bcf2fc877e4cd1c8756a80b5ae863cefdc0e14896e79f8593ec2af838 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-p9dgp f68a975bcf2fc877e4cd1c8756a80b5ae863cefdc0e14896e79f8593ec2af838 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fd:32:8f:6d:3a\",\"name\":\"f68a975bcf2fc87\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff74e4d1-2cd0-47e0-8b63-6a13037f4feb\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:09:07.521093    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
I0427 16:09:07.601984    3807 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kcd5b 7f1eecf91dd144a4822ba28184b0b48875012179aed612124c69873df2346136 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kcd5b 7f1eecf91dd144a4822ba28184b0b48875012179aed612124c69873df2346136 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:20:de:98:fe:de\",\"name\":\"7f1eecf91dd144a\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a9ee2a0-7ebf-487c-b6ba-6f4e900ff10a\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:09:07.604347    3807 cni.go:473] [openshift-monitoring/prometheus-k8s-1 3baa485d9c7bbac0d436b155ecc2b7f30cddebdc1554564a1d37fb14464a174e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 3baa485d9c7bbac0d436b155ecc2b7f30cddebdc1554564a1d37fb14464a174e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:95:26:9c:7b:e4\",\"name\":\"3baa485d9c7bbac\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edbe507e-13cd-4cb7-b3ac-82e7d274e2ef\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:09:08.565775    3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0427 16:09:08.565798    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0427 16:09:08.599447    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0427 16:09:08.893994    3807 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:08.894022    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:08.894032    3807 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:08.959214    3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0427 16:09:08.959232    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0427 16:09:10.548813    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0427 16:09:10.620324    3807 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:10.620347    3807 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:10.620357    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:18.921696    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:18.921716    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:18.921722    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:18.921732    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:18.921736    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:18.921740    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:20.565553    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:20.565574    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0427 16:09:20.565581    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0427 16:09:21.406227    3807 obj_retry.go:498] Detected object openshift-console/console-7769dc549-fvkc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:21.410846    3807 obj_retry.go:498] Detected object openshift-console/console-7769dc549-fvkc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0427 16:09:21.415310    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0427 16:09:22.082000    3807 obj_retry.go:492] Detected object openshift-console/console-7769dc549-fvkc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:22.082022    3807 obj_retry.go:492] Detected object openshift-console/console-7769dc549-fvkc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:22.088386    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7769dc549-fvkc5
I0427 16:09:22.088414    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7769dc549-fvkc5
W0427 16:09:24.026103    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0427 16:09:24.026128    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0427 16:09:25.109760    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0427 16:09:25.715358    3807 cni.go:452] [openshift-console/console-7769dc549-dvglb 57b3341bcc7aaff06a5dfdb1123d380951cfed119e81c75401b1035a7453a7b6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7769dc549-dvglb 57b3341bcc7aaff06a5dfdb1123d380951cfed119e81c75401b1035a7453a7b6 network default NAD default NAD key ]
I0427 16:09:25.792369    3807 cni.go:473] [openshift-console/console-7769dc549-dvglb 57b3341bcc7aaff06a5dfdb1123d380951cfed119e81c75401b1035a7453a7b6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7769dc549-dvglb 57b3341bcc7aaff06a5dfdb1123d380951cfed119e81c75401b1035a7453a7b6 network default NAD default NAD key default], result "{}", err <nil>
I0427 16:09:25.870256    3807 obj_retry.go:498] Detected object openshift-console/console-7769dc549-dvglb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:25.870304    3807 pods.go:176] Deleting pod: openshift-console/console-7769dc549-dvglb
I0427 16:09:25.871793    3807 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7769dc549-dvglb, ips: 10.128.0.17
I0427 16:09:25.871830    3807 obj_retry.go:498] Detected object openshift-console/console-7769dc549-dvglb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0427 16:09:25.882727    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0427 16:09:25.882837    3807 base_network_controller_pods.go:487] [default/openshift-console/console-b856f66dc-495c7] creating logical port openshift-console_console-b856f66dc-495c7 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:09:25.882955    3807 kube.go:256] Updating pod openshift-console/console-b856f66dc-495c7
I0427 16:09:25.897400    3807 pod.go:62] [openshift-console/console-b856f66dc-495c7] pod update took 14.483543ms
I0427 16:09:25.897424    3807 base_network_controller_pods.go:951] [default/openshift-console/console-b856f66dc-495c7] addLogicalPort annotation time took 14.511574ms
I0427 16:09:25.898464    3807 pods.go:271] [openshift-console/console-b856f66dc-495c7] addLogicalPort took 15.646071ms, libovsdb time 697.03µs
I0427 16:09:26.239586    3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:26.240135    3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:26.240160    3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:26.240169    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0427 16:09:26.240194    3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:26.240202    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0427 16:09:26.298886    3807 cni.go:452] [openshift-console/console-b856f66dc-495c7 05b49a87162ecb6f983c6bf6e8f6cc6b83c86fe724146a2d4fd7e52afe8f1595 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-b856f66dc-495c7 05b49a87162ecb6f983c6bf6e8f6cc6b83c86fe724146a2d4fd7e52afe8f1595 network default NAD default NAD key ]
I0427 16:09:26.327428    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-b856f66dc-495c7, hostIfaceName: 05b49a87162ecb6, network: default, NAD default, SandboxID: "05b49a87162ecb6f983c6bf6e8f6cc6b83c86fe724146a2d4fd7e52afe8f1595", PCI device ID: , UID: "7fca8a36-a064-4dba-b3bc-617348205585", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0427 16:09:26.376219    3807 cni.go:473] [openshift-console/console-b856f66dc-495c7 05b49a87162ecb6f983c6bf6e8f6cc6b83c86fe724146a2d4fd7e52afe8f1595 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-b856f66dc-495c7 05b49a87162ecb6f983c6bf6e8f6cc6b83c86fe724146a2d4fd7e52afe8f1595 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:bf:f1:dd:2a:e8\",\"name\":\"05b49a87162ecb6\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/161d8c2d-ef52-4774-97a4-28b46b40e31d\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:09:26.634694    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0427 16:09:26.642532    3807 obj_retry.go:492] Detected object openshift-console/console-7769dc549-dvglb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:26.642554    3807 obj_retry.go:492] Detected object openshift-console/console-7769dc549-dvglb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:26.648847    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7769dc549-dvglb
I0427 16:09:26.648875    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7769dc549-dvglb
I0427 16:09:27.278590    3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:27.278634    3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:27.278661    3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:27.278677    3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0427 16:09:27.283002    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:09:27.283019    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:09:27.283024    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:09:28.022574    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0427 16:09:28.022603    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0427 16:09:28.496172    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0427 16:09:29.456961    3807 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0427 16:09:29.469938    3807 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0427 16:09:31.564360    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0427 16:09:32.148063    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0427 16:09:32.148087    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0427 16:09:32.189444    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0427 16:09:32.189470    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0427 16:09:36.688389    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0427 16:09:44.705943    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0427 16:09:44.705948    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0427 16:09:44.706099    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0427 16:09:45.196293    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0427 16:09:45.232392    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0427 16:09:45.720364    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0427 16:09:57.501880    3807 obj_retry.go:498] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:57.502444    3807 obj_retry.go:498] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:58.097487    3807 obj_retry.go:492] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:58.097516    3807 obj_retry.go:492] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:58.104283    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fcd6db6d4-gk7nn
I0427 16:09:58.104309    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fcd6db6d4-gk7nn
I0427 16:09:58.331549    3807 obj_retry.go:498] Detected object openshift-ingress/router-default-c4898897-7g66z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:58.332118    3807 obj_retry.go:498] Detected object openshift-ingress/router-default-c4898897-7g66z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:59.019835    3807 cni.go:452] [openshift-image-registry/image-registry-58b67fcf4f-56wgt 8be5ad19a59947d93e8cf4d87dc0587086692d9b4501c609b7d120b347069b43 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-58b67fcf4f-56wgt 8be5ad19a59947d93e8cf4d87dc0587086692d9b4501c609b7d120b347069b43 network default NAD default NAD key ]
I0427 16:09:59.098722    3807 cni.go:473] [openshift-image-registry/image-registry-58b67fcf4f-56wgt 8be5ad19a59947d93e8cf4d87dc0587086692d9b4501c609b7d120b347069b43 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-58b67fcf4f-56wgt 8be5ad19a59947d93e8cf4d87dc0587086692d9b4501c609b7d120b347069b43 network default NAD default NAD key default], result "{}", err <nil>
I0427 16:09:59.101867    3807 obj_retry.go:492] Detected object openshift-ingress/router-default-c4898897-7g66z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:59.101885    3807 obj_retry.go:492] Detected object openshift-ingress/router-default-c4898897-7g66z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:59.105744    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-c4898897-7g66z
I0427 16:09:59.105764    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-c4898897-7g66z
I0427 16:09:59.165272    3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:09:59.165298    3807 pods.go:176] Deleting pod: openshift-image-registry/image-registry-58b67fcf4f-56wgt
I0427 16:09:59.166598    3807 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-58b67fcf4f-56wgt, ips: 10.128.0.5
I0427 16:09:59.166622    3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0427 16:09:59.174495    3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0427 16:09:59.766273    3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:59.766299    3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:09:59.772859    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58b67fcf4f-56wgt
I0427 16:09:59.772887    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58b67fcf4f-56wgt
W0427 16:10:02.828173    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0427 16:10:02.828195    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0427 16:10:17.631267    3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:17.631984    3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:18.195142    3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:18.195169    3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:18.202418    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0427 16:10:18.202449    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0427 16:10:21.955898    3807 cni.go:452] [openshift-monitoring/prometheus-k8s-1 3baa485d9c7bbac0d436b155ecc2b7f30cddebdc1554564a1d37fb14464a174e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 3baa485d9c7bbac0d436b155ecc2b7f30cddebdc1554564a1d37fb14464a174e network default NAD default NAD key ]
I0427 16:10:22.027439    3807 cni.go:473] [openshift-monitoring/prometheus-k8s-1 3baa485d9c7bbac0d436b155ecc2b7f30cddebdc1554564a1d37fb14464a174e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 3baa485d9c7bbac0d436b155ecc2b7f30cddebdc1554564a1d37fb14464a174e network default NAD default NAD key default], result "{}", err <nil>
I0427 16:10:22.105123    3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:22.105182    3807 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0427 16:10:22.106661    3807 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.21
I0427 16:10:22.106695    3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:22.881771    3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:22.881793    3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:22.891821    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0427 16:10:22.891852    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0427 16:10:22.934255    3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:10:22.934368    3807 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0427 16:10:22.964844    3807 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 30.522877ms
I0427 16:10:22.964866    3807 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.548307ms
I0427 16:10:22.966064    3807 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 31.8259ms, libovsdb time 870.57µs
I0427 16:10:23.291450    3807 cni.go:452] [openshift-monitoring/prometheus-k8s-1 21226bade087407828174b99880c0073487099e374ecefe62a70ba17a7aeb525 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 21226bade087407828174b99880c0073487099e374ecefe62a70ba17a7aeb525 network default NAD default NAD key ]
I0427 16:10:23.300876    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 21226bade087407, network: default, NAD default, SandboxID: "21226bade087407828174b99880c0073487099e374ecefe62a70ba17a7aeb525", PCI device ID: , UID: "e4038457-3060-4989-85da-199ebe1ad3ec", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0427 16:10:23.348474    3807 cni.go:473] [openshift-monitoring/prometheus-k8s-1 21226bade087407828174b99880c0073487099e374ecefe62a70ba17a7aeb525 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 21226bade087407828174b99880c0073487099e374ecefe62a70ba17a7aeb525 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:4c:c1:a7:d2:69\",\"name\":\"21226bade087407\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38f8dd5f-adc7-4cf2-aa5b-b56418de47a9\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:10:25.111960    3807 cni.go:452] [openshift-multus/network-metrics-daemon-fgj6m 08a93989a69317294368cfd7cabf825d30313299e5db979cb42a361feff3f214 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-fgj6m 08a93989a69317294368cfd7cabf825d30313299e5db979cb42a361feff3f214 network default NAD default NAD key ]
I0427 16:10:25.120949    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-fgj6m, hostIfaceName: 08a93989a693172, network: default, NAD default, SandboxID: "08a93989a69317294368cfd7cabf825d30313299e5db979cb42a361feff3f214", PCI device ID: , UID: "10ec8d1d-9473-4a28-954f-768a4788fb47", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0427 16:10:25.169102    3807 cni.go:473] [openshift-multus/network-metrics-daemon-fgj6m 08a93989a69317294368cfd7cabf825d30313299e5db979cb42a361feff3f214 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-fgj6m 08a93989a69317294368cfd7cabf825d30313299e5db979cb42a361feff3f214 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0d:1e:bb:e3:63\",\"name\":\"08a93989a693172\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6279bd5c-a414-4801-adc0-2ff79823f888\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:10:44.553393    3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:44.553999    3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:45.448286    3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:45.448319    3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:49.816402    3807 cni.go:452] [openshift-monitoring/alertmanager-main-0 de0971545635795e4f61764ac00578c2c6471cbba80ad395f6983e2cde9a6cdb network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 de0971545635795e4f61764ac00578c2c6471cbba80ad395f6983e2cde9a6cdb network default NAD default NAD key ]
I0427 16:10:49.823643    3807 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-77n5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:49.824208    3807 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-77n5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:49.894377    3807 cni.go:473] [openshift-monitoring/alertmanager-main-0 de0971545635795e4f61764ac00578c2c6471cbba80ad395f6983e2cde9a6cdb network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 de0971545635795e4f61764ac00578c2c6471cbba80ad395f6983e2cde9a6cdb network default NAD default NAD key default], result "{}", err <nil>
I0427 16:10:49.948530    3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:49.948560    3807 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0427 16:10:49.949961    3807 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.18
I0427 16:10:49.949989    3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:10:50.297967    3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:50.297994    3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:50.304610    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0427 16:10:50.304640    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0427 16:10:50.349414    3807 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:10:50.349520    3807 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0427 16:10:50.380932    3807 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 31.45425ms
I0427 16:10:50.380956    3807 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 31.480112ms
I0427 16:10:50.382162    3807 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 32.767518ms, libovsdb time 886.062µs
I0427 16:10:50.478935    3807 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-77n5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:50.478963    3807 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-77n5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:10:50.485550    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b856f66dc-77n5c
I0427 16:10:50.485575    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b856f66dc-77n5c
I0427 16:10:50.712626    3807 cni.go:452] [openshift-monitoring/alertmanager-main-0 ccbe192f1c4532ebad579310534347dcba8f63ad992ff7bb0e7755da4c1ca674 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ccbe192f1c4532ebad579310534347dcba8f63ad992ff7bb0e7755da4c1ca674 network default NAD default NAD key ]
I0427 16:10:50.722091    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ccbe192f1c4532e, network: default, NAD default, SandboxID: "ccbe192f1c4532ebad579310534347dcba8f63ad992ff7bb0e7755da4c1ca674", PCI device ID: , UID: "9beb7317-d1b5-4699-9c98-235e304704c8", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0427 16:10:50.772178    3807 cni.go:473] [openshift-monitoring/alertmanager-main-0 ccbe192f1c4532ebad579310534347dcba8f63ad992ff7bb0e7755da4c1ca674 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ccbe192f1c4532ebad579310534347dcba8f63ad992ff7bb0e7755da4c1ca674 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:87:6c:6d:55:92\",\"name\":\"ccbe192f1c4532e\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/303a654a-44e6-4495-81b0-4d21d5d1d162\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:11:00.477133    3807 cni.go:452] [openshift-console/console-b856f66dc-495c7 05b49a87162ecb6f983c6bf6e8f6cc6b83c86fe724146a2d4fd7e52afe8f1595 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-b856f66dc-495c7 05b49a87162ecb6f983c6bf6e8f6cc6b83c86fe724146a2d4fd7e52afe8f1595 network default NAD default NAD key ]
I0427 16:11:00.556456    3807 cni.go:473] [openshift-console/console-b856f66dc-495c7 05b49a87162ecb6f983c6bf6e8f6cc6b83c86fe724146a2d4fd7e52afe8f1595 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-b856f66dc-495c7 05b49a87162ecb6f983c6bf6e8f6cc6b83c86fe724146a2d4fd7e52afe8f1595 network default NAD default NAD key default], result "{}", err <nil>
I0427 16:11:00.601495    3807 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-495c7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:11:00.601535    3807 pods.go:176] Deleting pod: openshift-console/console-b856f66dc-495c7
I0427 16:11:00.602846    3807 pods.go:236] Attempting to release IPs for pod: openshift-console/console-b856f66dc-495c7, ips: 10.128.0.22
I0427 16:11:00.602870    3807 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-495c7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:11:01.059970    3807 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-495c7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:11:01.059998    3807 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-495c7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:11:01.068687    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b856f66dc-495c7
I0427 16:11:01.068711    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b856f66dc-495c7
W0427 16:11:20.772118    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:11:20.772141    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:11:20.772150    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0427 16:11:24.183172    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0427 16:11:24.183192    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0427 16:11:25.511571    3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:11:25.512137    3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:11:26.480358    3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:11:26.480384    3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:11:26.490106    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0427 16:11:26.490135    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0427 16:11:49.671362    3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0427 16:12:04.687004    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0427 16:12:21.703876    3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0427 16:12:25.585833    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0427 16:12:35.146336    3807 base_network_controller_pods.go:487] [default/openshift-console/console-6859cdf88d-tbskw] creating logical port openshift-console_console-6859cdf88d-tbskw for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:12:35.146457    3807 kube.go:256] Updating pod openshift-console/console-6859cdf88d-tbskw
I0427 16:12:35.173370    3807 pod.go:62] [openshift-console/console-6859cdf88d-tbskw] pod update took 26.938222ms
I0427 16:12:35.173396    3807 base_network_controller_pods.go:951] [default/openshift-console/console-6859cdf88d-tbskw] addLogicalPort annotation time took 26.969391ms
I0427 16:12:35.174594    3807 pods.go:271] [openshift-console/console-6859cdf88d-tbskw] addLogicalPort took 28.271281ms, libovsdb time 838.664µs
I0427 16:12:35.504418    3807 cni.go:452] [openshift-console/console-6859cdf88d-tbskw c1154de84bb8d30ad1d04e671683ca1156ce4af696f8ae1bcd109456da1b2a64 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6859cdf88d-tbskw c1154de84bb8d30ad1d04e671683ca1156ce4af696f8ae1bcd109456da1b2a64 network default NAD default NAD key ]
I0427 16:12:35.514408    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6859cdf88d-tbskw, hostIfaceName: c1154de84bb8d30, network: default, NAD default, SandboxID: "c1154de84bb8d30ad1d04e671683ca1156ce4af696f8ae1bcd109456da1b2a64", PCI device ID: , UID: "1a205f52-8ac5-4d8c-8874-8a1115f451f8", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0427 16:12:35.569210    3807 cni.go:473] [openshift-console/console-6859cdf88d-tbskw c1154de84bb8d30ad1d04e671683ca1156ce4af696f8ae1bcd109456da1b2a64 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6859cdf88d-tbskw c1154de84bb8d30ad1d04e671683ca1156ce4af696f8ae1bcd109456da1b2a64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:59:7e:1f:e1:09\",\"name\":\"c1154de84bb8d30\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89969bd8-4b66-4c69-89f9-567db84fa6e6\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:12:46.474350    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0427 16:12:56.709318    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0427 16:13:00.432238    3807 obj_retry.go:498] Detected object openshift-console/console-76594b499d-q7lvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:13:00.432884    3807 obj_retry.go:498] Detected object openshift-console/console-76594b499d-q7lvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:13:00.841947    3807 obj_retry.go:492] Detected object openshift-console/console-76594b499d-q7lvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:13:00.841998    3807 obj_retry.go:492] Detected object openshift-console/console-76594b499d-q7lvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:13:00.848342    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76594b499d-q7lvh
I0427 16:13:00.848373    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76594b499d-q7lvh
I0427 16:13:11.789142    3807 obj_retry.go:498] Detected object openshift-console/console-76594b499d-824hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:13:11.789734    3807 obj_retry.go:498] Detected object openshift-console/console-76594b499d-824hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:13:12.001846    3807 obj_retry.go:492] Detected object openshift-console/console-76594b499d-824hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:13:12.001888    3807 obj_retry.go:492] Detected object openshift-console/console-76594b499d-824hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:13:12.009108    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76594b499d-824hz
I0427 16:13:12.009130    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76594b499d-824hz
I0427 16:13:32.587985    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0427 16:13:43.584385    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77
I0427 16:13:53.692163    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0427 16:14:10.681767    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
W0427 16:14:34.326764    3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0427 16:14:45.370939    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0427 16:14:45.371021    3807 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6bzxr IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6bzxr: no pod IPs found 
I0427 16:15:02.587895    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155
I0427 16:15:07.670768    3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0427 16:15:08.675910    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0427 16:15:08.698897    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0427 16:15:18.709561    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0427 16:15:27.593344    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=654
I0427 16:15:55.408476    3807 namespace.go:98] [tsf] adding namespace
I0427 16:15:55.409540    3807 namespace.go:102] [tsf] adding namespace took 1.039287ms
I0427 16:15:55.428467    3807 namespace.go:142] [tsf] updating namespace
I0427 16:15:55.442506    3807 namespace.go:142] [tsf] updating namespace
I0427 16:15:59.007030    3807 namespace.go:98] [konflux-ui] adding namespace
I0427 16:15:59.007917    3807 namespace.go:102] [konflux-ui] adding namespace took 867.879µs
I0427 16:15:59.011216    3807 namespace.go:98] [tsf-keycloak] adding namespace
I0427 16:15:59.011902    3807 namespace.go:102] [tsf-keycloak] adding namespace took 671.21µs
I0427 16:15:59.016580    3807 namespace.go:98] [cert-manager-operator] adding namespace
I0427 16:15:59.016699    3807 namespace.go:98] [konflux-operator] adding namespace
I0427 16:15:59.016799    3807 namespace.go:98] [tsf-tas] adding namespace
I0427 16:15:59.016853    3807 namespace.go:98] [rhbk-operator] adding namespace
I0427 16:15:59.016943    3807 namespace.go:98] [rhtpa-operator] adding namespace
I0427 16:15:59.017065    3807 namespace.go:98] [tsf-tpa] adding namespace
I0427 16:15:59.017244    3807 namespace.go:102] [cert-manager-operator] adding namespace took 652.921µs
I0427 16:15:59.017867    3807 namespace.go:102] [konflux-operator] adding namespace took 1.15135ms
I0427 16:15:59.018352    3807 namespace.go:102] [tsf-tas] adding namespace took 1.538378ms
I0427 16:15:59.018856    3807 namespace.go:102] [rhbk-operator] adding namespace took 1.98953ms
I0427 16:15:59.019287    3807 namespace.go:102] [rhtpa-operator] adding namespace took 2.32867ms
I0427 16:15:59.019741    3807 namespace.go:102] [tsf-tpa] adding namespace took 2.661809ms
I0427 16:15:59.053131    3807 namespace.go:142] [konflux-ui] updating namespace
I0427 16:15:59.078420    3807 namespace.go:142] [konflux-ui] updating namespace
I0427 16:15:59.086386    3807 namespace.go:142] [cert-manager-operator] updating namespace
I0427 16:15:59.086397    3807 namespace.go:142] [tsf-keycloak] updating namespace
I0427 16:15:59.092400    3807 namespace.go:142] [tsf-tas] updating namespace
I0427 16:15:59.095506    3807 namespace.go:142] [konflux-operator] updating namespace
I0427 16:15:59.105020    3807 namespace.go:142] [rhbk-operator] updating namespace
I0427 16:15:59.105063    3807 namespace.go:142] [rhtpa-operator] updating namespace
I0427 16:15:59.105106    3807 namespace.go:142] [tsf-tpa] updating namespace
I0427 16:15:59.105190    3807 namespace.go:142] [konflux-ui] updating namespace
I0427 16:15:59.167376    3807 namespace.go:142] [cert-manager-operator] updating namespace
I0427 16:15:59.182048    3807 namespace.go:142] [cert-manager-operator] updating namespace
I0427 16:15:59.196816    3807 namespace.go:142] [konflux-operator] updating namespace
I0427 16:15:59.212836    3807 namespace.go:142] [konflux-operator] updating namespace
I0427 16:15:59.228596    3807 namespace.go:142] [tsf-tas] updating namespace
I0427 16:15:59.243357    3807 namespace.go:142] [tsf-tas] updating namespace
I0427 16:15:59.272817    3807 namespace.go:142] [rhbk-operator] updating namespace
I0427 16:15:59.295380    3807 namespace.go:142] [rhbk-operator] updating namespace
I0427 16:15:59.297267    3807 namespace.go:142] [rhtpa-operator] updating namespace
I0427 16:15:59.309158    3807 namespace.go:142] [rhtpa-operator] updating namespace
I0427 16:15:59.363055    3807 namespace.go:142] [tsf-tpa] updating namespace
I0427 16:15:59.410342    3807 namespace.go:142] [tsf-tpa] updating namespace
I0427 16:15:59.525421    3807 namespace.go:142] [tsf-keycloak] updating namespace
I0427 16:15:59.536340    3807 namespace.go:142] [tsf-keycloak] updating namespace
I0427 16:16:00.503464    3807 namespace.go:142] [tsf-tpa] updating namespace
I0427 16:16:00.510519    3807 namespace.go:142] [tsf-keycloak] updating namespace
I0427 16:16:07.944232    3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:07.944826    3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:07.944867    3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:07.944876    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0427 16:16:07.944887    3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:07.944898    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0427 16:16:08.970486    3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:08.970511    3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:08.970529    3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:08.970541    3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:09.013193    3807 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:09.013728    3807 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:09.013746    3807 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:09.013753    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0427 16:16:09.013767    3807 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:09.013777    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0427 16:16:10.041085    3807 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:10.041108    3807 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:10.041118    3807 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:10.041135    3807 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:14.909392    3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:14.909913    3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:14.909940    3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:14.909948    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0427 16:16:14.909960    3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:14.909964    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0427 16:16:14.934302    3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:14.934732    3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:14.934759    3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:14.934767    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0427 16:16:14.934780    3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:14.934786    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0427 16:16:15.904529    3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:15.905112    3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:15.905138    3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:15.905150    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0427 16:16:15.905166    3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:15.905172    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0427 16:16:15.941697    3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:15.941721    3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:15.941737    3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:15.941748    3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:15.965337    3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:15.965358    3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:15.965371    3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:15.965379    3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:16.907335    3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:16.907863    3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:16.907884    3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:16.907892    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0427 16:16:16.907906    3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0427 16:16:16.907910    3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0427 16:16:16.933137    3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:16.933159    3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:16.933173    3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:16.933190    3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0427 16:16:17.594069    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0427 16:16:17.941217    3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:17.941243    3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:17.941259    3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:16:17.941276    3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0427 16:16:18.371512    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0427 16:16:18.383679    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0427 16:16:26.214734    3807 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cf2gt] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-cf2gt for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:16:26.214874    3807 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cf2gt
I0427 16:16:26.261973    3807 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cf2gt] pod update took 47.129545ms
I0427 16:16:26.261993    3807 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cf2gt] addLogicalPort annotation time took 47.154901ms
I0427 16:16:26.263150    3807 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cf2gt] addLogicalPort took 48.433053ms, libovsdb time 815.914µs
I0427 16:16:26.875056    3807 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cf2gt f2ec972925c616427dbfe2b3603693c66b72e8a26fa48f218408270d70f2b9d2 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cf2gt f2ec972925c616427dbfe2b3603693c66b72e8a26fa48f218408270d70f2b9d2 network default NAD default NAD key ]
I0427 16:16:26.884175    3807 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-cf2gt, hostIfaceName: f2ec972925c6164, network: default, NAD default, SandboxID: "f2ec972925c616427dbfe2b3603693c66b72e8a26fa48f218408270d70f2b9d2", PCI device ID: , UID: "92a50e1a-dee5-4f4a-86c1-b7f7a61821fc", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0427 16:16:26.933927    3807 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cf2gt f2ec972925c616427dbfe2b3603693c66b72e8a26fa48f218408270d70f2b9d2 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cf2gt f2ec972925c616427dbfe2b3603693c66b72e8a26fa48f218408270d70f2b9d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:5a:c2:60:35:3d\",\"name\":\"f2ec972925c6164\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75cd50f8-92f6-4e77-8c48-f27fc7a76ff6\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:16:27.509722    3807 namespace.go:142] [openshift-operators] updating namespace
I0427 16:16:27.524643    3807 namespace.go:142] [openshift-operators] updating namespace
I0427 16:16:27.663855    3807 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-8zn6p] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-8zn6p for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:16:27.664027    3807 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-8zn6p
I0427 16:16:27.701574    3807 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-8zn6p] pod update took 37.582286ms
I0427 16:16:27.701599    3807 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-8zn6p] addLogicalPort annotation time took 37.610888ms
I0427 16:16:27.702902    3807 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-8zn6p] addLogicalPort took 39.067061ms, libovsdb time 943.829µs
I0427 16:16:28.037523    3807 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-8zn6p 797374ed66bad7528379fa469114500b859bfcd37b73ba0b7f9156688e218b1f network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-8zn6p 797374ed66bad7528379fa469114500b859bfcd37b73ba0b7f9156688e218b1f network default NAD default NAD key ]
I0427 16:16:28.050276    3807 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-8zn6p, hostIfaceName: 797374ed66bad75, network: default, NAD default, SandboxID: "797374ed66bad7528379fa469114500b859bfcd37b73ba0b7f9156688e218b1f", PCI device ID: , UID: "88a027ad-62b5-422a-a73a-73a3827719c6", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0427 16:16:28.102809    3807 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-8zn6p 797374ed66bad7528379fa469114500b859bfcd37b73ba0b7f9156688e218b1f network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-8zn6p 797374ed66bad7528379fa469114500b859bfcd37b73ba0b7f9156688e218b1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:7c:9e:bb:97:2c\",\"name\":\"797374ed66bad75\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01384fa9-e96d-4476-b7c7-a8f149c2d178\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:16:30.403578    3807 namespace.go:98] [cert-manager] adding namespace
I0427 16:16:30.404507    3807 namespace.go:102] [cert-manager] adding namespace took 908.674µs
I0427 16:16:30.468402    3807 namespace.go:142] [cert-manager] updating namespace
I0427 16:16:30.482393    3807 namespace.go:142] [cert-manager] updating namespace
W0427 16:16:32.394544    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0427 16:16:32.553454    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0427 16:16:32.566422    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0427 16:16:32.577367    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0427 16:16:32.595171    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0427 16:16:33.586399    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=58
I0427 16:16:34.506668    3807 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-kskrc] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-kskrc for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:16:34.506792    3807 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-kskrc
I0427 16:16:34.524111    3807 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-kskrc] pod update took 17.345903ms
I0427 16:16:34.524130    3807 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-kskrc] addLogicalPort annotation time took 17.369016ms
I0427 16:16:34.525293    3807 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-kskrc] addLogicalPort took 18.664288ms, libovsdb time 830.327µs
I0427 16:16:34.883406    3807 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-kskrc 45649e715db195e114f4ecd2827558a63f143e37ba4ea47aeeda78584f8caf66 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-kskrc 45649e715db195e114f4ecd2827558a63f143e37ba4ea47aeeda78584f8caf66 network default NAD default NAD key ]
I0427 16:16:34.892686    3807 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-kskrc, hostIfaceName: 45649e715db195e, network: default, NAD default, SandboxID: "45649e715db195e114f4ecd2827558a63f143e37ba4ea47aeeda78584f8caf66", PCI device ID: , UID: "a7ef5547-ca59-4820-97a9-a33dab569a18", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0427 16:16:34.942472    3807 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-kskrc 45649e715db195e114f4ecd2827558a63f143e37ba4ea47aeeda78584f8caf66 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-kskrc 45649e715db195e114f4ecd2827558a63f143e37ba4ea47aeeda78584f8caf66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:74:ea:94:a6:06\",\"name\":\"45649e715db195e\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e38ab902-ea45-4fef-8981-c4859ef38102\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:16:35.939624    3807 namespace.go:142] [openshift-operators] updating namespace
W0427 16:16:36.707347    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0427 16:16:36.707374    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0427 16:16:36.860432    3807 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-d6tlz] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-d6tlz for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:16:36.860582    3807 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-d6tlz
I0427 16:16:36.892679    3807 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-d6tlz] pod update took 32.127676ms
I0427 16:16:36.892699    3807 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-d6tlz] addLogicalPort annotation time took 32.152537ms
I0427 16:16:36.893921    3807 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-d6tlz] addLogicalPort took 33.509835ms, libovsdb time 894.898µs
I0427 16:16:37.269354    3807 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-d6tlz a03e2d833d4fa1cc560e26e807472307adb02654d0baaa15d68094df684eef87 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-d6tlz a03e2d833d4fa1cc560e26e807472307adb02654d0baaa15d68094df684eef87 network default NAD default NAD key ]
I0427 16:16:37.278835    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-d6tlz, hostIfaceName: a03e2d833d4fa1c, network: default, NAD default, SandboxID: "a03e2d833d4fa1cc560e26e807472307adb02654d0baaa15d68094df684eef87", PCI device ID: , UID: "f961ab5a-24e2-4df8-8f15-97fbbf40d513", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0427 16:16:37.328718    3807 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-d6tlz a03e2d833d4fa1cc560e26e807472307adb02654d0baaa15d68094df684eef87 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-d6tlz a03e2d833d4fa1cc560e26e807472307adb02654d0baaa15d68094df684eef87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:7e:c3:6a:61:e1\",\"name\":\"a03e2d833d4fa1c\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e6ee28f-0387-4d7c-a641-14bfa9652458\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:16:41.670621    3807 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-2fj7t] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-2fj7t for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:16:41.670797    3807 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-2fj7t
I0427 16:16:41.700811    3807 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2fj7t] pod update took 30.044795ms
I0427 16:16:41.700837    3807 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-2fj7t] addLogicalPort annotation time took 30.07291ms
I0427 16:16:41.702154    3807 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2fj7t] addLogicalPort took 31.547959ms, libovsdb time 963.461µs
I0427 16:16:42.029058    3807 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2fj7t ca8c3486c3436c6bd5e16627082f6a8e9ef68001feba66689eabaab3df92bad1 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-2fj7t ca8c3486c3436c6bd5e16627082f6a8e9ef68001feba66689eabaab3df92bad1 network default NAD default NAD key ]
I0427 16:16:42.038161    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-2fj7t, hostIfaceName: ca8c3486c3436c6, network: default, NAD default, SandboxID: "ca8c3486c3436c6bd5e16627082f6a8e9ef68001feba66689eabaab3df92bad1", PCI device ID: , UID: "c170933d-0331-44c5-8eed-28cc08f5112b", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0427 16:16:42.087030    3807 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-2fj7t ca8c3486c3436c6bd5e16627082f6a8e9ef68001feba66689eabaab3df92bad1 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-2fj7t ca8c3486c3436c6bd5e16627082f6a8e9ef68001feba66689eabaab3df92bad1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:78:7b:f1:36:8c\",\"name\":\"ca8c3486c3436c6\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e38127f-894b-405e-88f1-505e0a9399b2\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:16:43.403624    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0427 16:16:43.492492    3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0427 16:16:43.569394    3807 namespace.go:98] [trusted-artifact-signer] adding namespace
I0427 16:16:43.570180    3807 namespace.go:102] [trusted-artifact-signer] adding namespace took 768.713µs
I0427 16:16:43.600262    3807 namespace.go:142] [trusted-artifact-signer] updating namespace
I0427 16:16:43.664422    3807 namespace.go:142] [trusted-artifact-signer] updating namespace
I0427 16:16:43.815576    3807 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-tpfrk] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-tpfrk for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:16:43.815713    3807 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-tpfrk
I0427 16:16:43.856360    3807 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-tpfrk] pod update took 40.666854ms
I0427 16:16:43.856384    3807 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-tpfrk] addLogicalPort annotation time took 40.694359ms
I0427 16:16:43.857563    3807 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-tpfrk] addLogicalPort took 41.999227ms, libovsdb time 813.691µs
I0427 16:16:44.174803    3807 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-tpfrk 2ec4ba0fad9369df704ff0e32899ddf9c99a797738ec42395fc3d56b5ce8e3c4 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-tpfrk 2ec4ba0fad9369df704ff0e32899ddf9c99a797738ec42395fc3d56b5ce8e3c4 network default NAD default NAD key ]
I0427 16:16:44.185008    3807 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-tpfrk, hostIfaceName: 2ec4ba0fad9369d, network: default, NAD default, SandboxID: "2ec4ba0fad9369df704ff0e32899ddf9c99a797738ec42395fc3d56b5ce8e3c4", PCI device ID: , UID: "238f80eb-437f-4bc7-959e-1f5214aceb50", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0427 16:16:44.234195    3807 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-tpfrk 2ec4ba0fad9369df704ff0e32899ddf9c99a797738ec42395fc3d56b5ce8e3c4 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-tpfrk 2ec4ba0fad9369df704ff0e32899ddf9c99a797738ec42395fc3d56b5ce8e3c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:4e:9a:a8:c0:3e\",\"name\":\"2ec4ba0fad9369d\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/931f063f-f9e8-4477-b741-019756e80280\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:16:52.167419    3807 namespace.go:98] [openshift-pipelines] adding namespace
I0427 16:16:52.168335    3807 namespace.go:102] [openshift-pipelines] adding namespace took 894.537µs
I0427 16:16:52.190110    3807 namespace.go:142] [openshift-pipelines] updating namespace
I0427 16:16:52.643328    3807 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-zm9bl] creating logical port cert-manager_cert-manager-59c77684cc-zm9bl for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:16:52.643420    3807 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-zm9bl
I0427 16:16:52.656891    3807 pod.go:62] [cert-manager/cert-manager-59c77684cc-zm9bl] pod update took 13.494427ms
I0427 16:16:52.656912    3807 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-zm9bl] addLogicalPort annotation time took 13.519016ms
I0427 16:16:52.658105    3807 pods.go:271] [cert-manager/cert-manager-59c77684cc-zm9bl] addLogicalPort took 14.791551ms, libovsdb time 861.105µs
I0427 16:16:52.875887    3807 namespace.go:142] [cert-manager] updating namespace
I0427 16:16:53.002288    3807 cni.go:452] [cert-manager/cert-manager-59c77684cc-zm9bl 5c4b43e30a7e8598cb630f809f5926169f49398ede1e39819b60b7625b8021d4 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-zm9bl 5c4b43e30a7e8598cb630f809f5926169f49398ede1e39819b60b7625b8021d4 network default NAD default NAD key ]
I0427 16:16:53.011976    3807 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-zm9bl, hostIfaceName: 5c4b43e30a7e859, network: default, NAD default, SandboxID: "5c4b43e30a7e8598cb630f809f5926169f49398ede1e39819b60b7625b8021d4", PCI device ID: , UID: "659c44b7-2cf6-4258-a870-de31c9e3ae24", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0427 16:16:53.062891    3807 cni.go:473] [cert-manager/cert-manager-59c77684cc-zm9bl 5c4b43e30a7e8598cb630f809f5926169f49398ede1e39819b60b7625b8021d4 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-zm9bl 5c4b43e30a7e8598cb630f809f5926169f49398ede1e39819b60b7625b8021d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:06:dd:e9:6d:b1\",\"name\":\"5c4b43e30a7e859\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3864caa5-9ce8-4630-b54d-f4394ec656da\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:16:53.076491    3807 namespace.go:142] [cert-manager-operator] updating namespace
I0427 16:16:53.486599    3807 namespace.go:142] [konflux-operator] updating namespace
I0427 16:16:53.680114    3807 namespace.go:142] [konflux-ui] updating namespace
I0427 16:16:53.884534    3807 namespace.go:142] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] updating namespace
I0427 16:16:54.284885    3807 namespace.go:142] [rhbk-operator] updating namespace
W0427 16:16:54.438575    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0427 16:16:54.485056    3807 namespace.go:142] [rhtpa-operator] updating namespace
I0427 16:16:54.684552    3807 namespace.go:142] [trusted-artifact-signer] updating namespace
I0427 16:16:54.895821    3807 namespace.go:142] [tsf] updating namespace
I0427 16:16:55.098641    3807 namespace.go:142] [tsf-keycloak] updating namespace
I0427 16:16:55.298702    3807 namespace.go:142] [tsf-tas] updating namespace
I0427 16:16:55.493498    3807 namespace.go:142] [tsf-tpa] updating namespace
I0427 16:16:55.647178    3807 namespace.go:142] [cert-manager] updating namespace
I0427 16:16:55.669461    3807 namespace.go:142] [cert-manager-operator] updating namespace
I0427 16:16:55.685376    3807 namespace.go:142] [default] updating namespace
I0427 16:16:55.701148    3807 namespace.go:142] [konflux-operator] updating namespace
I0427 16:16:55.715497    3807 namespace.go:142] [konflux-ui] updating namespace
I0427 16:16:55.734146    3807 namespace.go:142] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] updating namespace
I0427 16:16:55.744309    3807 namespace.go:142] [openshift] updating namespace
I0427 16:16:55.762380    3807 namespace.go:142] [rhbk-operator] updating namespace
I0427 16:16:55.782999    3807 namespace.go:142] [rhtpa-operator] updating namespace
I0427 16:16:55.799693    3807 namespace.go:142] [trusted-artifact-signer] updating namespace
I0427 16:16:55.811614    3807 namespace.go:142] [tsf] updating namespace
I0427 16:16:55.835853    3807 namespace.go:142] [tsf-keycloak] updating namespace
I0427 16:16:55.863233    3807 namespace.go:142] [tsf-tas] updating namespace
I0427 16:16:55.877575    3807 namespace.go:142] [tsf-tpa] updating namespace
I0427 16:16:55.956736    3807 namespace.go:142] [cert-manager] updating namespace
I0427 16:16:56.034508    3807 namespace.go:142] [cert-manager-operator] updating namespace
I0427 16:16:56.107114    3807 namespace.go:142] [default] updating namespace
I0427 16:16:56.177320    3807 namespace.go:142] [konflux-operator] updating namespace
I0427 16:16:56.275285    3807 namespace.go:142] [konflux-ui] updating namespace
I0427 16:16:56.375868    3807 namespace.go:142] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] updating namespace
I0427 16:16:56.472689    3807 namespace.go:142] [openshift] updating namespace
I0427 16:16:56.579214    3807 namespace.go:142] [rhbk-operator] updating namespace
I0427 16:16:56.675385    3807 namespace.go:142] [rhtpa-operator] updating namespace
I0427 16:16:56.774149    3807 namespace.go:142] [trusted-artifact-signer] updating namespace
I0427 16:16:56.873034    3807 namespace.go:142] [tsf] updating namespace
I0427 16:16:56.973965    3807 namespace.go:142] [tsf-keycloak] updating namespace
I0427 16:16:57.077223    3807 namespace.go:142] [tsf-tas] updating namespace
I0427 16:16:57.176098    3807 namespace.go:142] [tsf-tpa] updating namespace
I0427 16:16:57.470788    3807 namespace.go:142] [openshift-pipelines] updating namespace
I0427 16:17:04.674270    3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0427 16:17:05.611477    3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:17:05.611569    3807 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l
I0427 16:17:05.625873    3807 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l] pod update took 14.331751ms
I0427 16:17:05.625894    3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l] addLogicalPort annotation time took 14.358116ms
I0427 16:17:05.627097    3807 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l] addLogicalPort took 15.639879ms, libovsdb time 840.911µs
I0427 16:17:05.716682    3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jwclz] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-jwclz for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:17:05.716780    3807 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jwclz
I0427 16:17:05.731149    3807 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jwclz] pod update took 14.404115ms
I0427 16:17:05.731172    3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jwclz] addLogicalPort annotation time took 14.432287ms
I0427 16:17:05.732350    3807 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jwclz] addLogicalPort took 15.703418ms, libovsdb time 808.687µs
I0427 16:17:06.048585    3807 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l 054c0ebf8b1183432da1c2f912e8963cc007e85c04059d0f19c1f4ccc57f779d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l 054c0ebf8b1183432da1c2f912e8963cc007e85c04059d0f19c1f4ccc57f779d network default NAD default NAD key ]
I0427 16:17:06.058624    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l, hostIfaceName: 054c0ebf8b11834, network: default, NAD default, SandboxID: "054c0ebf8b1183432da1c2f912e8963cc007e85c04059d0f19c1f4ccc57f779d", PCI device ID: , UID: "ea37516a-76d9-45da-a5f2-cc439c753401", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0427 16:17:06.110288    3807 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l 054c0ebf8b1183432da1c2f912e8963cc007e85c04059d0f19c1f4ccc57f779d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5jj8l 054c0ebf8b1183432da1c2f912e8963cc007e85c04059d0f19c1f4ccc57f779d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:8a:c9:5b:8c:cf\",\"name\":\"054c0ebf8b11834\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d831e58e-d57c-4f60-8270-6f86d55e8c6a\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:17:06.119125    3807 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jwclz 69933131123cb71b47fb493bad1355c12f42ff85703a6013e44977f69246f6c6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jwclz 69933131123cb71b47fb493bad1355c12f42ff85703a6013e44977f69246f6c6 network default NAD default NAD key ]
I0427 16:17:06.129493    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-jwclz, hostIfaceName: 69933131123cb71, network: default, NAD default, SandboxID: "69933131123cb71b47fb493bad1355c12f42ff85703a6013e44977f69246f6c6", PCI device ID: , UID: "fe21ac67-1384-499b-9a82-ea379a1815e4", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0427 16:17:06.181004    3807 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jwclz 69933131123cb71b47fb493bad1355c12f42ff85703a6013e44977f69246f6c6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jwclz 69933131123cb71b47fb493bad1355c12f42ff85703a6013e44977f69246f6c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:8c:08:85:bd:4f\",\"name\":\"69933131123cb71\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5abd1705-0d4f-4e8f-8db3-a338b105139f\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:17:08.824683    3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0427 16:17:08.824704    3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0427 16:17:08.824709    3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0427 16:17:10.067922    3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0427 16:17:10.067939    3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0427 16:17:10.067945    3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0427 16:17:11.555256    3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0427 16:17:11.555275    3807 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0427 16:17:11.555280    3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0427 16:17:11.555284    3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0427 16:17:15.231374    3807 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:17:15.232050    3807 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:17:15.252595    3807 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:17:15.252619    3807 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:17:15.259053    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0427 16:17:15.259088    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
W0427 16:17:22.564045    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0427 16:17:22.564063    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0427 16:17:22.564068    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0427 16:17:22.564073    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0427 16:17:24.190465    3807 namespace.go:142] [openshift-pipelines] updating namespace
W0427 16:17:28.166932    3807 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0427 16:17:28.188544    3807 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0427 16:17:32.199951    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0427 16:17:45.135049    3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-g7zjq] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-g7zjq for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:17:45.135190    3807 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-g7zjq
I0427 16:17:45.150533    3807 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-g7zjq] pod update took 15.374705ms
I0427 16:17:45.150559    3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-g7zjq] addLogicalPort annotation time took 15.403072ms
I0427 16:17:45.151758    3807 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-g7zjq] addLogicalPort took 16.727899ms, libovsdb time 840.661µs
I0427 16:17:47.041325    3807 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-g7zjq 15e7b63b5468590cb051df561a34e7373b3bc84a46f5b55a5e8e335c77d221c6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-g7zjq 15e7b63b5468590cb051df561a34e7373b3bc84a46f5b55a5e8e335c77d221c6 network default NAD default NAD key ]
I0427 16:17:47.050632    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-g7zjq, hostIfaceName: 15e7b63b5468590, network: default, NAD default, SandboxID: "15e7b63b5468590cb051df561a34e7373b3bc84a46f5b55a5e8e335c77d221c6", PCI device ID: , UID: "10fb9f1e-80da-498d-89b5-6171076b6798", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0427 16:17:47.101867    3807 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-g7zjq 15e7b63b5468590cb051df561a34e7373b3bc84a46f5b55a5e8e335c77d221c6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-g7zjq 15e7b63b5468590cb051df561a34e7373b3bc84a46f5b55a5e8e335c77d221c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:3b:6a:fb:ac:bf\",\"name\":\"15e7b63b5468590\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6dc0beb-0307-4aa6-a4b1-8e284dd4a2ae\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:17:51.917935    3807 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0427 16:17:52.425948    3807 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:17:52.426486    3807 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:17:52.445813    3807 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:17:52.445838    3807 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:17:52.449718    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0427 16:17:52.449738    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0427 16:17:54.221498    3807 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0427 16:17:54.222167    3807 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0427 16:17:54.222185    3807 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0427 16:17:54.224194    3807 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0427 16:17:55.019496    3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:17:55.019606    3807 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0427 16:17:55.032708    3807 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.135138ms
I0427 16:17:55.032729    3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.162052ms
I0427 16:17:55.033957    3807 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.477074ms, libovsdb time 778.991µs
I0427 16:17:57.779554    3807 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 819b3dea710951ec4ec7a3d9b43c3d536166e43da124fc6ff2d11ca7a1404892 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 819b3dea710951ec4ec7a3d9b43c3d536166e43da124fc6ff2d11ca7a1404892 network default NAD default NAD key ]
I0427 16:17:57.788917    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 819b3dea710951e, network: default, NAD default, SandboxID: "819b3dea710951ec4ec7a3d9b43c3d536166e43da124fc6ff2d11ca7a1404892", PCI device ID: , UID: "4d9a07fc-3936-4d93-a5d3-c47487a850ea", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0427 16:17:57.840625    3807 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 819b3dea710951ec4ec7a3d9b43c3d536166e43da124fc6ff2d11ca7a1404892 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 819b3dea710951ec4ec7a3d9b43c3d536166e43da124fc6ff2d11ca7a1404892 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:73:fb:2e:1a:cb\",\"name\":\"819b3dea710951e\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/041859ba-eeca-4620-9fe6-e053f1dc7020\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:18:01.353191    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0427 16:18:01.353210    3807 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0427 16:18:01.359601    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0427 16:18:01.359619    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0427 16:18:03.589639    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0427 16:18:03.850591    3807 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0427 16:18:05.192888    3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-sltfq] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-sltfq for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:18:05.193045    3807 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-sltfq
I0427 16:18:05.210640    3807 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-sltfq] pod update took 17.626426ms
I0427 16:18:05.210683    3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-sltfq] addLogicalPort annotation time took 17.677703ms
I0427 16:18:05.211909    3807 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-sltfq] addLogicalPort took 19.04301ms, libovsdb time 835.399µs
I0427 16:18:05.551247    3807 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-sltfq db4b065949c7f27bbdaad2a98e2b4a23fcd85058b428b628c4b21ad026a20dd3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-sltfq db4b065949c7f27bbdaad2a98e2b4a23fcd85058b428b628c4b21ad026a20dd3 network default NAD default NAD key ]
I0427 16:18:05.560931    3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-sltfq, hostIfaceName: db4b065949c7f27, network: default, NAD default, SandboxID: "db4b065949c7f27bbdaad2a98e2b4a23fcd85058b428b628c4b21ad026a20dd3", PCI device ID: , UID: "2ee822d7-3e04-4311-9d9f-17a84b7cb7f4", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0427 16:18:05.619729    3807 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-sltfq db4b065949c7f27bbdaad2a98e2b4a23fcd85058b428b628c4b21ad026a20dd3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-sltfq db4b065949c7f27bbdaad2a98e2b4a23fcd85058b428b628c4b21ad026a20dd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5f:ba:d5:e4:80\",\"name\":\"db4b065949c7f27\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4b08ced-1c27-4c5d-b04e-fc8eac252373\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:18:17.886619    3807 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0427 16:18:17.886642    3807 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0427 16:18:17.886675    3807 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0427 16:18:25.930915    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0427 16:18:25.930936    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0427 16:18:25.930941    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0427 16:18:27.691277    3807 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:18:27.691897    3807 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:18:27.731191    3807 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:18:27.731213    3807 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:18:27.738367    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0427 16:18:27.738387    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0427 16:18:29.585193    3807 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-nhllx-fbzql] creating logical port tsf-tas_segment-backup-installation-nhllx-fbzql for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:18:29.585288    3807 kube.go:256] Updating pod tsf-tas/segment-backup-installation-nhllx-fbzql
I0427 16:18:29.598448    3807 pod.go:62] [tsf-tas/segment-backup-installation-nhllx-fbzql] pod update took 13.182853ms
I0427 16:18:29.598475    3807 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-nhllx-fbzql] addLogicalPort annotation time took 13.214822ms
I0427 16:18:29.599974    3807 pods.go:271] [tsf-tas/segment-backup-installation-nhllx-fbzql] addLogicalPort took 14.797726ms, libovsdb time 917.003µs
I0427 16:18:29.950859    3807 cni.go:452] [tsf-tas/segment-backup-installation-nhllx-fbzql 0a1157a9e921b06992b53dad94adf84f5883bb67d4e265f188f195fb72ce3564 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-nhllx-fbzql 0a1157a9e921b06992b53dad94adf84f5883bb67d4e265f188f195fb72ce3564 network default NAD default NAD key ]
I0427 16:18:29.960251    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-nhllx-fbzql, hostIfaceName: 0a1157a9e921b06, network: default, NAD default, SandboxID: "0a1157a9e921b06992b53dad94adf84f5883bb67d4e265f188f195fb72ce3564", PCI device ID: , UID: "7e0b1fb4-1f7c-4915-a909-5ba26dc1a415", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0427 16:18:30.015757    3807 cni.go:473] [tsf-tas/segment-backup-installation-nhllx-fbzql 0a1157a9e921b06992b53dad94adf84f5883bb67d4e265f188f195fb72ce3564 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-nhllx-fbzql 0a1157a9e921b06992b53dad94adf84f5883bb67d4e265f188f195fb72ce3564 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:7c:35:d0:93:80\",\"name\":\"0a1157a9e921b06\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f323618-58e4-49c9-855e-e8acac10409c\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:18:30.173962    3807 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-dfbb9d6f9-q7tm4] creating logical port tsf-tas_fulcio-server-dfbb9d6f9-q7tm4 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:18:30.174059    3807 kube.go:256] Updating pod tsf-tas/fulcio-server-dfbb9d6f9-q7tm4
I0427 16:18:30.194089    3807 pod.go:62] [tsf-tas/fulcio-server-dfbb9d6f9-q7tm4] pod update took 20.056906ms
I0427 16:18:30.194113    3807 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-dfbb9d6f9-q7tm4] addLogicalPort annotation time took 20.085724ms
I0427 16:18:30.195315    3807 pods.go:271] [tsf-tas/fulcio-server-dfbb9d6f9-q7tm4] addLogicalPort took 21.374258ms, libovsdb time 802.203µs
I0427 16:18:30.470567    3807 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-25gn9-x9qqj] creating logical port tsf-tas_ctlog-createtree-job-25gn9-x9qqj for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:18:30.470674    3807 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-25gn9-x9qqj
I0427 16:18:30.482861    3807 pod.go:62] [tsf-tas/ctlog-createtree-job-25gn9-x9qqj] pod update took 12.225982ms
I0427 16:18:30.482884    3807 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-25gn9-x9qqj] addLogicalPort annotation time took 12.254921ms
I0427 16:18:30.484172    3807 pods.go:271] [tsf-tas/ctlog-createtree-job-25gn9-x9qqj] addLogicalPort took 13.626697ms, libovsdb time 868.878µs
I0427 16:18:30.540392    3807 cni.go:452] [tsf-tas/fulcio-server-dfbb9d6f9-q7tm4 c0387ac483ab1f10345f4d3592a1dfc3560400c9727999256c18e9b0acecd177 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-dfbb9d6f9-q7tm4 c0387ac483ab1f10345f4d3592a1dfc3560400c9727999256c18e9b0acecd177 network default NAD default NAD key ]
I0427 16:18:30.550912    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-dfbb9d6f9-q7tm4, hostIfaceName: c0387ac483ab1f1, network: default, NAD default, SandboxID: "c0387ac483ab1f10345f4d3592a1dfc3560400c9727999256c18e9b0acecd177", PCI device ID: , UID: "30e891d2-e538-40ae-a135-168071be39b4", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0427 16:18:30.605033    3807 cni.go:473] [tsf-tas/fulcio-server-dfbb9d6f9-q7tm4 c0387ac483ab1f10345f4d3592a1dfc3560400c9727999256c18e9b0acecd177 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-dfbb9d6f9-q7tm4 c0387ac483ab1f10345f4d3592a1dfc3560400c9727999256c18e9b0acecd177 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:fd:ee:07:5c:bc\",\"name\":\"c0387ac483ab1f1\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19b68f89-6c5b-465f-a542-6c217c749662\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:18:30.708721    3807 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-65c466f95-s5t6z] creating logical port tsf-tas_trillian-logsigner-65c466f95-s5t6z for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:18:30.708822    3807 kube.go:256] Updating pod tsf-tas/trillian-logsigner-65c466f95-s5t6z
I0427 16:18:30.732229    3807 pod.go:62] [tsf-tas/trillian-logsigner-65c466f95-s5t6z] pod update took 23.437448ms
I0427 16:18:30.732255    3807 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-65c466f95-s5t6z] addLogicalPort annotation time took 23.468487ms
I0427 16:18:30.733527    3807 pods.go:271] [tsf-tas/trillian-logsigner-65c466f95-s5t6z] addLogicalPort took 24.823937ms, libovsdb time 888.729µs
I0427 16:18:30.762273    3807 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-kv4c8-79bbz] creating logical port tsf-tas_rekor-createtree-job-kv4c8-79bbz for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:18:30.762374    3807 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-kv4c8-79bbz
I0427 16:18:30.782533    3807 pod.go:62] [tsf-tas/rekor-createtree-job-kv4c8-79bbz] pod update took 20.187096ms
I0427 16:18:30.782590    3807 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-kv4c8-79bbz] addLogicalPort annotation time took 20.248336ms
I0427 16:18:30.783989    3807 pods.go:271] [tsf-tas/rekor-createtree-job-kv4c8-79bbz] addLogicalPort took 21.735383ms, libovsdb time 984.799µs
I0427 16:18:30.836021    3807 cni.go:452] [tsf-tas/ctlog-createtree-job-25gn9-x9qqj a0e9b5a9b86fb7fe589ac755eddb81e02b7cf972156fe125193da95737b49d3f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-25gn9-x9qqj a0e9b5a9b86fb7fe589ac755eddb81e02b7cf972156fe125193da95737b49d3f network default NAD default NAD key ]
I0427 16:18:30.846682    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-25gn9-x9qqj, hostIfaceName: a0e9b5a9b86fb7f, network: default, NAD default, SandboxID: "a0e9b5a9b86fb7fe589ac755eddb81e02b7cf972156fe125193da95737b49d3f", PCI device ID: , UID: "1fd5c477-3e88-4877-92a3-69d47e38650d", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0427 16:18:30.901587    3807 cni.go:473] [tsf-tas/ctlog-createtree-job-25gn9-x9qqj a0e9b5a9b86fb7fe589ac755eddb81e02b7cf972156fe125193da95737b49d3f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-25gn9-x9qqj a0e9b5a9b86fb7fe589ac755eddb81e02b7cf972156fe125193da95737b49d3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:6a:f7:62:06:af\",\"name\":\"a0e9b5a9b86fb7f\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/720e7986-7240-4137-b23e-1ef9d5e5d366\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:18:31.135971    3807 cni.go:452] [tsf-tas/rekor-createtree-job-kv4c8-79bbz d6d5d60b01e90f987e693409e1290affe2304e8c27bd039f70d836c34158dde6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-kv4c8-79bbz d6d5d60b01e90f987e693409e1290affe2304e8c27bd039f70d836c34158dde6 network default NAD default NAD key ]
I0427 16:18:31.148893    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-kv4c8-79bbz, hostIfaceName: d6d5d60b01e90f9, network: default, NAD default, SandboxID: "d6d5d60b01e90f987e693409e1290affe2304e8c27bd039f70d836c34158dde6", PCI device ID: , UID: "76af89e7-3385-49cd-9fac-d0b9c77cb69f", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0427 16:18:31.213857    3807 cni.go:473] [tsf-tas/rekor-createtree-job-kv4c8-79bbz d6d5d60b01e90f987e693409e1290affe2304e8c27bd039f70d836c34158dde6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-kv4c8-79bbz d6d5d60b01e90f987e693409e1290affe2304e8c27bd039f70d836c34158dde6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:f6:a2:eb:b7:02\",\"name\":\"d6d5d60b01e90f9\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0179e80e-0e88-4e81-b440-d939020589a8\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:18:32.574048    3807 cni.go:452] [tsf-tas/trillian-logsigner-65c466f95-s5t6z d01c7f5e4c5d08c7fc732f6f7c3e8298e85a838f928a80cc52085ea67df699a2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-65c466f95-s5t6z d01c7f5e4c5d08c7fc732f6f7c3e8298e85a838f928a80cc52085ea67df699a2 network default NAD default NAD key ]
I0427 16:18:32.585692    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-65c466f95-s5t6z, hostIfaceName: d01c7f5e4c5d08c, network: default, NAD default, SandboxID: "d01c7f5e4c5d08c7fc732f6f7c3e8298e85a838f928a80cc52085ea67df699a2", PCI device ID: , UID: "78081d94-85b9-4239-bfa3-1abf4c4efdca", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0427 16:18:32.646083    3807 cni.go:473] [tsf-tas/trillian-logsigner-65c466f95-s5t6z d01c7f5e4c5d08c7fc732f6f7c3e8298e85a838f928a80cc52085ea67df699a2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-65c466f95-s5t6z d01c7f5e4c5d08c7fc732f6f7c3e8298e85a838f928a80cc52085ea67df699a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d3:18:c9:c5:1e\",\"name\":\"d01c7f5e4c5d08c\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b80983f3-f68c-4e0f-990d-90dcccc2d51e\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0427 16:18:32.972382    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0427 16:18:32.972404    3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0427 16:18:33.003331    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server
W0427 16:18:33.003385    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server
W0427 16:18:42.285438    3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0427 16:18:43.776252    3807 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j5gvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:18:43.776855    3807 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j5gvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0427 16:18:44.055567    3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0427 16:18:44.673961    3807 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j5gvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:18:44.673983    3807 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j5gvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:18:47.063168    3807 cni.go:452] [tsf-tas/segment-backup-installation-nhllx-fbzql 0a1157a9e921b06992b53dad94adf84f5883bb67d4e265f188f195fb72ce3564 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-nhllx-fbzql 0a1157a9e921b06992b53dad94adf84f5883bb67d4e265f188f195fb72ce3564 network default NAD default NAD key ]
I0427 16:18:47.168475    3807 cni.go:473] [tsf-tas/segment-backup-installation-nhllx-fbzql 0a1157a9e921b06992b53dad94adf84f5883bb67d4e265f188f195fb72ce3564 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-nhllx-fbzql 0a1157a9e921b06992b53dad94adf84f5883bb67d4e265f188f195fb72ce3564 network default NAD default NAD key default], result "{}", err <nil>
I0427 16:18:47.217280    3807 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:18:47.217317    3807 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-nhllx-fbzql
I0427 16:18:47.218600    3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-nhllx-fbzql, ips: 10.128.0.38
I0427 16:18:47.218627    3807 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0427 16:18:47.311375    3807 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0427 16:18:48.072539    3807 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:18:48.072562    3807 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0427 16:18:58.743154    3807 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0427 16:18:58.743174    3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0427 16:18:58.764667    3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0427 16:19:13.151112    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0427 16:19:17.994213    3807 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:17.994792    3807 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:18.014471    3807 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:18.014487    3807 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:18.020995    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0427 16:19:18.021019    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0427 16:19:24.253956    3807 cni.go:452] [tsf-tas/ctlog-createtree-job-25gn9-x9qqj a0e9b5a9b86fb7fe589ac755eddb81e02b7cf972156fe125193da95737b49d3f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-25gn9-x9qqj a0e9b5a9b86fb7fe589ac755eddb81e02b7cf972156fe125193da95737b49d3f network default NAD default NAD key ]
I0427 16:19:24.324952    3807 cni.go:473] [tsf-tas/ctlog-createtree-job-25gn9-x9qqj a0e9b5a9b86fb7fe589ac755eddb81e02b7cf972156fe125193da95737b49d3f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-25gn9-x9qqj a0e9b5a9b86fb7fe589ac755eddb81e02b7cf972156fe125193da95737b49d3f network default NAD default NAD key default], result "{}", err <nil>
I0427 16:19:24.372463    3807 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:24.372494    3807 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-25gn9-x9qqj
I0427 16:19:24.373857    3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-25gn9-x9qqj, ips: 10.128.0.40
I0427 16:19:24.373887    3807 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:25.266920    3807 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:25.266948    3807 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:27.038839    3807 obj_retry.go:498] Detected object tsf/patch-tekton-config-tsqw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:27.039437    3807 obj_retry.go:498] Detected object tsf/patch-tekton-config-tsqw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0427 16:19:27.917089    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0427 16:19:27.927990    3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:27.928010    3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:28.027067    3807 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-vx9m7] creating logical port tsf_tsf-tekton-configuration-vx9m7 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:19:28.027163    3807 kube.go:256] Updating pod tsf/tsf-tekton-configuration-vx9m7
I0427 16:19:28.040066    3807 pod.go:62] [tsf/tsf-tekton-configuration-vx9m7] pod update took 12.928339ms
I0427 16:19:28.040090    3807 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-vx9m7] addLogicalPort annotation time took 12.956554ms
I0427 16:19:28.041487    3807 pods.go:271] [tsf/tsf-tekton-configuration-vx9m7] addLogicalPort took 14.435853ms, libovsdb time 991.684µs
I0427 16:19:28.385041    3807 cni.go:452] [tsf/tsf-tekton-configuration-vx9m7 5934be1fd2860fb59d7e82bdfdd61061ade98225128343a3b749e9f3c59ca0ff network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-vx9m7 5934be1fd2860fb59d7e82bdfdd61061ade98225128343a3b749e9f3c59ca0ff network default NAD default NAD key ]
I0427 16:19:28.394510    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-vx9m7, hostIfaceName: 5934be1fd2860fb, network: default, NAD default, SandboxID: "5934be1fd2860fb59d7e82bdfdd61061ade98225128343a3b749e9f3c59ca0ff", PCI device ID: , UID: "8256aa89-b6a1-4910-82f7-4f2104fb2a24", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0427 16:19:28.446720    3807 cni.go:473] [tsf/tsf-tekton-configuration-vx9m7 5934be1fd2860fb59d7e82bdfdd61061ade98225128343a3b749e9f3c59ca0ff network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-vx9m7 5934be1fd2860fb59d7e82bdfdd61061ade98225128343a3b749e9f3c59ca0ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:db:09:68:56:17\",\"name\":\"5934be1fd2860fb\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af5883a3-310b-4810-910d-ea8f61f3a2af\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:19:34.316510    3807 cni.go:452] [tsf/tsf-tekton-configuration-vx9m7 5934be1fd2860fb59d7e82bdfdd61061ade98225128343a3b749e9f3c59ca0ff network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-vx9m7 5934be1fd2860fb59d7e82bdfdd61061ade98225128343a3b749e9f3c59ca0ff network default NAD default NAD key ]
I0427 16:19:34.400060    3807 cni.go:473] [tsf/tsf-tekton-configuration-vx9m7 5934be1fd2860fb59d7e82bdfdd61061ade98225128343a3b749e9f3c59ca0ff network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-vx9m7 5934be1fd2860fb59d7e82bdfdd61061ade98225128343a3b749e9f3c59ca0ff network default NAD default NAD key default], result "{}", err <nil>
I0427 16:19:34.446127    3807 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:34.446162    3807 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-vx9m7
I0427 16:19:34.447419    3807 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-vx9m7, ips: 10.128.0.43
I0427 16:19:34.447447    3807 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:35.325116    3807 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:35.325139    3807 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:35.361325    3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:35.361341    3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:35.368334    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tsqw5
I0427 16:19:35.368359    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tsqw5
I0427 16:19:40.119770    3807 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:40.120334    3807 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:40.141092    3807 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:40.141115    3807 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:40.149827    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0427 16:19:40.149848    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0427 16:19:40.690024    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0427 16:19:41.424940    3807 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-6926n] creating logical port tsf-tpa_create-db-6926n for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:19:41.425037    3807 kube.go:256] Updating pod tsf-tpa/create-db-6926n
I0427 16:19:41.439092    3807 pod.go:62] [tsf-tpa/create-db-6926n] pod update took 14.07591ms
I0427 16:19:41.439120    3807 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-6926n] addLogicalPort annotation time took 14.109803ms
I0427 16:19:41.440598    3807 pods.go:271] [tsf-tpa/create-db-6926n] addLogicalPort took 15.675123ms, libovsdb time 943.274µs
I0427 16:19:41.783959    3807 cni.go:452] [tsf-tpa/create-db-6926n 14cc4c67941bfea532ff85d270bdbd8296e10306741c85ab6f1daad419687966 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-6926n 14cc4c67941bfea532ff85d270bdbd8296e10306741c85ab6f1daad419687966 network default NAD default NAD key ]
I0427 16:19:41.793185    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-6926n, hostIfaceName: 14cc4c67941bfea, network: default, NAD default, SandboxID: "14cc4c67941bfea532ff85d270bdbd8296e10306741c85ab6f1daad419687966", PCI device ID: , UID: "c4f1b01a-fb20-49e0-9059-c70d893ecb98", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0427 16:19:41.844463    3807 cni.go:473] [tsf-tpa/create-db-6926n 14cc4c67941bfea532ff85d270bdbd8296e10306741c85ab6f1daad419687966 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-6926n 14cc4c67941bfea532ff85d270bdbd8296e10306741c85ab6f1daad419687966 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:f3:df:74:ac:93\",\"name\":\"14cc4c67941bfea\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac898ecc-e020-475e-8d60-8c5e67730190\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:19:47.387174    3807 cni.go:452] [tsf-tpa/create-db-6926n 14cc4c67941bfea532ff85d270bdbd8296e10306741c85ab6f1daad419687966 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-6926n 14cc4c67941bfea532ff85d270bdbd8296e10306741c85ab6f1daad419687966 network default NAD default NAD key ]
I0427 16:19:47.494464    3807 cni.go:473] [tsf-tpa/create-db-6926n 14cc4c67941bfea532ff85d270bdbd8296e10306741c85ab6f1daad419687966 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-6926n 14cc4c67941bfea532ff85d270bdbd8296e10306741c85ab6f1daad419687966 network default NAD default NAD key default], result "{}", err <nil>
I0427 16:19:47.540368    3807 obj_retry.go:498] Detected object tsf-tpa/create-db-6926n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:47.540403    3807 pods.go:176] Deleting pod: tsf-tpa/create-db-6926n
I0427 16:19:47.541926    3807 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-6926n, ips: 10.128.0.44
I0427 16:19:47.541954    3807 obj_retry.go:498] Detected object tsf-tpa/create-db-6926n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:48.564469    3807 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:48.564498    3807 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:48.663235    3807 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-j8g29] creating logical port tsf-tpa_migrate-db-j8g29 for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:19:48.663349    3807 kube.go:256] Updating pod tsf-tpa/migrate-db-j8g29
I0427 16:19:48.675518    3807 pod.go:62] [tsf-tpa/migrate-db-j8g29] pod update took 12.200422ms
I0427 16:19:48.675537    3807 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-j8g29] addLogicalPort annotation time took 12.228662ms
I0427 16:19:48.676805    3807 pods.go:271] [tsf-tpa/migrate-db-j8g29] addLogicalPort took 13.587931ms, libovsdb time 881.414µs
I0427 16:19:49.021731    3807 cni.go:452] [tsf-tpa/migrate-db-j8g29 41e0ec57fcc204a14a0173d05b18b76cc6619a0d29de0ad7734cc7728dd7e482 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-j8g29 41e0ec57fcc204a14a0173d05b18b76cc6619a0d29de0ad7734cc7728dd7e482 network default NAD default NAD key ]
I0427 16:19:49.031313    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-j8g29, hostIfaceName: 41e0ec57fcc204a, network: default, NAD default, SandboxID: "41e0ec57fcc204a14a0173d05b18b76cc6619a0d29de0ad7734cc7728dd7e482", PCI device ID: , UID: "7e48cc94-faa2-4997-8399-dfeb2809cb70", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0427 16:19:49.083730    3807 cni.go:473] [tsf-tpa/migrate-db-j8g29 41e0ec57fcc204a14a0173d05b18b76cc6619a0d29de0ad7734cc7728dd7e482 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-j8g29 41e0ec57fcc204a14a0173d05b18b76cc6619a0d29de0ad7734cc7728dd7e482 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:23:78:51:35:17\",\"name\":\"41e0ec57fcc204a\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/419f006f-3325-46c8-8a65-3241da8bf625\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:19:49.403090    3807 cni.go:452] [tsf-tas/rekor-createtree-job-kv4c8-79bbz d6d5d60b01e90f987e693409e1290affe2304e8c27bd039f70d836c34158dde6 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-kv4c8-79bbz d6d5d60b01e90f987e693409e1290affe2304e8c27bd039f70d836c34158dde6 network default NAD default NAD key ]
I0427 16:19:49.484377    3807 cni.go:473] [tsf-tas/rekor-createtree-job-kv4c8-79bbz d6d5d60b01e90f987e693409e1290affe2304e8c27bd039f70d836c34158dde6 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-kv4c8-79bbz d6d5d60b01e90f987e693409e1290affe2304e8c27bd039f70d836c34158dde6 network default NAD default NAD key default], result "{}", err <nil>
I0427 16:19:49.514960    3807 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:49.514999    3807 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-kv4c8-79bbz
I0427 16:19:49.516317    3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-kv4c8-79bbz, ips: 10.128.0.42
I0427 16:19:49.516343    3807 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:50.412139    3807 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:50.412162    3807 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:51.415844    3807 cni.go:452] [tsf-tpa/migrate-db-j8g29 41e0ec57fcc204a14a0173d05b18b76cc6619a0d29de0ad7734cc7728dd7e482 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-j8g29 41e0ec57fcc204a14a0173d05b18b76cc6619a0d29de0ad7734cc7728dd7e482 network default NAD default NAD key ]
I0427 16:19:51.511114    3807 cni.go:473] [tsf-tpa/migrate-db-j8g29 41e0ec57fcc204a14a0173d05b18b76cc6619a0d29de0ad7734cc7728dd7e482 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-j8g29 41e0ec57fcc204a14a0173d05b18b76cc6619a0d29de0ad7734cc7728dd7e482 network default NAD default NAD key default], result "{}", err <nil>
I0427 16:19:51.558367    3807 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8g29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:51.558400    3807 pods.go:176] Deleting pod: tsf-tpa/migrate-db-j8g29
I0427 16:19:51.559688    3807 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-j8g29, ips: 10.128.0.45
I0427 16:19:51.559719    3807 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8g29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:19:51.704046    3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:51.704066    3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:19:54.718960    3807 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-65d55c47f5-t66js] creating logical port tsf-tas_rekor-server-65d55c47f5-t66js for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:19:54.719066    3807 kube.go:256] Updating pod tsf-tas/rekor-server-65d55c47f5-t66js
I0427 16:19:54.732021    3807 pod.go:62] [tsf-tas/rekor-server-65d55c47f5-t66js] pod update took 12.981206ms
I0427 16:19:54.732042    3807 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-65d55c47f5-t66js] addLogicalPort annotation time took 13.008908ms
I0427 16:19:54.733351    3807 pods.go:271] [tsf-tas/rekor-server-65d55c47f5-t66js] addLogicalPort took 14.405668ms, libovsdb time 883.363µs
I0427 16:19:55.962296    3807 base_network_controller_pods.go:487] [default/tsf-tpa/server-5f56946d67-zjntk] creating logical port tsf-tpa_server-5f56946d67-zjntk for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:19:55.962404    3807 kube.go:256] Updating pod tsf-tpa/server-5f56946d67-zjntk
I0427 16:19:55.976982    3807 pod.go:62] [tsf-tpa/server-5f56946d67-zjntk] pod update took 14.605946ms
I0427 16:19:55.977010    3807 base_network_controller_pods.go:951] [default/tsf-tpa/server-5f56946d67-zjntk] addLogicalPort annotation time took 14.640807ms
I0427 16:19:55.978561    3807 pods.go:271] [tsf-tpa/server-5f56946d67-zjntk] addLogicalPort took 16.285875ms, libovsdb time 1.059835ms
I0427 16:19:55.989084    3807 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-glxnz] creating logical port tsf-tpa_importer-86bcdf477b-glxnz for pod on switch ip-10-0-0-119.ec2.internal
I0427 16:19:55.989167    3807 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-glxnz
I0427 16:19:56.004567    3807 pod.go:62] [tsf-tpa/importer-86bcdf477b-glxnz] pod update took 15.421851ms
I0427 16:19:56.004588    3807 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-glxnz] addLogicalPort annotation time took 15.447033ms
I0427 16:19:56.005697    3807 pods.go:271] [tsf-tpa/importer-86bcdf477b-glxnz] addLogicalPort took 16.624402ms, libovsdb time 706.704µs
W0427 16:19:59.134307    3807 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0427 16:19:59.157793    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0427 16:19:59.576614    3807 cni.go:452] [tsf-tas/rekor-server-65d55c47f5-t66js cf7fcead50e1cd5bd42f21196f2d0442d8c675fb632134ad7f6cb9e1348b27d8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-65d55c47f5-t66js cf7fcead50e1cd5bd42f21196f2d0442d8c675fb632134ad7f6cb9e1348b27d8 network default NAD default NAD key ]
I0427 16:19:59.603686    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-65d55c47f5-t66js, hostIfaceName: cf7fcead50e1cd5, network: default, NAD default, SandboxID: "cf7fcead50e1cd5bd42f21196f2d0442d8c675fb632134ad7f6cb9e1348b27d8", PCI device ID: , UID: "95df6a04-5380-45dc-9713-d777be8cbb03", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0427 16:19:59.655038    3807 cni.go:473] [tsf-tas/rekor-server-65d55c47f5-t66js cf7fcead50e1cd5bd42f21196f2d0442d8c675fb632134ad7f6cb9e1348b27d8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-65d55c47f5-t66js cf7fcead50e1cd5bd42f21196f2d0442d8c675fb632134ad7f6cb9e1348b27d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:3d:01:f7:51:48\",\"name\":\"cf7fcead50e1cd5\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67b5a6cd-ae0a-41c9-a86b-6798bf78f49b\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:20:00.269462    3807 obj_retry.go:498] Detected object tsf-tpa/create-importers-24vmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:20:00.270054    3807 obj_retry.go:498] Detected object tsf-tpa/create-importers-24vmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:20:01.122922    3807 cni.go:452] [tsf-tpa/server-5f56946d67-zjntk 77a6be9be90fce6a7e388c36d7a49e17936066eb559969bcf8e7b138658a4329 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5f56946d67-zjntk 77a6be9be90fce6a7e388c36d7a49e17936066eb559969bcf8e7b138658a4329 network default NAD default NAD key ]
I0427 16:20:01.133590    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5f56946d67-zjntk, hostIfaceName: 77a6be9be90fce6, network: default, NAD default, SandboxID: "77a6be9be90fce6a7e388c36d7a49e17936066eb559969bcf8e7b138658a4329", PCI device ID: , UID: "226ee472-a79f-4f26-ae42-0f25571e9f82", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0427 16:20:01.149490    3807 cni.go:452] [tsf-tpa/importer-86bcdf477b-glxnz 7b1b27a580f8efaa2004614ae6f72c7173ce43a1f1267edb066c0a2aaab5115c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-glxnz 7b1b27a580f8efaa2004614ae6f72c7173ce43a1f1267edb066c0a2aaab5115c network default NAD default NAD key ]
I0427 16:20:01.158233    3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-glxnz, hostIfaceName: 7b1b27a580f8efa, network: default, NAD default, SandboxID: "7b1b27a580f8efaa2004614ae6f72c7173ce43a1f1267edb066c0a2aaab5115c", PCI device ID: , UID: "c9a8c62f-1cd6-4434-93ee-ca4621a34f84", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0427 16:20:01.190160    3807 cni.go:473] [tsf-tpa/server-5f56946d67-zjntk 77a6be9be90fce6a7e388c36d7a49e17936066eb559969bcf8e7b138658a4329 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5f56946d67-zjntk 77a6be9be90fce6a7e388c36d7a49e17936066eb559969bcf8e7b138658a4329 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:5e:39:e9:37:0a\",\"name\":\"77a6be9be90fce6\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0362690-74e3-4e07-8eb6-4b3165d3d4e7\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:20:01.215447    3807 cni.go:473] [tsf-tpa/importer-86bcdf477b-glxnz 7b1b27a580f8efaa2004614ae6f72c7173ce43a1f1267edb066c0a2aaab5115c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-glxnz 7b1b27a580f8efaa2004614ae6f72c7173ce43a1f1267edb066c0a2aaab5115c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:cf:cb:1d:39:f3\",\"name\":\"7b1b27a580f8efa\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e03aceaa-7b2f-4358-bd72-b6421e7c38cf\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0427 16:20:01.292574    3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:20:01.292604    3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0427 16:20:01.467988    3807 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0427 16:20:02.478068    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0427 16:20:04.303037    3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:20:04.303605    3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:20:05.168488    3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:20:05.168511    3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:20:08.702243    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5
W0427 16:20:12.482840    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
W0427 16:20:14.495364    3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0427 16:20:29.502816    3807 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:20:29.503408    3807 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:20:29.540995    3807 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:20:29.541017    3807 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:20:29.547349    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0427 16:20:29.547376    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0427 16:20:30.288751    3807 namespace.go:98] [build-service] adding namespace
I0427 16:20:30.289289    3807 namespace.go:98] [default-tenant] adding namespace
I0427 16:20:30.289547    3807 namespace.go:102] [build-service] adding namespace took 777.042µs
I0427 16:20:30.290128    3807 namespace.go:102] [default-tenant] adding namespace took 824.293µs
I0427 16:20:30.293905    3807 namespace.go:98] [integration-service] adding namespace
I0427 16:20:30.294525    3807 namespace.go:102] [integration-service] adding namespace took 606.166µs
I0427 16:20:30.295716    3807 namespace.go:98] [image-controller] adding namespace
I0427 16:20:30.296311    3807 namespace.go:102] [image-controller] adding namespace took 581.482µs
I0427 16:20:30.327589    3807 namespace.go:142] [build-service] updating namespace
I0427 16:20:30.367573    3807 namespace.go:142] [build-service] updating namespace
I0427 16:20:30.405485    3807 namespace.go:142] [default-tenant] updating namespace
I0427 16:20:30.451780    3807 namespace.go:142] [default-tenant] updating namespace
I0427 16:20:30.484441    3807 namespace.go:142] [integration-service] updating namespace
I0427 16:20:30.549306    3807 namespace.go:142] [image-controller] updating namespace
I0427 16:20:30.555805    3807 namespace.go:142] [integration-service] updating namespace
I0427 16:20:30.599538    3807 namespace.go:142] [image-controller] updating namespace
I0427 16:20:30.650557    3807 namespace.go:142] [build-service] updating namespace
I0427 16:20:30.684563    3807 namespace.go:142] [integration-service] updating namespace
I0427 16:20:30.731615    3807 namespace.go:98] [release-service] adding namespace
I0427 16:20:30.732508    3807 namespace.go:102] [release-service] adding namespace took 874.086µs
I0427 16:20:30.786718    3807 namespace.go:142] [release-service] updating namespace
I0427 16:20:30.807698    3807 namespace.go:142] [konflux-ui] updating namespace
I0427 16:20:30.831907    3807 namespace.go:142] [release-service] updating namespace
I0427 16:20:30.984473    3807 namespace.go:98] [konflux-info] adding namespace
I0427 16:20:30.985218    3807 namespace.go:102] [konflux-info] adding namespace took 723.473µs
I0427 16:20:31.092152    3807 namespace.go:142] [konflux-info] updating namespace
I0427 16:20:31.141980    3807 namespace.go:98] [namespace-lister] adding namespace
I0427 16:20:31.142924    3807 namespace.go:102] [namespace-lister] adding namespace took 921.325µs
I0427 16:20:31.242572    3807 namespace.go:142] [konflux-info] updating namespace
I0427 16:20:31.242619    3807 namespace.go:98] [enterprise-contract-service] adding namespace
I0427 16:20:31.243361    3807 namespace.go:102] [enterprise-contract-service] adding namespace took 732.327µs
I0427 16:20:31.395000    3807 namespace.go:142] [image-controller] updating namespace
I0427 16:20:31.493394    3807 namespace.go:142] [build-service] updating namespace
I0427 16:20:31.574340    3807 namespace.go:142] [namespace-lister] updating namespace
I0427 16:20:31.733819    3807 namespace.go:142] [namespace-lister] updating namespace
I0427 16:20:31.912561    3807 namespace.go:142] [enterprise-contract-service] updating namespace
I0427 16:20:32.005596    3807 namespace.go:142] [enterprise-contract-service] updating namespace
I0427 16:20:32.140962    3807 namespace.go:142] [default-tenant] updating namespace
I0427 16:20:32.402761    3807 namespace.go:98] [segment-bridge] adding namespace
I0427 16:20:32.403601    3807 namespace.go:102] [segment-bridge] adding namespace took 817.785µs
I0427 16:20:32.510810    3807 namespace.go:142] [default-tenant] updating namespace
I0427 16:20:32.614412    3807 namespace.go:142] [segment-bridge] updating namespace
I0427 16:20:32.688209    3807 namespace.go:98] [konflux-cli] adding namespace
I0427 16:20:32.688236    3807 namespace.go:142] [segment-bridge] updating namespace
I0427 16:20:32.689093    3807 namespace.go:102] [konflux-cli] adding namespace took 866.044µs
I0427 16:20:32.765568    3807 namespace.go:142] [image-controller] updating namespace
I0427 16:20:32.939549    3807 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0427 16:20:32.940248    3807 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0427 16:20:32.940271    3807 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0427 16:20:32.942978    3807 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0427 16:20:33.082085    3807 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0427 16:20:33.082114    3807 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0427 16:20:33.082996    3807 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0427 16:20:33.087530    3807 namespace.go:142] [integration-service] updating namespace
I0427 16:20:33.167899    3807 namespace.go:142] [konflux-cli] updating namespace
I0427 16:20:33.268272    3807 namespace.go:142] [konflux-cli] updating namespace
I0427 16:20:33.346757    3807 namespace.go:142] [release-service] updating namespace
I0427 16:20:33.363640    3807 namespace.go:142] [build-service] updating namespace
I0427 16:20:33.522543    3807 namespace.go:142] [default-tenant] updating namespace
I0427 16:20:33.547134    3807 namespace.go:142] [image-controller] updating namespace
I0427 16:20:33.592890    3807 namespace.go:142] [integration-service] updating namespace
I0427 16:20:33.592932    3807 namespace.go:142] [release-service] updating namespace
I0427 16:20:33.649995    3807 namespace.go:142] [build-service] updating namespace
I0427 16:20:33.778243    3807 namespace.go:142] [default-tenant] updating namespace
I0427 16:20:33.859755    3807 namespace.go:142] [image-controller] updating namespace
I0427 16:20:33.969787    3807 namespace.go:142] [integration-service] updating namespace
I0427 16:20:34.001772    3807 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:20:34.002429    3807 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:20:34.027670    3807 namespace.go:142] [release-service] updating namespace
I0427 16:20:35.066575    3807 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:20:35.066594    3807 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:20:35.500297    3807 namespace.go:142] [enterprise-contract-service] updating namespace
I0427 16:20:35.880848    3807 namespace.go:142] [konflux-cli] updating namespace
I0427 16:20:36.161871    3807 namespace.go:142] [konflux-info] updating namespace
I0427 16:20:36.455354    3807 namespace.go:142] [namespace-lister] updating namespace
I0427 16:20:36.691682    3807 namespace.go:142] [segment-bridge] updating namespace
I0427 16:20:36.844805    3807 namespace.go:142] [enterprise-contract-service] updating namespace
W0427 16:20:36.865468    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0427 16:20:36.873793    3807 namespace.go:142] [konflux-cli] updating namespace
I0427 16:20:36.907164    3807 namespace.go:142] [konflux-info] updating namespace
I0427 16:20:36.930736    3807 namespace.go:142] [namespace-lister] updating namespace
I0427 16:20:36.957111    3807 namespace.go:142] [segment-bridge] updating namespace
I0427 16:20:37.022965    3807 namespace.go:142] [enterprise-contract-service] updating namespace
I0427 16:20:37.083719    3807 namespace.go:142] [konflux-cli] updating namespace
I0427 16:20:37.142203    3807 namespace.go:142] [konflux-info] updating namespace
I0427 16:20:37.186145    3807 namespace.go:142] [namespace-lister] updating namespace
I0427 16:20:37.274517    3807 namespace.go:142] [segment-bridge] updating namespace
I0427 16:20:38.707080    3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
W0427 16:20:38.872358    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0427 16:20:38.890164    3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0427 16:20:39.597151    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=574
W0427 16:20:41.884533    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0427 16:20:43.902197    3807 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
I0427 16:20:46.696953    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
W0427 16:20:48.434242    3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0427 16:20:48.434263    3807 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0427 16:20:48.939330    3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0427 16:20:48.945463    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0427 16:20:48.973682    3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0427 16:20:48.976716    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0427 16:20:49.046213    3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0427 16:20:49.046233    3807 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0427 16:20:49.074728    3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0427 16:20:49.076473    3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0427 16:21:00.900967    3807 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:21:00.901555    3807 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:21:01.005112    3807 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:21:01.005135    3807 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:21:01.011967    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-gq54n
I0427 16:21:01.011998    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-gq54n
I0427 16:21:29.712568    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0427 16:21:31.679190    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0427 16:21:37.591618    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=154
I0427 16:21:59.372253    3807 obj_retry.go:498] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:21:59.372908    3807 obj_retry.go:498] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:22:00.323440    3807 obj_retry.go:492] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:22:00.323463    3807 obj_retry.go:492] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:22:00.332703    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6cfb96677b-9kv95
I0427 16:22:00.332724    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6cfb96677b-9kv95
I0427 16:22:02.029344    3807 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:22:02.030002    3807 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:22:02.047528    3807 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:22:02.047552    3807 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:22:02.055589    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0427 16:22:02.055611    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0427 16:22:15.674430    3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0427 16:22:25.591588    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80
I0427 16:22:29.588013    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69
I0427 16:22:33.460407    3807 namespace.go:98] [default-managed-tenant-99htn] adding namespace
I0427 16:22:33.461455    3807 namespace.go:102] [default-managed-tenant-99htn] adding namespace took 1.022198ms
I0427 16:22:33.490256    3807 namespace.go:142] [default-managed-tenant-99htn] updating namespace
I0427 16:22:33.522904    3807 namespace.go:142] [default-managed-tenant-99htn] updating namespace
I0427 16:22:34.587989    3807 namespace.go:142] [default-managed-tenant-99htn] updating namespace
I0427 16:22:34.719040    3807 namespace.go:142] [default-managed-tenant-99htn] updating namespace
I0427 16:22:34.820325    3807 namespace.go:142] [default-managed-tenant-99htn] updating namespace
I0427 16:22:43.712454    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11
I0427 16:23:04.592487    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0427 16:23:39.677003    3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0427 16:23:48.684753    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
I0427 16:25:17.705690    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0427 16:25:51.590117    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=129
I0427 16:25:55.693096    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0427 16:27:18.600883    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=51
I0427 16:27:28.700083    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0427 16:28:52.681959    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0427 16:29:05.715482    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0427 16:29:07.715837    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0427 16:29:10.594295    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11
I0427 16:29:40.679473    3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0427 16:29:48.067638    3807 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:29:48.067722    3807 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:29:48.075359    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-6926n
I0427 16:29:48.075391    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-6926n
I0427 16:29:51.030909    3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:29:51.030965    3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:29:51.036334    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-j8g29
I0427 16:29:51.036360    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-j8g29
I0427 16:29:55.682965    3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0427 16:29:57.709806    3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11
I0427 16:30:01.039590    3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:30:01.039615    3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:30:01.047190    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-24vmh
I0427 16:30:01.047216    3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-24vmh
I0427 16:30:03.766123    3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0427 16:30:03.766627    3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0427 16:30:04.647716    3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:30:04.647758    3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0427 16:30:06.595290    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0427 16:30:27.688161    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0427 16:31:22.595783    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0427 16:31:35.591919    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34
I0427 16:31:54.708640    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0427 16:32:20.593666    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6
I0427 16:33:37.703341    3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0427 16:33:53.604086    3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22