+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-250.ec2.internal ++ [[ -n ip-10-0-2-250.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-250.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 15:06:59.167208108 - disable conntrack on geneve port' I0424 15:06:59.167208108 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0424 15:06:59.185135908 - starting ovnkube-node + echo 'I0424 15:06:59.185135908 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-250.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-250.ec2.internal --init-node ip-10-0-2-250.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-250.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 15:06:59.230816 3797 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 15:06:59.230880 3797 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-f4b4f0c271.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 15:06:59.232973 3797 kube.go:431] Waiting for certificate I0424 15:06:59.233027 3797 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 15:06:59.233137 3797 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 15:06:59.234349 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:06:59.265765 3797 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:06:59.265785 3797 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:06:59.268041 3797 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:06:59.268128 3797 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-whxmw" I0424 15:06:59.274955 3797 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-whxmw" I0424 15:06:59.275043 3797 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:07:00.233646 3797 kube.go:438] Certificate found I0424 15:07:00.234241 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:07:00.235316 3797 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 15:07:00.297244 3797 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 15:01:59 +0000 UTC" deadline="2026-04-25 11:30:58.030299956 +0000 UTC" I0424 15:07:00.297290 3797 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h23m57.733021806s" I0424 15:07:00.301556 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:07:00.310235 3797 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 15:07:00.310327 3797 factory.go:561] Starting watch factory I0424 15:07:00.310434 3797 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.310457 3797 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.310471 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.310488 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.310521 3797 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.310609 3797 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.310690 3797 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.310714 3797 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.310437 3797 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.311354 3797 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.310434 3797 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.311654 3797 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.312921 3797 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 15:07:00.313180 3797 server.go:101] MetricServer registers OVS metrics I0424 15:07:00.314434 3797 server.go:105] MetricServer registers OVN DB metrics I0424 15:07:00.318115 3797 controller_manager.go:370] Starting the ovnkube controller I0424 15:07:00.318173 3797 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-250.ec2.internal I0424 15:07:00.318299 3797 controller_manager.go:395] NBDB zone sync took: 87.665µs I0424 15:07:00.318312 3797 factory.go:561] Starting watch factory I0424 15:07:00.320394 3797 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 15:07:00.320478 3797 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 15:07:00.335482 3797 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 15:07:00.335503 3797 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 15:07:00.339127 3797 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 15:07:00.339166 3797 server.go:109] MetricServer registers OVN Controller metrics I0424 15:07:00.340619 3797 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.340631 3797 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.341315 3797 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.342529 3797 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.342601 3797 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.346574 3797 server.go:113] MetricServer registers OVN Northd metrics I0424 15:07:00.347377 3797 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:00.351714 3797 metrics.go:519] OVN Metrics Server starts to run ... I0424 15:07:00.418300 3797 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:07:00.418333 3797 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:07:00.418339 3797 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:07:00.418342 3797 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:07:00.418348 3797 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:07:00.418352 3797 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:07:00.418447 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:00.418452 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:00.418476 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:00.418532 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:00.422591 3797 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:00.422595 3797 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:00.423411 3797 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:07:00.423425 3797 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:07:00.423497 3797 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.423514 3797 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.424855 3797 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:07:00.424867 3797 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:07:00.424870 3797 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:07:00.424873 3797 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:07:00.424876 3797 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:07:00.424879 3797 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:07:00.426568 3797 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.428504 3797 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:07:00.428557 3797 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.428572 3797 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.430197 3797 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:07:00.430206 3797 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:07:00.431622 3797 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.433567 3797 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:07:00.433642 3797 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.433664 3797 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.435449 3797 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:07:00.436615 3797 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.439236 3797 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:07:00.439397 3797 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.439422 3797 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.440697 3797 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:07:00.442405 3797 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.444418 3797 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:07:00.444480 3797 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.444491 3797 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.445946 3797 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:07:00.447332 3797 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.449998 3797 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:07:00.450161 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:07:00.450176 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:07:00.451097 3797 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:07:00.453166 3797 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:07:00.455166 3797 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:07:00.455239 3797 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.455266 3797 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.455302 3797 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.455320 3797 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.456468 3797 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:07:00.458430 3797 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.458638 3797 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:00.460698 3797 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:07:00.460712 3797 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:07:00.460721 3797 factory.go:680] Watch Factory start up complete, took: 150.39742ms I0424 15:07:00.460795 3797 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 15:07:00.461550 3797 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:07:00.467213 3797 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:07:00.467224 3797 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:07:00.467231 3797 factory.go:680] Watch Factory start up complete, took: 148.918561ms I0424 15:07:00.467239 3797 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-250.ec2.internal" zone I0424 15:07:00.512047 3797 default_node_network_controller.go:710] Initializing the default node network controller I0424 15:07:00.612945 3797 udn_isolation.go:101] Starting UDN host isolation manager I0424 15:07:00.620852 3797 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 15:07:00.699427 3797 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 15:07:00.699546 3797 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 15:07:00.699565 3797 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 15:07:00.733466 3797 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 15:07:00.733530 3797 default_node_network_controller.go:809] Node ip-10-0-2-250.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0424 15:07:00.739446 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.250"] k8s.ovn.org/zone-name:ip-10-0-2-250.ec2.internal] on node ip-10-0-2-250.ec2.internal I0424 15:07:00.760795 3797 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 15:07:00.766814 3797 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 15:07:00.766960 3797 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0424 15:07:00.767106 3797 gateway_init.go:263] Preparing Gateway I0424 15:07:00.767118 3797 gateway_shared_intf.go:1687] Creating new gateway I0424 15:07:00.851728 3797 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:07:00.857956 3797 iptables.go:108] Creating table: filter chain: OUTPUT I0424 15:07:00.864020 3797 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 15:07:00.864039 3797 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-250.ec2.internal","mac-address":"0e:f1:b3:f0:b0:b5","ip-addresses":["10.0.2.250/24"],"ip-address":"10.0.2.250/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a5021ca0-0a22-4b19-9096-1d9ce10ff591 k8s.ovn.org/node-encap-ips:["10.0.2.250"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.250/24"} k8s.ovn.org/zone-name:ip-10-0-2-250.ec2.internal] on node ip-10-0-2-250.ec2.internal I0424 15:07:00.883747 3797 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:00.968084 3797 controller_manager.go:429] Waiting for node in zone sync took: 500.830752ms I0424 15:07:00.973714 3797 controller_manager.go:611] Switching to transit router for layer2 networks I0424 15:07:00.973732 3797 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-250.ec2.internal I0424 15:07:00.989896 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:07:00.996954 3797 controller_manager.go:290] SCTP support detected in OVN I0424 15:07:00.997603 3797 services_controller.go:69] Creating services controller for network=default I0424 15:07:00.997709 3797 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 15:07:00.997826 3797 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 15:07:00.997861 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 15:07:00.997873 3797 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 15:07:00.997882 3797 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:07:00.998058 3797 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 15:07:00.998099 3797 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 15:07:00.998152 3797 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.367µs I0424 15:07:00.998175 3797 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 66.47µs I0424 15:07:00.998185 3797 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 83.783µs I0424 15:07:00.998197 3797 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 15:07:00.998206 3797 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 15:07:00.998218 3797 default_network_controller.go:325] Starting the default network controller I0424 15:07:00.998271 3797 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.957µs I0424 15:07:00.998306 3797 udn_enabled_svc.go:95] Performing full resync I0424 15:07:00.998706 3797 udn_enabled_svc.go:99] Waiting for handler to sync I0424 15:07:00.998718 3797 udn_enabled_svc.go:104] Starting worker I0424 15:07:01.008065 3797 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 15:07:01.008158 3797 repair.go:33] Syncing exgw routes took 79.623µs I0424 15:07:01.008208 3797 default_network_controller.go:414] Starting all the Watchers... I0424 15:07:01.008480 3797 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 15:07:01.008499 3797 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 15:07:01.008513 3797 namespace.go:98] [openshift-etcd] adding namespace I0424 15:07:01.008517 3797 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 15:07:01.008525 3797 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 15:07:01.008527 3797 namespace.go:98] [openshift-marketplace] adding namespace I0424 15:07:01.008539 3797 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 15:07:01.008544 3797 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 15:07:01.008628 3797 namespace.go:98] [openshift-node] adding namespace I0424 15:07:01.008641 3797 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 15:07:01.008648 3797 namespace.go:98] [openshift-ingress] adding namespace I0424 15:07:01.008654 3797 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 15:07:01.008660 3797 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 15:07:01.008680 3797 namespace.go:98] [openshift-network-operator] adding namespace I0424 15:07:01.008688 3797 namespace.go:98] [openshift-config-managed] adding namespace I0424 15:07:01.009153 3797 namespace.go:102] [openshift-backplane-tam] adding namespace took 660.558µs I0424 15:07:01.009169 3797 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 15:07:01.009689 3797 namespace.go:102] [openshift-operators-redhat] adding namespace took 515µs I0424 15:07:01.009703 3797 namespace.go:98] [openshift-config-operator] adding namespace I0424 15:07:01.010197 3797 namespace.go:102] [openshift-config-operator] adding namespace took 488.057µs I0424 15:07:01.010232 3797 namespace.go:98] [openshift] adding namespace I0424 15:07:01.010750 3797 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.237134ms I0424 15:07:01.010765 3797 namespace.go:98] [openshift-console-operator] adding namespace I0424 15:07:01.011276 3797 namespace.go:102] [openshift-etcd] adding namespace took 2.753315ms I0424 15:07:01.011287 3797 namespace.go:98] [openshift-operators] adding namespace I0424 15:07:01.011857 3797 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.330115ms I0424 15:07:01.011871 3797 namespace.go:98] [openshift-console] adding namespace I0424 15:07:01.012415 3797 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.881954ms I0424 15:07:01.012431 3797 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 15:07:01.013015 3797 namespace.go:102] [openshift-marketplace] adding namespace took 4.478366ms I0424 15:07:01.013031 3797 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 15:07:01.013517 3797 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.966021ms I0424 15:07:01.013535 3797 namespace.go:98] [openshift-dns-operator] adding namespace I0424 15:07:01.014009 3797 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.455835ms I0424 15:07:01.014020 3797 namespace.go:98] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] adding namespace I0424 15:07:01.014604 3797 namespace.go:102] [openshift-node] adding namespace took 5.963428ms I0424 15:07:01.014623 3797 namespace.go:98] [openshift-package-operator] adding namespace I0424 15:07:01.015181 3797 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.532494ms I0424 15:07:01.015199 3797 namespace.go:98] [kube-public] adding namespace I0424 15:07:01.015737 3797 namespace.go:102] [openshift-ingress] adding namespace took 7.081217ms I0424 15:07:01.015750 3797 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 15:07:01.016249 3797 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.588849ms I0424 15:07:01.016283 3797 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 15:07:01.016854 3797 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.184032ms I0424 15:07:01.016873 3797 namespace.go:98] [kube-node-lease] adding namespace I0424 15:07:01.017439 3797 namespace.go:102] [openshift-network-operator] adding namespace took 8.750894ms I0424 15:07:01.017459 3797 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 15:07:01.017992 3797 namespace.go:102] [openshift-config-managed] adding namespace took 9.297509ms I0424 15:07:01.018012 3797 namespace.go:98] [openshift-apiserver] adding namespace I0424 15:07:01.018462 3797 namespace.go:102] [openshift] adding namespace took 8.21934ms I0424 15:07:01.018481 3797 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 15:07:01.018883 3797 namespace.go:102] [openshift-console-operator] adding namespace took 8.110206ms I0424 15:07:01.018897 3797 namespace.go:98] [dedicated-admin] adding namespace I0424 15:07:01.019280 3797 namespace.go:102] [openshift-operators] adding namespace took 7.987248ms I0424 15:07:01.019303 3797 namespace.go:98] [openshift-controller-manager] adding namespace I0424 15:07:01.019768 3797 namespace.go:102] [openshift-console] adding namespace took 7.890919ms I0424 15:07:01.019783 3797 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 15:07:01.020171 3797 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.734107ms I0424 15:07:01.020183 3797 namespace.go:98] [openshift-image-registry] adding namespace I0424 15:07:01.020599 3797 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.562328ms I0424 15:07:01.020615 3797 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 15:07:01.021006 3797 namespace.go:102] [openshift-dns-operator] adding namespace took 7.466184ms I0424 15:07:01.021017 3797 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 15:07:01.021486 3797 namespace.go:102] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] adding namespace took 7.460502ms I0424 15:07:01.021502 3797 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 15:07:01.021910 3797 namespace.go:102] [openshift-package-operator] adding namespace took 7.279209ms I0424 15:07:01.021924 3797 namespace.go:98] [openshift-monitoring] adding namespace I0424 15:07:01.022741 3797 namespace.go:102] [kube-public] adding namespace took 7.533932ms I0424 15:07:01.022757 3797 namespace.go:98] [default] adding namespace I0424 15:07:01.023219 3797 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.449813ms I0424 15:07:01.023233 3797 namespace.go:98] [kube-system] adding namespace I0424 15:07:01.023658 3797 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.369305ms I0424 15:07:01.023670 3797 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 15:07:01.024095 3797 namespace.go:102] [kube-node-lease] adding namespace took 7.216662ms I0424 15:07:01.024108 3797 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 15:07:01.024553 3797 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.085775ms I0424 15:07:01.024571 3797 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 15:07:01.024950 3797 namespace.go:102] [openshift-apiserver] adding namespace took 6.931799ms I0424 15:07:01.024964 3797 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 15:07:01.025470 3797 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.979914ms I0424 15:07:01.025488 3797 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 15:07:01.025871 3797 namespace.go:102] [dedicated-admin] adding namespace took 6.967673ms I0424 15:07:01.025886 3797 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 15:07:01.026334 3797 namespace.go:102] [openshift-controller-manager] adding namespace took 7.02365ms I0424 15:07:01.026350 3797 namespace.go:98] [openshift-backplane] adding namespace I0424 15:07:01.026775 3797 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.98445ms I0424 15:07:01.026789 3797 namespace.go:98] [openshift-multus] adding namespace I0424 15:07:01.027203 3797 namespace.go:102] [openshift-image-registry] adding namespace took 7.01284ms I0424 15:07:01.027217 3797 namespace.go:98] [openshift-insights] adding namespace I0424 15:07:01.027706 3797 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.083562ms I0424 15:07:01.027721 3797 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 15:07:01.028180 3797 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.157971ms I0424 15:07:01.028197 3797 namespace.go:98] [openshift-host-network] adding namespace I0424 15:07:01.028669 3797 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.161508ms I0424 15:07:01.028681 3797 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 15:07:01.029075 3797 namespace.go:102] [openshift-monitoring] adding namespace took 7.145835ms I0424 15:07:01.029089 3797 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 15:07:01.029480 3797 namespace.go:102] [default] adding namespace took 6.715723ms I0424 15:07:01.029501 3797 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 15:07:01.029909 3797 namespace.go:102] [kube-system] adding namespace took 6.669947ms I0424 15:07:01.029921 3797 namespace.go:98] [openshift-cluster-version] adding namespace I0424 15:07:01.030333 3797 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.655628ms I0424 15:07:01.030350 3797 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 15:07:01.030744 3797 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.629023ms I0424 15:07:01.030761 3797 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 15:07:01.031178 3797 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.599587ms I0424 15:07:01.031194 3797 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 15:07:01.031583 3797 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.613224ms I0424 15:07:01.031598 3797 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 15:07:01.031966 3797 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.472095ms I0424 15:07:01.032395 3797 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.502199ms I0424 15:07:01.032410 3797 namespace.go:98] [openshift-ingress-operator] adding namespace W0424 15:07:01.032796 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7p55n: pod openshift-multus/network-metrics-daemon-7p55n: no pod IPs found W0424 15:07:01.032811 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-lm9jd: pod openshift-multus/network-metrics-daemon-lm9jd: no pod IPs found I0424 15:07:01.032824 3797 namespace.go:102] [openshift-backplane] adding namespace took 6.468181ms I0424 15:07:01.032840 3797 namespace.go:98] [openshift-dns] adding namespace I0424 15:07:01.033398 3797 namespace.go:102] [openshift-multus] adding namespace took 6.603622ms I0424 15:07:01.033413 3797 namespace.go:98] [openshift-config] adding namespace W0424 15:07:01.033805 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48jd9: pod openshift-network-diagnostics/network-check-target-48jd9: no pod IPs found W0424 15:07:01.033818 3797 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9nkzd: pod openshift-network-diagnostics/network-check-target-9nkzd: no pod IPs found I0424 15:07:01.033857 3797 namespace.go:102] [openshift-insights] adding namespace took 6.633175ms I0424 15:07:01.033874 3797 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 15:07:01.034481 3797 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.752844ms I0424 15:07:01.034495 3797 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 15:07:01.035023 3797 namespace.go:102] [openshift-host-network] adding namespace took 6.819012ms I0424 15:07:01.035039 3797 namespace.go:98] [openshift-logging] adding namespace I0424 15:07:01.035454 3797 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.76636ms I0424 15:07:01.035469 3797 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 15:07:01.035852 3797 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.757944ms I0424 15:07:01.035866 3797 namespace.go:98] [openshift-infra] adding namespace I0424 15:07:01.036275 3797 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.767354ms I0424 15:07:01.036292 3797 namespace.go:98] [openshift-authentication] adding namespace I0424 15:07:01.036713 3797 namespace.go:102] [openshift-cluster-version] adding namespace took 6.785699ms I0424 15:07:01.036728 3797 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 15:07:01.037125 3797 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.767593ms I0424 15:07:01.037139 3797 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 15:07:01.037541 3797 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.772782ms I0424 15:07:01.037557 3797 namespace.go:98] [openshift-network-console] adding namespace I0424 15:07:01.037951 3797 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.749135ms I0424 15:07:01.037967 3797 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 15:07:01.038390 3797 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.78505ms I0424 15:07:01.038811 3797 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.39542ms I0424 15:07:01.039228 3797 namespace.go:102] [openshift-dns] adding namespace took 6.382342ms I0424 15:07:01.039682 3797 namespace.go:102] [openshift-config] adding namespace took 6.261564ms I0424 15:07:01.040071 3797 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.19046ms I0424 15:07:01.040474 3797 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.973915ms I0424 15:07:01.040878 3797 namespace.go:102] [openshift-logging] adding namespace took 5.83191ms I0424 15:07:01.040893 3797 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 15:07:01.041298 3797 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.821903ms I0424 15:07:01.041714 3797 namespace.go:102] [openshift-infra] adding namespace took 5.841292ms I0424 15:07:01.042102 3797 namespace.go:102] [openshift-authentication] adding namespace took 5.802933ms I0424 15:07:01.042119 3797 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 15:07:01.042517 3797 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.783268ms I0424 15:07:01.042533 3797 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 15:07:01.042907 3797 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.761698ms I0424 15:07:01.043308 3797 namespace.go:102] [openshift-network-console] adding namespace took 5.743084ms I0424 15:07:01.043325 3797 namespace.go:98] [openshift-machine-api] adding namespace I0424 15:07:01.043785 3797 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.809387ms I0424 15:07:01.044215 3797 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.315771ms I0424 15:07:01.044733 3797 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 2.607129ms I0424 15:07:01.045184 3797 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.643325ms I0424 15:07:01.045618 3797 namespace.go:102] [openshift-machine-api] adding namespace took 2.287275ms W0424 15:07:01.045706 3797 master.go:471] Unable to parse remote node ip-10-0-1-111.ec2.internal chassis-id annotation. Chassis may be removed during sync I0424 15:07:01.045806 3797 master.go:548] Adding or Updating local node "ip-10-0-2-250.ec2.internal" for network "default" I0424 15:07:01.045882 3797 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-111.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-111.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-111.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-111.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-111.ec2.internal I0424 15:07:01.046876 3797 zone_ic_handler.go:195] Time taken to create transit switch: 451.229µs I0424 15:07:01.046891 3797 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-25.ec2.internal for the network default I0424 15:07:01.048246 3797 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-25.ec2.internal" on network "default" took: 1.833773ms W0424 15:07:01.054508 3797 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-lm9jd: pod openshift-multus/network-metrics-daemon-lm9jd: no pod IPs found W0424 15:07:01.054527 3797 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-48jd9: pod openshift-network-diagnostics/network-check-target-48jd9: no pod IPs found I0424 15:07:01.055423 3797 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-250.ec2.internal for the network default I0424 15:07:01.055624 3797 zone_ic_handler.go:195] Time taken to create transit switch: 186.908µs I0424 15:07:01.056409 3797 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 15:07:01.056437 3797 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 15:07:01.056450 3797 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 15:07:01.056481 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-25.ec2.internal in network "default" I0424 15:07:01.056548 3797 node_tracker.go:169] Node ip-10-0-0-25.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:01.056564 3797 services_controller.go:574] Full service sync requested for network=default I0424 15:07:01.056573 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:07:01.056582 3797 node_tracker.go:235] Node ip-10-0-1-111.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-111.ec2.internal" I0424 15:07:01.056590 3797 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:01.056594 3797 services_controller.go:574] Full service sync requested for network=default I0424 15:07:01.056600 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0424 15:07:01.056637 3797 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:01.056644 3797 services_controller.go:574] Full service sync requested for network=default I0424 15:07:01.156506 3797 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 15:07:01.156549 3797 services_controller.go:208] Setting up event handlers for services for network=default I0424 15:07:01.156607 3797 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 15:07:01.156662 3797 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 15:07:01.156678 3797 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 15:07:01.256895 3797 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 15:07:01.256910 3797 repair.go:60] Starting repairing loop for services I0424 15:07:01.257014 3797 repair.go:131] Deleted 0 stale service LBs I0424 15:07:01.257032 3797 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 15:07:01.257047 3797 repair.go:62] Finished repairing loop for services: 138.821µs I0424 15:07:01.257075 3797 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 15:07:01.257085 3797 services_controller.go:254] Starting workers for network=default I0424 15:07:01.257700 3797 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-7p55n, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7p55n: suppressed error logged: pod openshift-multus/network-metrics-daemon-7p55n: no pod IPs found I0424 15:07:01.257702 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-48jd9] creating logical port openshift-network-diagnostics_network-check-target-48jd9 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:01.257708 3797 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9nkzd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9nkzd: no pod IPs found I0424 15:07:01.257896 3797 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-48jd9 I0424 15:07:01.257874 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lm9jd] creating logical port openshift-multus_network-metrics-daemon-lm9jd for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:01.258286 3797 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-lm9jd I0424 15:07:01.275075 3797 pod.go:62] [openshift-multus/network-metrics-daemon-lm9jd] pod update took 16.94996ms I0424 15:07:01.275092 3797 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-lm9jd] addLogicalPort annotation time took 16.979637ms I0424 15:07:01.275104 3797 pod.go:62] [openshift-network-diagnostics/network-check-target-48jd9] pod update took 17.282799ms I0424 15:07:01.275120 3797 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-48jd9] addLogicalPort annotation time took 17.300752ms I0424 15:07:01.276026 3797 pods.go:271] [openshift-multus/network-metrics-daemon-lm9jd] addLogicalPort took 18.227861ms, libovsdb time 719.638µs I0424 15:07:01.276323 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-48jd9] addLogicalPort took 18.63775ms, libovsdb time 925.52µs I0424 15:07:01.276754 3797 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 15:07:01.276776 3797 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 15:07:01.276790 3797 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 15:07:01.276798 3797 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 15:07:01.276979 3797 repair.go:29] Repairing admin network policies took 176.317µs I0424 15:07:01.277095 3797 repair.go:92] Repairing baseline admin network policies took 105.361µs I0424 15:07:01.277537 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 15:07:01.277555 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 15:07:01.279655 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 15:07:01.279675 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 15:07:01.279684 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 15:07:01.281584 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 15:07:01.281604 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 15:07:01.281612 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 15:07:01.283137 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 15:07:01.283155 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 15:07:01.283594 3797 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 15:07:01.283608 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:07:01.284293 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 15:07:01.284308 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 15:07:01.284334 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:07:01.286003 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 15:07:01.286026 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 15:07:01.286038 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 15:07:01.287986 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 15:07:01.288006 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 15:07:01.288019 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 15:07:01.288901 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 15:07:01.288923 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 15:07:01.288930 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 15:07:01.289229 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 15:07:01.289249 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 15:07:01.289280 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 15:07:01.289853 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:07:01.289872 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 15:07:01.289881 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 15:07:01.290441 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:07:01.290461 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 15:07:01.290468 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 15:07:01.290959 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 15:07:01.290979 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 15:07:01.290988 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 15:07:01.292018 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 15:07:01.292037 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 15:07:01.292045 3797 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 15:07:01.293682 3797 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 15:07:01.293699 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 15:07:01.293706 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 15:07:01.294232 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 15:07:01.294248 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 15:07:01.294273 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 15:07:01.295718 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 15:07:01.295734 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 15:07:01.295748 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 15:07:01.296654 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 15:07:01.296672 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 15:07:01.296682 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 15:07:01.297934 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 15:07:01.297953 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 15:07:01.297961 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 15:07:01.298612 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 15:07:01.298625 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 15:07:01.298632 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 15:07:01.299098 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 15:07:01.299115 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 15:07:01.299122 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 15:07:01.300372 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 15:07:01.300389 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 15:07:01.300395 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 15:07:01.300935 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 15:07:01.300951 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 15:07:01.300958 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 15:07:01.301451 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 15:07:01.301466 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 15:07:01.301472 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 15:07:01.301744 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 15:07:01.301757 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 15:07:01.301766 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 15:07:01.302032 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 15:07:01.302045 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 15:07:01.302064 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 15:07:01.303159 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 15:07:01.303181 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 15:07:01.303195 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 15:07:01.304471 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 15:07:01.304502 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 15:07:01.304513 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 15:07:01.305052 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 15:07:01.305081 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 15:07:01.305093 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 15:07:01.305693 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 15:07:01.305733 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 15:07:01.305745 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 15:07:01.306299 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 15:07:01.312451 3797 egressfirewall.go:374] Starting EgressFirewall controller I0424 15:07:01.312482 3797 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 15:07:01.312498 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 15:07:01.312510 3797 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 15:07:01.312515 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 15:07:01.312542 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 15:07:01.312564 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 15:07:01.312841 3797 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 15:07:01.312855 3797 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 15:07:01.312890 3797 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 15:07:01.312900 3797 egressqos.go:193] Setting up event handlers for EgressQoS I0424 15:07:01.312939 3797 egressfirewall.go:723] Syncing node "ip-10-0-0-25.ec2.internal" for egress firewall I0424 15:07:01.312949 3797 egressfirewall.go:723] Syncing node "ip-10-0-1-111.ec2.internal" for egress firewall I0424 15:07:01.312953 3797 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall I0424 15:07:01.313044 3797 egressqos.go:245] Starting EgressQoS Controller I0424 15:07:01.313053 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 15:07:01.313058 3797 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 15:07:01.313063 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 15:07:01.313068 3797 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 15:07:01.313127 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 15:07:01.313134 3797 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 15:07:01.313138 3797 egressqos.go:259] Repairing EgressQoSes I0424 15:07:01.313142 3797 egressqos.go:399] Starting repairing loop for egressqos I0424 15:07:01.313211 3797 egressqos.go:401] Finished repairing loop for egressqos: 68.564µs I0424 15:07:01.313224 3797 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 15:07:01.313244 3797 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-250.ec2.internal I0424 15:07:01.313307 3797 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-250.ec2.internal : 65.702µs I0424 15:07:01.313404 3797 egressservice_zone.go:210] Starting Egress Services Controller I0424 15:07:01.313413 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:07:01.313419 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:07:01.313424 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:07:01.313429 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:07:01.313434 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:07:01.313438 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:07:01.313444 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 15:07:01.313448 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 15:07:01.313451 3797 egressservice_zone.go:228] Repairing Egress Services I0424 15:07:01.313705 3797 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 15:07:01.313713 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:07:01.313731 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:01.313743 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 14.916µs I0424 15:07:01.313750 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0424 15:07:01.313754 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 4.504µs I0424 15:07:01.313758 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0424 15:07:01.313762 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 3.6µs I0424 15:07:01.313821 3797 default_network_controller.go:585] Completing all the Watchers took 305.602428ms I0424 15:07:01.313836 3797 default_network_controller.go:589] Starting unidling controllers I0424 15:07:01.313848 3797 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 15:07:01.313856 3797 unidle.go:63] Populating Initial ContollerEvent events I0424 15:07:01.313866 3797 unidle.go:79] Setting up event handlers for services I0424 15:07:01.313910 3797 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:07:01.384279 3797 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:01.885453 3797 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:02.383802 3797 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:02.786380 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0424 15:07:02.786414 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 44.074µs I0424 15:07:02.884651 3797 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:03.099285 3797 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:07:03.384414 3797 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:03.401691 3797 bridgeconfig.go:537] Gateway is ready I0424 15:07:03.401707 3797 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 15:07:03.412488 3797 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.250. Updating OVN encap IP. I0424 15:07:03.417396 3797 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.250 - it is already configured I0424 15:07:03.417409 3797 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.250/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 15:07:03.417651 3797 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.250/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-250.ec2.internal","mac-address":"0e:f1:b3:f0:b0:b5","ip-addresses":["10.0.2.250/24"],"ip-address":"10.0.2.250/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a5021ca0-0a22-4b19-9096-1d9ce10ff591 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.250/24"}] on node ip-10-0-2-250.ec2.internal I0424 15:07:03.432464 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0424 15:07:03.432536 3797 master.go:548] Adding or Updating local node "ip-10-0-2-250.ec2.internal" for network "default" I0424 15:07:03.432546 3797 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:03.432558 3797 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall I0424 15:07:03.432563 3797 services_controller.go:574] Full service sync requested for network=default I0424 15:07:03.432578 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0424 15:07:03.432597 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 24.421µs I0424 15:07:03.432936 3797 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.250 I0424 15:07:03.433062 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-250.ec2.internal I0424 15:07:03.436999 3797 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-250.ec2.internal. Updating no re-route policies I0424 15:07:03.437075 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-q6n9f I0424 15:07:03.437093 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-q6n9f I0424 15:07:03.437111 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-q6n9f after 0 failed attempt(s) I0424 15:07:03.437123 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mpgm8 I0424 15:07:03.437128 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mpgm8 I0424 15:07:03.437130 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7p55n I0424 15:07:03.437139 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mpgm8 after 0 failed attempt(s) I0424 15:07:03.437142 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7p55n I0424 15:07:03.437142 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd I0424 15:07:03.437153 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-250.ec2.internal I0424 15:07:03.437157 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vnwdj I0424 15:07:03.437163 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-48jd9 I0424 15:07:03.437166 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-gmcg2 I0424 15:07:03.437170 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vnwdj I0424 15:07:03.437172 3797 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-7p55n, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7p55n: suppressed error logged: pod openshift-multus/network-metrics-daemon-7p55n: no pod IPs found I0424 15:07:03.437165 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd I0424 15:07:03.437147 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lm9jd I0424 15:07:03.437177 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mt24n I0424 15:07:03.437181 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7pds2 I0424 15:07:03.437184 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lm9jd I0424 15:07:03.437183 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4gz7t I0424 15:07:03.437188 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7pds2 I0424 15:07:03.437193 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vnwdj after 0 failed attempt(s) I0424 15:07:03.437196 3797 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-250.ec2.internal I0424 15:07:03.437160 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-250.ec2.internal I0424 15:07:03.437201 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4gz7t I0424 15:07:03.437208 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lm9jd] creating logical port openshift-multus_network-metrics-daemon-lm9jd for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:03.437209 3797 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-250.ec2.internal I0424 15:07:03.437212 3797 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-x65qn I0424 15:07:03.437218 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-250.ec2.internal after 0 failed attempt(s) I0424 15:07:03.437224 3797 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-x65qn I0424 15:07:03.437228 3797 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-250.ec2.internal after 0 failed attempt(s) I0424 15:07:03.437173 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-48jd9 I0424 15:07:03.437202 3797 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-v4r9m I0424 15:07:03.437243 3797 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-x65qn after 0 failed attempt(s) I0424 15:07:03.437248 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-v4r9m I0424 15:07:03.437174 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-gmcg2 I0424 15:07:03.437282 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-48jd9] creating logical port openshift-network-diagnostics_network-check-target-48jd9 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:03.437292 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-gmcg2 after 0 failed attempt(s) I0424 15:07:03.437190 3797 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mt24n I0424 15:07:03.437314 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mt24n after 0 failed attempt(s) I0424 15:07:03.437233 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-4gz7t after 0 failed attempt(s) I0424 15:07:03.437207 3797 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9nkzd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9nkzd: no pod IPs found I0424 15:07:03.437207 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7pds2 after 0 failed attempt(s) I0424 15:07:03.437282 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-v4r9m after 0 failed attempt(s) I0424 15:07:03.438002 3797 pods.go:271] [openshift-multus/network-metrics-daemon-lm9jd] addLogicalPort took 799.873µs, libovsdb time 386.365µs I0424 15:07:03.438013 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-lm9jd after 0 failed attempt(s) I0424 15:07:03.438095 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-48jd9] addLogicalPort took 823.185µs, libovsdb time 445.572µs I0424 15:07:03.438103 3797 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-48jd9 after 0 failed attempt(s) I0424 15:07:03.450014 3797 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 15:07:03.460917 3797 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 15:07:03.464145 3797 iptables.go:108] Creating table: nat chain: OUTPUT I0424 15:07:03.516306 3797 iptables.go:108] Creating table: nat chain: PREROUTING I0424 15:07:03.581899 3797 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:07:03.598188 3797 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 15:07:03.598332 3797 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 15:07:03.598386 3797 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 15:07:03.598534 3797 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 15:07:03.598605 3797 gateway_init.go:325] Gateway and management port readiness took 2.718593484s I0424 15:07:03.598641 3797 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 15:07:03.598689 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 15:07:03.598706 3797 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 15:07:03.598719 3797 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:07:03.598800 3797 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 15:07:03.598877 3797 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.215µs I0424 15:07:03.599157 3797 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 15:07:03.599182 3797 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.098µs I0424 15:07:03.599190 3797 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.743µs I0424 15:07:03.599196 3797 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 15:07:03.599205 3797 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 15:07:03.599209 3797 default_node_network_controller.go:899] Starting the default node network controller I0424 15:07:03.599214 3797 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 15:07:03.599291 3797 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.756µs I0424 15:07:03.599407 3797 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 15:07:03.599416 3797 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 15:07:03.599439 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a3e400 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002dc000 0xc000a1d4a0 0xc0002dc0e0 0xc0002dc150 0xc000a1c2d0 0xc0016ff810 0xc0002dc1c0 map[0x2ff9080:0xc002a0b380 0x2ff95c0:0xc002a0b500 0x2ffa2e0:0xc002393d40 0x2ffa580:0xc002393da0 0x2ffad60:0xc002a0b3e0 0x2ffb000:0xc002a0b440 0x2ffb2a0:0xc002a0b4a0 0x2ffba80:0xc0016f7bc0 0x2ffbd20:0xc0016f7c20 0x3026980:0xc000c82cc0 0x3026d20:0xc000c82d20 0x3027800:0xc000a5b0e0 0x3029160:0xc001bfa000 0x30298a0:0xc000c82f00 0x302a720:0xc001bfa060] 0xc0004fac40 0} I0424 15:07:03.599495 3797 gateway.go:151] Starting gateway service sync I0424 15:07:03.599909 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 15:07:03.601989 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 15:07:03.628387 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 15:07:03.629493 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 15:07:03.630602 3797 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 15:07:03.661386 3797 gateway.go:168] Gateway service sync done. Time taken: 61.881356ms I0424 15:07:03.661765 3797 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32526 I0424 15:07:03.662205 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a3e400 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002dc000 0xc000a1d4a0 0xc0002dc0e0 0xc0002dc150 0xc000a1c2d0 0xc0016ff810 0xc0002dc1c0 map[0x2ff9080:0xc002a0b380 0x2ff95c0:0xc002a0b500 0x2ffa2e0:0xc002393d40 0x2ffa580:0xc002393da0 0x2ffad60:0xc002a0b3e0 0x2ffb000:0xc002a0b440 0x2ffb2a0:0xc002a0b4a0 0x2ffba80:0xc0016f7bc0 0x2ffbd20:0xc0016f7c20 0x3026980:0xc000c82cc0 0x3026d20:0xc000c82d20 0x3027800:0xc000a5b0e0 0x3029160:0xc001bfa000 0x30298a0:0xc000c82f00 0x302a720:0xc001bfa060] 0xc0004fac40 0} I0424 15:07:03.662675 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a3e400 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002dc000 0xc000a1d4a0 0xc0002dc0e0 0xc0002dc150 0xc000a1c2d0 0xc0016ff810 0xc0002dc1c0 map[0x2ff9080:0xc002a0b380 0x2ff95c0:0xc002a0b500 0x2ffa2e0:0xc002393d40 0x2ffa580:0xc002393da0 0x2ffad60:0xc002a0b3e0 0x2ffb000:0xc002a0b440 0x2ffb2a0:0xc002a0b4a0 0x2ffba80:0xc0016f7bc0 0x2ffbd20:0xc0016f7c20 0x3026980:0xc000c82cc0 0x3026d20:0xc000c82d20 0x3027800:0xc000a5b0e0 0x3029160:0xc001bfa000 0x30298a0:0xc000c82f00 0x302a720:0xc001bfa060] 0xc0004fac40 0} I0424 15:07:03.662712 3797 gateway.go:532] Reconciling gateway with updates I0424 15:07:03.667356 3797 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 15:07:03.667437 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:03.667449 3797 default_node_network_controller.go:944] Gateway and management port readiness took 68.023298ms I0424 15:07:03.667455 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:03.667466 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:03.667467 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:03.667490 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:03.667502 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:03.667501 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:03.667518 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:03.667519 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:07:03.667521 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:03.667534 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:03.667540 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:03.667537 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:03.667545 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:03.667548 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:03.667554 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:03.667558 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:07:03.667576 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:03.667581 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:03.667582 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:03.667580 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:03.667587 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:03.667592 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:03.667594 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:03.667593 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:03.667599 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:07:03.667600 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:03.667605 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:03.667604 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:03.667611 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:07:03.667611 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:03.667616 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:03.667613 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:03.667627 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:03.667635 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:03.667637 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:03.667645 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:03.667527 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:07:03.667657 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:07:03.667659 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:03.667448 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:03.667673 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 32010 is already open, no action needed I0424 15:07:03.667674 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:03.667677 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:03.667682 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 31578 is already open, no action needed I0424 15:07:03.667683 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:03.667685 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:03.667688 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:03.667652 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:03.667698 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:03.667699 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:03.667703 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:07:03.667701 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:03.667719 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:03.667722 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:03.667677 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:03.667724 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:07:03.667731 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:03.667737 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:03.667742 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:07:03.667746 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:07:03.667707 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:03.667719 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:07:03.667797 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:03.667801 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:07:03.667691 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:03.667666 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:03.667819 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:03.667833 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:03.667882 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:03.667889 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:03.667900 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:03.667903 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:03.667691 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:03.667917 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:03.667920 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:03.667938 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:03.667960 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:03.667979 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:03.667988 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:03.667997 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:03.668002 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:07:03.668010 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:03.667981 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:03.668028 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:03.668031 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:03.668039 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:03.667727 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:07:03.667666 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:07:03.668098 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:03.668107 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:03.668144 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:03.668153 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:03.667813 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:07:03.667678 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:03.668168 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:03.668174 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:03.667690 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:03.668019 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:03.668235 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:03.668158 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:07:03.668532 3797 node_ip_handler_linux.go:160] Node IP manager is running W0424 15:07:03.703915 3797 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:07:03.704059 3797 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:07:03.704191 3797 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0424 15:07:03.712935 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:07:03.712960 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:07:03.712969 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:07:03.712976 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:07:03.712983 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:07:03.712988 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:07:03.712995 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:07:03.713000 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:07:03.713006 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 15:07:03.713011 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:07:03.713018 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:07:03.713025 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:07:03.713030 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:07:03.713036 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:07:03.751396 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:07:03.751407 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:07:03.751419 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:07:03.751432 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:07:03.751441 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:07:03.751470 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:07:03.751493 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:07:03.751515 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:07:03.751532 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:07:03.751550 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:07:03.751558 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:07:03.751564 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:07:03.751570 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:07:03.751576 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:07:03.751583 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:07:03.751589 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:07:03.751599 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:07:03.751609 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:07:03.751615 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:07:05.183720 3797 default_node_network_controller.go:1380] Starting node controller node sync W0424 15:07:05.183785 3797 egressip_healthcheck.go:76] Health checking using insecure connection I0424 15:07:05.183832 3797 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0424 15:07:05.195270 3797 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.517492ms I0424 15:07:05.195374 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-25.ec2.internal", IP: 10.0.0.25 to PMTUD blocking rules I0424 15:07:05.195386 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-25.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:07:05.201046 3797 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 15:07:05.201346 3797 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 15:07:05.201484 3797 egressservice_node.go:183] Starting Egress Services Controller I0424 15:07:05.201506 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:07:05.201521 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:07:05.201919 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:07:05.201926 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:07:05.201931 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:07:05.201936 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:07:05.201940 3797 egressservice_node.go:197] Repairing Egress Services I0424 15:07:05.211915 3797 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 15:07:05.211925 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:07:05.212143 3797 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 15:07:05.212157 3797 link_network_manager.go:119] Link manager is running I0424 15:07:05.212169 3797 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 15:07:05.212350 3797 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 15:07:05.212635 3797 vrf_manager.go:128] VRF manager is running I0424 15:07:05.212767 3797 node_controller_manager.go:437] Removing flows to drop GARP I0424 15:07:05.212783 3797 gateway.go:532] Reconciling gateway with updates I0424 15:07:05.237139 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:05.237147 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:05.237161 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:05.237160 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:05.237166 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:05.237177 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:05.237176 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:05.237185 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:05.237192 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:05.237194 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:07:05.237197 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:05.237197 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:05.237209 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:05.237217 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:05.237223 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:05.237229 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:05.237230 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:05.237236 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:07:05.237176 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:05.237244 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:05.237248 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:05.237250 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:07:05.237274 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:07:05.237279 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:05.237282 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:05.237286 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:05.237294 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:05.237295 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:05.237296 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:05.237303 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:05.237304 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:05.237303 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:05.237308 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:05.237321 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:05.237327 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:05.237335 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:05.237330 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:05.237315 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:05.237346 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:05.237350 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:05.237349 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:05.237355 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:05.237355 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:05.237370 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:05.237373 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:05.237371 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:05.237217 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:05.237392 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 32010 is already open, no action needed I0424 15:07:05.237317 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:05.237396 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:07:05.237340 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:07:05.237408 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:05.237412 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:07:05.237423 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:05.237436 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:05.237305 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:05.237453 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:05.237456 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:05.237458 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:07:05.237467 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:05.237470 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:05.237164 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:05.237475 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:05.237481 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:05.237480 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:05.237484 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:05.237484 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:05.237485 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:07:05.237493 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:05.237490 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:05.237495 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:07:05.237502 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:07:05.237491 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:07:05.237506 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:05.237503 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:05.237509 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:07:05.237281 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:05.237517 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:05.237524 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:05.237249 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:05.237530 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:05.237539 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:05.237355 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:05.237284 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:07:05.237400 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:05.237570 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:05.237541 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:05.237575 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:05.237474 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:07:05.237456 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:05.237402 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 31578 is already open, no action needed I0424 15:07:05.237614 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:05.237276 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:07:05.237619 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:07:05.237496 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:05.237626 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:05.237500 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:05.237490 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:07:05.237654 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:05.237492 3797 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:05.237666 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:05.237519 3797 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:05.275636 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:07:05.275655 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:07:05.275667 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:07:05.275672 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:07:05.275677 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:07:05.275682 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:07:05.275687 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:07:05.275706 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:07:05.275717 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:07:05.275730 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:07:05.275742 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:07:05.275748 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:07:05.275753 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:07:05.275759 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:07:05.275763 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:07:05.275770 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:07:05.275775 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:07:05.275780 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:07:05.275785 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:07:05.313499 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:07:05.313505 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:07:05.313521 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:07:05.313529 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:07:05.313536 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:07:05.313545 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:07:05.313556 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:07:05.313561 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:07:05.313578 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:07:05.351955 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:07:05.351966 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:07:05.351980 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:07:05.351987 3797 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 15:07:06.286673 3797 egressfirewall.go:723] Syncing node "ip-10-0-1-111.ec2.internal" for egress firewall I0424 15:07:06.286688 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:06.286705 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 23.089µs I0424 15:07:06.286744 3797 default_network_controller.go:1025] Node "ip-10-0-1-111.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:07:07.242922 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0424 15:07:07.243177 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 263.027µs I0424 15:07:07.277919 3797 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-845b8f8bb7-2p5cl] creating logical port openshift-image-registry_image-registry-845b8f8bb7-2p5cl for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:07.278008 3797 kube.go:256] Updating pod openshift-image-registry/image-registry-845b8f8bb7-2p5cl I0424 15:07:07.303613 3797 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-f6lmv] creating logical port openshift-dns_dns-default-f6lmv for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:07.303764 3797 kube.go:256] Updating pod openshift-dns/dns-default-f6lmv I0424 15:07:07.303797 3797 pod.go:62] [openshift-image-registry/image-registry-845b8f8bb7-2p5cl] pod update took 25.811828ms I0424 15:07:07.303812 3797 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-845b8f8bb7-2p5cl] addLogicalPort annotation time took 25.836492ms I0424 15:07:07.304935 3797 pods.go:271] [openshift-image-registry/image-registry-845b8f8bb7-2p5cl] addLogicalPort took 27.029983ms, libovsdb time 906.59µs I0424 15:07:07.324445 3797 pod.go:62] [openshift-dns/dns-default-f6lmv] pod update took 20.713042ms I0424 15:07:07.324464 3797 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-f6lmv] addLogicalPort annotation time took 20.737094ms I0424 15:07:07.325550 3797 pods.go:271] [openshift-dns/dns-default-f6lmv] addLogicalPort took 21.954408ms, libovsdb time 797.156µs I0424 15:07:07.329236 3797 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zgv2n] creating logical port openshift-ingress-canary_ingress-canary-zgv2n for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:07.329372 3797 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zgv2n I0424 15:07:07.344741 3797 pod.go:62] [openshift-ingress-canary/ingress-canary-zgv2n] pod update took 15.390536ms I0424 15:07:07.344759 3797 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zgv2n] addLogicalPort annotation time took 15.422105ms I0424 15:07:07.345787 3797 pods.go:271] [openshift-ingress-canary/ingress-canary-zgv2n] addLogicalPort took 16.612695ms, libovsdb time 762.168µs I0424 15:07:07.724785 3797 cni.go:452] [openshift-ingress-canary/ingress-canary-zgv2n e5212e1104be073b50976c6b9f0ff10f0fee1353e1b95f24fc29fae29608f1f3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zgv2n e5212e1104be073b50976c6b9f0ff10f0fee1353e1b95f24fc29fae29608f1f3 network default NAD default NAD key ] I0424 15:07:07.748457 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zgv2n, hostIfaceName: e5212e1104be073, network: default, NAD default, SandboxID: "e5212e1104be073b50976c6b9f0ff10f0fee1353e1b95f24fc29fae29608f1f3", PCI device ID: , UID: "00d759f4-1ad3-42c6-838d-6f9c0187be1c", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0424 15:07:07.805298 3797 cni.go:473] [openshift-ingress-canary/ingress-canary-zgv2n e5212e1104be073b50976c6b9f0ff10f0fee1353e1b95f24fc29fae29608f1f3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zgv2n e5212e1104be073b50976c6b9f0ff10f0fee1353e1b95f24fc29fae29608f1f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:03:85:b0:af:96\",\"name\":\"e5212e1104be073\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b65ecda5-8ca1-4bcd-92b4-cdd035640f4e\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:07:09.607506 3797 cni.go:452] [openshift-network-diagnostics/network-check-target-48jd9 db7c5fb1334e72e1429c708a9d7ca5066c4d33db4cefc661153291d249013898 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-48jd9 db7c5fb1334e72e1429c708a9d7ca5066c4d33db4cefc661153291d249013898 network default NAD default NAD key ] I0424 15:07:09.617249 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-48jd9, hostIfaceName: db7c5fb1334e72e, network: default, NAD default, SandboxID: "db7c5fb1334e72e1429c708a9d7ca5066c4d33db4cefc661153291d249013898", PCI device ID: , UID: "c9750be6-a821-4ccb-97f7-e22d2306e4d6", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0424 15:07:09.660335 3797 cni.go:473] [openshift-network-diagnostics/network-check-target-48jd9 db7c5fb1334e72e1429c708a9d7ca5066c4d33db4cefc661153291d249013898 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-48jd9 db7c5fb1334e72e1429c708a9d7ca5066c4d33db4cefc661153291d249013898 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:3d:ba:40:8e:01\",\"name\":\"db7c5fb1334e72e\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d2e3aba-2611-429e-918c-abc409939361\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:11.147577 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:07:11.164886 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:12.344149 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:07:12.344287 3797 node_tracker.go:235] Node ip-10-0-1-111.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-111.ec2.internal" I0424 15:07:12.344310 3797 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:12.344167 3797 default_network_controller.go:1025] Node "ip-10-0-1-111.ec2.internal" in remote zone "ip-10-0-1-111.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:07:12.344330 3797 services_controller.go:574] Full service sync requested for network=default W0424 15:07:12.344904 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 15:07:12.344957 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:12.491449 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:07:12.491497 3797 default_network_controller.go:1025] Node "ip-10-0-1-111.ec2.internal" in remote zone "ip-10-0-1-111.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:07:12.491508 3797 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:12.491521 3797 services_controller.go:574] Full service sync requested for network=default W0424 15:07:12.491658 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 15:07:12.491796 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:12.492481 3797 zone_ic_handler.go:195] Time taken to create transit switch: 289.067µs I0424 15:07:12.492495 3797 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-111.ec2.internal for the network default I0424 15:07:12.493524 3797 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-111.ec2.internal" on network "default" took: 1.345087ms W0424 15:07:13.513568 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:14.543616 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:07:14.543635 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:14.543649 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 17.944µs I0424 15:07:14.543646 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-111.ec2.internal", IP: 10.0.1.111 to PMTUD blocking rules I0424 15:07:14.543659 3797 egressfirewall.go:723] Syncing node "ip-10-0-1-111.ec2.internal" for egress firewall I0424 15:07:14.543668 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-111.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:07:14.543685 3797 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:14.543698 3797 services_controller.go:574] Full service sync requested for network=default W0424 15:07:14.543977 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 15:07:14.544034 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:14.549714 3797 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-111.ec2.internal. Updating no re-route policies I0424 15:07:14.559122 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-111.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:07:14.559134 3797 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-111.ec2.internal", IP: 10.0.1.111 to PMTUD blocking rules I0424 15:07:18.142892 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:18.142929 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 46.38µs I0424 15:07:24.244216 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-kkx8j] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-kkx8j for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:24.244339 3797 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-kkx8j I0424 15:07:24.261002 3797 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-kkx8j] pod update took 16.685797ms I0424 15:07:24.261033 3797 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-kkx8j] addLogicalPort annotation time took 16.721391ms I0424 15:07:24.262269 3797 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-kkx8j] addLogicalPort took 18.055531ms, libovsdb time 889.349µs I0424 15:07:24.390333 3797 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6476f9f98d-6gpvx] creating logical port openshift-ingress_router-default-6476f9f98d-6gpvx for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:24.390419 3797 kube.go:256] Updating pod openshift-ingress/router-default-6476f9f98d-6gpvx I0424 15:07:24.409987 3797 pod.go:62] [openshift-ingress/router-default-6476f9f98d-6gpvx] pod update took 19.595059ms I0424 15:07:24.410008 3797 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6476f9f98d-6gpvx] addLogicalPort annotation time took 19.621727ms I0424 15:07:24.411021 3797 pods.go:271] [openshift-ingress/router-default-6476f9f98d-6gpvx] addLogicalPort took 20.700003ms, libovsdb time 777.291µs W0424 15:07:24.469406 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:24.496013 3797 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9rfzn] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-9rfzn for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:24.496087 3797 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-9rfzn I0424 15:07:24.511226 3797 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-9rfzn] pod update took 15.157995ms I0424 15:07:24.511246 3797 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9rfzn] addLogicalPort annotation time took 15.183988ms I0424 15:07:24.512305 3797 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-9rfzn] addLogicalPort took 16.302907ms, libovsdb time 766.078µs I0424 15:07:24.624965 3797 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-kkx8j ae0cd159690a99aeec4b7123f360d18c54b05450d35699baa360b14fdbf30c78 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-kkx8j ae0cd159690a99aeec4b7123f360d18c54b05450d35699baa360b14fdbf30c78 network default NAD default NAD key ] I0424 15:07:24.634206 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-kkx8j, hostIfaceName: ae0cd159690a99a, network: default, NAD default, SandboxID: "ae0cd159690a99aeec4b7123f360d18c54b05450d35699baa360b14fdbf30c78", PCI device ID: , UID: "37e38c97-4195-4bea-990a-5011fa76c743", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0424 15:07:24.680013 3797 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-kkx8j ae0cd159690a99aeec4b7123f360d18c54b05450d35699baa360b14fdbf30c78 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-kkx8j ae0cd159690a99aeec4b7123f360d18c54b05450d35699baa360b14fdbf30c78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:40:4d:73:7b:c7\",\"name\":\"ae0cd159690a99a\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eefa776c-7ccf-461e-92ae-c2a708b8a277\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:27.191031 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 15:07:30.358470 3797 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 15:07:30.359488 3797 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 995.742µs I0424 15:07:30.377789 3797 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:07:30.860923 3797 namespace.go:98] [openshift-service-ca] adding namespace I0424 15:07:30.861701 3797 namespace.go:102] [openshift-service-ca] adding namespace took 757.73µs I0424 15:07:30.878463 3797 namespace.go:142] [openshift-service-ca] updating namespace I0424 15:07:32.530767 3797 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-xc44v] creating logical port openshift-service-ca_service-ca-d9cb48497-xc44v for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:32.530856 3797 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-xc44v I0424 15:07:32.545163 3797 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-xc44v] pod update took 14.32965ms I0424 15:07:32.545183 3797 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-xc44v] addLogicalPort annotation time took 14.354081ms I0424 15:07:32.546219 3797 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-xc44v] addLogicalPort took 15.470669ms, libovsdb time 755.038µs I0424 15:07:32.887946 3797 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-xc44v a9fefefdc754ba0b7f8bb5edaadbc95f222531a11afc79be7a577608584fbcaf network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-xc44v a9fefefdc754ba0b7f8bb5edaadbc95f222531a11afc79be7a577608584fbcaf network default NAD default NAD key ] I0424 15:07:32.898167 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-xc44v, hostIfaceName: a9fefefdc754ba0, network: default, NAD default, SandboxID: "a9fefefdc754ba0b7f8bb5edaadbc95f222531a11afc79be7a577608584fbcaf", PCI device ID: , UID: "34302e44-60b0-4851-9149-7412b19d8813", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0424 15:07:32.942208 3797 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-xc44v a9fefefdc754ba0b7f8bb5edaadbc95f222531a11afc79be7a577608584fbcaf network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-xc44v a9fefefdc754ba0b7f8bb5edaadbc95f222531a11afc79be7a577608584fbcaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:aa:41:04:51:41\",\"name\":\"a9fefefdc754ba0\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a593a70-06e3-4cd5-8200-cf43c484a1e3\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:40.630655 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0424 15:07:51.767494 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:51.769095 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:51.872266 3797 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6c9pn] creating logical port openshift-insights_insights-runtime-extractor-6c9pn for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:51.872353 3797 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6c9pn I0424 15:07:51.897206 3797 pod.go:62] [openshift-insights/insights-runtime-extractor-6c9pn] pod update took 24.88189ms I0424 15:07:51.897225 3797 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6c9pn] addLogicalPort annotation time took 24.905125ms I0424 15:07:51.898312 3797 pods.go:271] [openshift-insights/insights-runtime-extractor-6c9pn] addLogicalPort took 26.069346ms, libovsdb time 802.556µs I0424 15:07:52.230828 3797 cni.go:452] [openshift-insights/insights-runtime-extractor-6c9pn 01e377c5e08888888b70641dade7ec7518564470861fe4c8f1781ca6c1e61d69 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6c9pn 01e377c5e08888888b70641dade7ec7518564470861fe4c8f1781ca6c1e61d69 network default NAD default NAD key ] I0424 15:07:52.241731 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6c9pn, hostIfaceName: 01e377c5e088888, network: default, NAD default, SandboxID: "01e377c5e08888888b70641dade7ec7518564470861fe4c8f1781ca6c1e61d69", PCI device ID: , UID: "7772f264-2762-4c91-87f0-7f45bac8afea", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0424 15:07:52.286918 3797 cni.go:473] [openshift-insights/insights-runtime-extractor-6c9pn 01e377c5e08888888b70641dade7ec7518564470861fe4c8f1781ca6c1e61d69 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6c9pn 01e377c5e08888888b70641dade7ec7518564470861fe4c8f1781ca6c1e61d69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:18:2b:00:3e:50\",\"name\":\"01e377c5e088888\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f5e2e56-e535-4320-9ebe-d8a14a51611c\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:52.536738 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:52.536765 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:52.536770 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0424 15:07:53.278434 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.279066 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.293089 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.293111 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.299152 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56486f46bd-kjxbl I0424 15:07:53.299173 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56486f46bd-kjxbl I0424 15:07:53.617696 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.617730 3797 pods.go:176] Deleting pod: openshift-image-registry/image-registry-845b8f8bb7-2p5cl I0424 15:07:53.619008 3797 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-845b8f8bb7-2p5cl, ips: 10.129.0.5 I0424 15:07:53.619035 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.625761 3797 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-c58c85669-cw8f6] creating logical port openshift-image-registry_image-registry-c58c85669-cw8f6 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:53.625869 3797 kube.go:256] Updating pod openshift-image-registry/image-registry-c58c85669-cw8f6 I0424 15:07:53.631120 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.631141 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.638897 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-845b8f8bb7-2p5cl I0424 15:07:53.638924 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-845b8f8bb7-2p5cl I0424 15:07:53.643721 3797 pod.go:62] [openshift-image-registry/image-registry-c58c85669-cw8f6] pod update took 17.879693ms I0424 15:07:53.643740 3797 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-c58c85669-cw8f6] addLogicalPort annotation time took 17.904493ms I0424 15:07:53.644777 3797 pods.go:271] [openshift-image-registry/image-registry-c58c85669-cw8f6] addLogicalPort took 19.034793ms, libovsdb time 747.661µs I0424 15:07:54.245493 3797 cni.go:452] [openshift-image-registry/image-registry-c58c85669-cw8f6 2607c691ab1f4e5308d2a0165829e515c7abcf00cac6a49afeb0f8aae5b1f726 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-c58c85669-cw8f6 2607c691ab1f4e5308d2a0165829e515c7abcf00cac6a49afeb0f8aae5b1f726 network default NAD default NAD key ] I0424 15:07:54.256705 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-c58c85669-cw8f6, hostIfaceName: 2607c691ab1f4e5, network: default, NAD default, SandboxID: "2607c691ab1f4e5308d2a0165829e515c7abcf00cac6a49afeb0f8aae5b1f726", PCI device ID: , UID: "a82c24aa-8edf-46fc-8129-1ed7886a1c1e", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] W0424 15:07:54.287887 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 15:07:54.301151 3797 cni.go:473] [openshift-image-registry/image-registry-c58c85669-cw8f6 2607c691ab1f4e5308d2a0165829e515c7abcf00cac6a49afeb0f8aae5b1f726 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-c58c85669-cw8f6 2607c691ab1f4e5308d2a0165829e515c7abcf00cac6a49afeb0f8aae5b1f726 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bf:42:28:89:b5\",\"name\":\"2607c691ab1f4e5\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ecb6d26-434d-427e-b065-d1bbdecf7994\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:54.627403 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 15:07:56.565282 3797 cni.go:452] [openshift-ingress/router-default-6476f9f98d-6gpvx f7f33cfe7a8e51a2a27d11a546b81650223ca1181daef9cc0e83bf48d7a98b69 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6476f9f98d-6gpvx f7f33cfe7a8e51a2a27d11a546b81650223ca1181daef9cc0e83bf48d7a98b69 network default NAD default NAD key ] I0424 15:07:56.575855 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6476f9f98d-6gpvx, hostIfaceName: f7f33cfe7a8e51a, network: default, NAD default, SandboxID: "f7f33cfe7a8e51a2a27d11a546b81650223ca1181daef9cc0e83bf48d7a98b69", PCI device ID: , UID: "7b2b9f07-5f45-4bb6-9aff-a7ee4b45ab92", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0424 15:07:56.620099 3797 cni.go:473] [openshift-ingress/router-default-6476f9f98d-6gpvx f7f33cfe7a8e51a2a27d11a546b81650223ca1181daef9cc0e83bf48d7a98b69 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6476f9f98d-6gpvx f7f33cfe7a8e51a2a27d11a546b81650223ca1181daef9cc0e83bf48d7a98b69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:25:38:cb:4e:5a\",\"name\":\"f7f33cfe7a8e51a\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85a9df05-e4d7-4ec5-883f-18e7a3eaba78\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:07:56.672971 3797 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-9rfzn d883d6d67fabde2d93a2a0bb86ab5f694d158b4945d89e235afbe1e5a9ac1aad network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9rfzn d883d6d67fabde2d93a2a0bb86ab5f694d158b4945d89e235afbe1e5a9ac1aad network default NAD default NAD key ] I0424 15:07:56.683539 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-9rfzn, hostIfaceName: d883d6d67fabde2, network: default, NAD default, SandboxID: "d883d6d67fabde2d93a2a0bb86ab5f694d158b4945d89e235afbe1e5a9ac1aad", PCI device ID: , UID: "03f773a0-6b9d-46d9-bed5-72727d4196cb", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0424 15:07:56.730439 3797 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-9rfzn d883d6d67fabde2d93a2a0bb86ab5f694d158b4945d89e235afbe1e5a9ac1aad network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9rfzn d883d6d67fabde2d93a2a0bb86ab5f694d158b4945d89e235afbe1e5a9ac1aad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:90:2e:6a:8f:15\",\"name\":\"d883d6d67fabde2\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73e2cc50-9879-4ccb-96bb-1f927cb5e738\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:07:57.298604 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.298703 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.299615 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.299696 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.299731 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.321209 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.321229 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.324876 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.324892 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.324898 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.640223 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.640240 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.644163 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.644184 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.644189 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.304909 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.304930 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.304938 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.304955 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.304962 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.304968 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.307843 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.307861 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.307846 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.307937 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.307963 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.307972 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.334510 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.334533 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.334530 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.334547 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.334563 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.334568 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.334605 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.334615 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.334620 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.334631 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.334635 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.334639 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.683990 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.684008 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0424 15:07:58.755066 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 15:07:58.766640 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.766657 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.766664 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0424 15:07:59.107111 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qw7gb] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-qw7gb for pod on switch ip-10-0-2-250.ec2.internal I0424 15:07:59.107230 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qw7gb I0424 15:07:59.119861 3797 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qw7gb] pod update took 12.654748ms I0424 15:07:59.119880 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qw7gb] addLogicalPort annotation time took 12.678246ms I0424 15:07:59.121335 3797 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qw7gb] addLogicalPort took 14.237298ms, libovsdb time 1.120572ms I0424 15:07:59.465120 3797 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qw7gb a1056243fb21e1b624a4d6fe4d491bb80d4e7e0c4aa68cc8c92fc0e915e9c4a1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qw7gb a1056243fb21e1b624a4d6fe4d491bb80d4e7e0c4aa68cc8c92fc0e915e9c4a1 network default NAD default NAD key ] I0424 15:07:59.474242 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-qw7gb, hostIfaceName: a1056243fb21e1b, network: default, NAD default, SandboxID: "a1056243fb21e1b624a4d6fe4d491bb80d4e7e0c4aa68cc8c92fc0e915e9c4a1", PCI device ID: , UID: "c10d962a-813c-45d7-a5c1-454176f46c9e", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0424 15:07:59.518797 3797 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qw7gb a1056243fb21e1b624a4d6fe4d491bb80d4e7e0c4aa68cc8c92fc0e915e9c4a1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qw7gb a1056243fb21e1b624a4d6fe4d491bb80d4e7e0c4aa68cc8c92fc0e915e9c4a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:47:5b:fb:62:0a\",\"name\":\"a1056243fb21e1b\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21125fe8-ab2d-4562-b24d-08384637f8fe\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:08:01.656384 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 15:08:01.681554 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0424 15:08:07.648061 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-8cdpm] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-8cdpm for pod on switch ip-10-0-2-250.ec2.internal I0424 15:08:07.648206 3797 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-8cdpm I0424 15:08:07.666583 3797 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-8cdpm] pod update took 18.412784ms I0424 15:08:07.666606 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-8cdpm] addLogicalPort annotation time took 18.440521ms I0424 15:08:07.667693 3797 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-8cdpm] addLogicalPort took 19.647335ms, libovsdb time 810.127µs I0424 15:08:08.609443 3797 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-8cdpm d0a6f8916e1a5e5230870fe99ddde155d894e94d6827e0e0d8ddbe5fd2540f00 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-8cdpm d0a6f8916e1a5e5230870fe99ddde155d894e94d6827e0e0d8ddbe5fd2540f00 network default NAD default NAD key ] I0424 15:08:08.619346 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-8cdpm, hostIfaceName: d0a6f8916e1a5e5, network: default, NAD default, SandboxID: "d0a6f8916e1a5e5230870fe99ddde155d894e94d6827e0e0d8ddbe5fd2540f00", PCI device ID: , UID: "3de44e62-e86e-4460-98f5-04992e175d2d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0424 15:08:08.672079 3797 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-8cdpm d0a6f8916e1a5e5230870fe99ddde155d894e94d6827e0e0d8ddbe5fd2540f00 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-8cdpm d0a6f8916e1a5e5230870fe99ddde155d894e94d6827e0e0d8ddbe5fd2540f00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:96:f5:db:cc:db\",\"name\":\"d0a6f8916e1a5e5\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce5aa0e1-6614-4141-9479-8c214656d8b2\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:08:08.821180 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:08:08.821331 3797 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0424 15:08:08.847812 3797 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.529663ms I0424 15:08:08.847902 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.640111ms I0424 15:08:08.849336 3797 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.175454ms, libovsdb time 1.021049ms I0424 15:08:09.176535 3797 cni.go:452] [openshift-monitoring/alertmanager-main-0 17d0d1a5fa78f112b198f15e3c57f099f295851bc5eb8ca5c197a99d3f1220b2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 17d0d1a5fa78f112b198f15e3c57f099f295851bc5eb8ca5c197a99d3f1220b2 network default NAD default NAD key ] I0424 15:08:09.186768 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 17d0d1a5fa78f11, network: default, NAD default, SandboxID: "17d0d1a5fa78f112b198f15e3c57f099f295851bc5eb8ca5c197a99d3f1220b2", PCI device ID: , UID: "c33aa691-8b39-42ce-bbe2-b05b38827675", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0424 15:08:09.232928 3797 cni.go:473] [openshift-monitoring/alertmanager-main-0 17d0d1a5fa78f112b198f15e3c57f099f295851bc5eb8ca5c197a99d3f1220b2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 17d0d1a5fa78f112b198f15e3c57f099f295851bc5eb8ca5c197a99d3f1220b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:7b:7b:dc:23:8b\",\"name\":\"17d0d1a5fa78f11\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d0472c0-d87a-404f-81cc-9ff0be2fd585\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:08:10.689030 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.689049 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.689054 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.747922 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.747940 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.747950 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 15:08:11.298736 3797 cni.go:452] [openshift-dns/dns-default-f6lmv f4ef2364c7c9306b738ed99cbbd44211829a67daf728133b40f7d180af5134ba network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-f6lmv f4ef2364c7c9306b738ed99cbbd44211829a67daf728133b40f7d180af5134ba network default NAD default NAD key ] I0424 15:08:11.309781 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-f6lmv, hostIfaceName: f4ef2364c7c9306, network: default, NAD default, SandboxID: "f4ef2364c7c9306b738ed99cbbd44211829a67daf728133b40f7d180af5134ba", PCI device ID: , UID: "95a570ba-cb7c-4291-ac1e-8d997bb52377", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0424 15:08:11.363308 3797 cni.go:473] [openshift-dns/dns-default-f6lmv f4ef2364c7c9306b738ed99cbbd44211829a67daf728133b40f7d180af5134ba network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-f6lmv f4ef2364c7c9306b738ed99cbbd44211829a67daf728133b40f7d180af5134ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:3e:d2:5f:92:25\",\"name\":\"f4ef2364c7c9306\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/883befb9-9d20-4256-834c-895f96baf082\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:08:12.543133 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:12.543161 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:13.371917 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:13.371937 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:13.371944 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:13.371950 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0424 15:08:14.171965 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:08:14.172069 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0424 15:08:14.227640 3797 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 55.610356ms I0424 15:08:14.227665 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 55.639566ms I0424 15:08:14.228780 3797 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 56.829731ms, libovsdb time 819.382µs W0424 15:08:14.371813 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 15:08:14.527528 3797 cni.go:452] [openshift-monitoring/prometheus-k8s-1 49082434543ccc6c53a796e655e7fcbeea927c248fd130b0359cf82ba56dc401 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 49082434543ccc6c53a796e655e7fcbeea927c248fd130b0359cf82ba56dc401 network default NAD default NAD key ] I0424 15:08:14.537430 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 49082434543ccc6, network: default, NAD default, SandboxID: "49082434543ccc6c53a796e655e7fcbeea927c248fd130b0359cf82ba56dc401", PCI device ID: , UID: "2896b715-9146-49f9-a15b-f545d46392f3", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0424 15:08:14.587266 3797 cni.go:473] [openshift-monitoring/prometheus-k8s-1 49082434543ccc6c53a796e655e7fcbeea927c248fd130b0359cf82ba56dc401 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 49082434543ccc6c53a796e655e7fcbeea927c248fd130b0359cf82ba56dc401 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:f9:a4:cf:d7:0d\",\"name\":\"49082434543ccc6\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bd55e4f-9283-42c5-9e79-5c64ccd8dfe3\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:08:14.802850 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.803487 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.803520 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.803544 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 15:08:14.803557 3797 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.803561 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 15:08:15.303462 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:15.303489 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:15.341690 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:15.341716 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:15.395707 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:08:15.638313 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:15.670393 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:08:15.754274 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:15.754292 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:08:15.832416 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:15.832438 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:15.832451 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:15.832458 3797 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:08:16.399552 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:16.399578 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:16.687082 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:16.687104 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:16.687111 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:16.687115 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.351202 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:19.351223 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:19.351229 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:19.351243 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:19.351249 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:19.351264 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0424 15:08:20.103515 3797 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-j9hdv] creating logical port openshift-console_downloads-5c54f4944f-j9hdv for pod on switch ip-10-0-2-250.ec2.internal I0424 15:08:20.103593 3797 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-j9hdv I0424 15:08:20.120768 3797 pod.go:62] [openshift-console/downloads-5c54f4944f-j9hdv] pod update took 17.193606ms I0424 15:08:20.120788 3797 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-j9hdv] addLogicalPort annotation time took 17.218867ms I0424 15:08:20.125171 3797 pods.go:271] [openshift-console/downloads-5c54f4944f-j9hdv] addLogicalPort took 21.667944ms, libovsdb time 1.481359ms I0424 15:08:20.460009 3797 cni.go:452] [openshift-console/downloads-5c54f4944f-j9hdv 59d25b3377ad6086a3bf0bc1e603bfff566a00b095c532a4fea647dcb3ae4356 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-j9hdv 59d25b3377ad6086a3bf0bc1e603bfff566a00b095c532a4fea647dcb3ae4356 network default NAD default NAD key ] I0424 15:08:20.469215 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-j9hdv, hostIfaceName: 59d25b3377ad608, network: default, NAD default, SandboxID: "59d25b3377ad6086a3bf0bc1e603bfff566a00b095c532a4fea647dcb3ae4356", PCI device ID: , UID: "c6c3686f-4e34-4dd9-9831-f0ae70d61d72", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0424 15:08:20.517112 3797 cni.go:473] [openshift-console/downloads-5c54f4944f-j9hdv 59d25b3377ad6086a3bf0bc1e603bfff566a00b095c532a4fea647dcb3ae4356 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-j9hdv 59d25b3377ad6086a3bf0bc1e603bfff566a00b095c532a4fea647dcb3ae4356 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:0d:b9:49:9e:62\",\"name\":\"59d25b3377ad608\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7900f573-5450-448f-84c1-9d43bdf463c6\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:08:20.852579 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 15:08:20.863742 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0424 15:08:23.728547 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:23.728571 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:23.728577 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:32.453210 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:08:37.782361 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 15:08:37.806359 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 15:08:37.823463 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 15:08:37.849600 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0424 15:08:38.189215 3797 base_network_controller_pods.go:487] [default/openshift-console/console-8cf7d6c94-rxlz2] creating logical port openshift-console_console-8cf7d6c94-rxlz2 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:08:38.189453 3797 kube.go:256] Updating pod openshift-console/console-8cf7d6c94-rxlz2 I0424 15:08:38.204053 3797 pod.go:62] [openshift-console/console-8cf7d6c94-rxlz2] pod update took 14.632763ms I0424 15:08:38.204077 3797 base_network_controller_pods.go:951] [default/openshift-console/console-8cf7d6c94-rxlz2] addLogicalPort annotation time took 14.662856ms I0424 15:08:38.205488 3797 pods.go:271] [openshift-console/console-8cf7d6c94-rxlz2] addLogicalPort took 16.293762ms, libovsdb time 1.01601ms I0424 15:08:38.554283 3797 cni.go:452] [openshift-console/console-8cf7d6c94-rxlz2 45614f1f47320824976ae1e01c31ccb5ceadf043db639f07cbd33f41ac71895f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8cf7d6c94-rxlz2 45614f1f47320824976ae1e01c31ccb5ceadf043db639f07cbd33f41ac71895f network default NAD default NAD key ] I0424 15:08:38.564799 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8cf7d6c94-rxlz2, hostIfaceName: 45614f1f4732082, network: default, NAD default, SandboxID: "45614f1f47320824976ae1e01c31ccb5ceadf043db639f07cbd33f41ac71895f", PCI device ID: , UID: "8c2623ca-d7bf-402a-a8ef-cccc207f82d1", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0424 15:08:38.618562 3797 cni.go:473] [openshift-console/console-8cf7d6c94-rxlz2 45614f1f47320824976ae1e01c31ccb5ceadf043db639f07cbd33f41ac71895f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8cf7d6c94-rxlz2 45614f1f47320824976ae1e01c31ccb5ceadf043db639f07cbd33f41ac71895f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:10:f1:4f:bc:c0\",\"name\":\"45614f1f4732082\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61dc464b-c5d2-48af-82e1-8881f158cf4b\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:08:38.825002 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:08:39.234846 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.234875 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.234883 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 15:08:40.637206 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:40.637874 3797 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:40.800997 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:40.801025 3797 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:40.805223 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-845b8f8bb7-k4kcb I0424 15:08:40.805248 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-845b8f8bb7-k4kcb I0424 15:08:45.221241 3797 cni.go:452] [openshift-multus/network-metrics-daemon-lm9jd ce8d3c4d39e88ebee9d33c7c7ec8c7663e2a1de168ea55a0c61f3db0f38bf9e5 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-lm9jd ce8d3c4d39e88ebee9d33c7c7ec8c7663e2a1de168ea55a0c61f3db0f38bf9e5 network default NAD default NAD key ] I0424 15:08:45.232044 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-lm9jd, hostIfaceName: ce8d3c4d39e88eb, network: default, NAD default, SandboxID: "ce8d3c4d39e88ebee9d33c7c7ec8c7663e2a1de168ea55a0c61f3db0f38bf9e5", PCI device ID: , UID: "e163a332-ebdf-4959-a825-3d3b0e007209", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0424 15:08:45.280781 3797 cni.go:473] [openshift-multus/network-metrics-daemon-lm9jd ce8d3c4d39e88ebee9d33c7c7ec8c7663e2a1de168ea55a0c61f3db0f38bf9e5 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-lm9jd ce8d3c4d39e88ebee9d33c7c7ec8c7663e2a1de168ea55a0c61f3db0f38bf9e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:d7:c4:29:f8:ab\",\"name\":\"ce8d3c4d39e88eb\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de93697e-1058-43da-8bd0-6da047fab6e5\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:08:48.894954 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:08:54.870373 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 15:09:04.108013 3797 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:04.108567 3797 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:04.907473 3797 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:04.907498 3797 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:04.911574 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847c6c6-82nr2 I0424 15:09:04.911597 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847c6c6-82nr2 I0424 15:09:07.094059 3797 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:09:14.216174 3797 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.216702 3797 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.335203 3797 obj_retry.go:498] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.335720 3797 obj_retry.go:498] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.616579 3797 obj_retry.go:492] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.616599 3797 obj_retry.go:492] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.620491 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-576d85ffd9-24pw8 I0424 15:09:14.620514 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-576d85ffd9-24pw8 I0424 15:09:14.636394 3797 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.636414 3797 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.641833 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847c6c6-sx5x5 I0424 15:09:14.641853 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847c6c6-sx5x5 W0424 15:09:14.691625 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:09:14.691643 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:09:14.691656 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:09:14.691662 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:09:15.023136 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:09:15.023160 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:09:29.614560 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:29.615103 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:30.022959 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:30.022984 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:30.029683 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 15:09:30.029708 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 15:09:33.785447 3797 cni.go:452] [openshift-monitoring/prometheus-k8s-1 49082434543ccc6c53a796e655e7fcbeea927c248fd130b0359cf82ba56dc401 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 49082434543ccc6c53a796e655e7fcbeea927c248fd130b0359cf82ba56dc401 network default NAD default NAD key ] I0424 15:09:33.861890 3797 cni.go:473] [openshift-monitoring/prometheus-k8s-1 49082434543ccc6c53a796e655e7fcbeea927c248fd130b0359cf82ba56dc401 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 49082434543ccc6c53a796e655e7fcbeea927c248fd130b0359cf82ba56dc401 network default NAD default NAD key default], result "{}", err I0424 15:09:33.971195 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:33.971227 3797 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0424 15:09:33.972460 3797 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.17 I0424 15:09:33.972488 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:34.357885 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:34.357917 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:34.364334 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 15:09:34.364362 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 15:09:34.409249 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:09:34.409422 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0424 15:09:34.435206 3797 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.826432ms I0424 15:09:34.435230 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.855887ms I0424 15:09:34.436515 3797 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.287995ms, libovsdb time 929.596µs I0424 15:09:34.769667 3797 cni.go:452] [openshift-monitoring/prometheus-k8s-1 24f43825d5afa8ee643223d1c1d48e88e6f1c5aeb34bd9022740187a2a1e5f47 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 24f43825d5afa8ee643223d1c1d48e88e6f1c5aeb34bd9022740187a2a1e5f47 network default NAD default NAD key ] I0424 15:09:34.778978 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 24f43825d5afa8e, network: default, NAD default, SandboxID: "24f43825d5afa8ee643223d1c1d48e88e6f1c5aeb34bd9022740187a2a1e5f47", PCI device ID: , UID: "4727ce98-791f-4425-a36c-04a1dac4ba1d", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0424 15:09:34.826693 3797 cni.go:473] [openshift-monitoring/prometheus-k8s-1 24f43825d5afa8ee643223d1c1d48e88e6f1c5aeb34bd9022740187a2a1e5f47 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 24f43825d5afa8ee643223d1c1d48e88e6f1c5aeb34bd9022740187a2a1e5f47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ab:f3:80:1d:88\",\"name\":\"24f43825d5afa8e\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d43832fd-405a-4046-8560-c7fe163dd78a\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:10:01.267510 3797 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:01.268088 3797 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:01.674499 3797 cni.go:452] [openshift-monitoring/alertmanager-main-0 17d0d1a5fa78f112b198f15e3c57f099f295851bc5eb8ca5c197a99d3f1220b2 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 17d0d1a5fa78f112b198f15e3c57f099f295851bc5eb8ca5c197a99d3f1220b2 network default NAD default NAD key ] I0424 15:10:01.748401 3797 cni.go:473] [openshift-monitoring/alertmanager-main-0 17d0d1a5fa78f112b198f15e3c57f099f295851bc5eb8ca5c197a99d3f1220b2 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 17d0d1a5fa78f112b198f15e3c57f099f295851bc5eb8ca5c197a99d3f1220b2 network default NAD default NAD key default], result "{}", err I0424 15:10:01.805547 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:01.805581 3797 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0424 15:10:01.806777 3797 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.16 I0424 15:10:01.806802 3797 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:02.179149 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.179178 3797 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.187370 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 15:10:02.187400 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 15:10:02.201104 3797 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.201129 3797 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.204874 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cf7d6c94-f5mdn I0424 15:10:02.204912 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cf7d6c94-f5mdn I0424 15:10:02.229892 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:10:02.230005 3797 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0424 15:10:02.262334 3797 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 32.376813ms I0424 15:10:02.262354 3797 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 32.401217ms I0424 15:10:02.263689 3797 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 33.810466ms, libovsdb time 975.076µs I0424 15:10:02.588550 3797 cni.go:452] [openshift-monitoring/alertmanager-main-0 a695ff63835593460bffe633a3d4c30f513fdfd8ea665b49fbb480211311abe3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 a695ff63835593460bffe633a3d4c30f513fdfd8ea665b49fbb480211311abe3 network default NAD default NAD key ] I0424 15:10:02.597722 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: a695ff638355934, network: default, NAD default, SandboxID: "a695ff63835593460bffe633a3d4c30f513fdfd8ea665b49fbb480211311abe3", PCI device ID: , UID: "ce835a25-6c0f-4882-9b48-054d878dde14", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0424 15:10:02.643798 3797 cni.go:473] [openshift-monitoring/alertmanager-main-0 a695ff63835593460bffe633a3d4c30f513fdfd8ea665b49fbb480211311abe3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 a695ff63835593460bffe633a3d4c30f513fdfd8ea665b49fbb480211311abe3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:40:47:1f:28:ca\",\"name\":\"a695ff638355934\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abb8ae5c-edeb-434e-a847-804ef5590d89\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:10:05.331270 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:05.331862 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:06.216297 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:06.216319 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:11.951143 3797 cni.go:452] [openshift-console/console-8cf7d6c94-rxlz2 45614f1f47320824976ae1e01c31ccb5ceadf043db639f07cbd33f41ac71895f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8cf7d6c94-rxlz2 45614f1f47320824976ae1e01c31ccb5ceadf043db639f07cbd33f41ac71895f network default NAD default NAD key ] I0424 15:10:12.026656 3797 cni.go:473] [openshift-console/console-8cf7d6c94-rxlz2 45614f1f47320824976ae1e01c31ccb5ceadf043db639f07cbd33f41ac71895f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8cf7d6c94-rxlz2 45614f1f47320824976ae1e01c31ccb5ceadf043db639f07cbd33f41ac71895f network default NAD default NAD key default], result "{}", err I0424 15:10:12.071238 3797 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:12.071340 3797 pods.go:176] Deleting pod: openshift-console/console-8cf7d6c94-rxlz2 I0424 15:10:12.072504 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8cf7d6c94-rxlz2, ips: 10.129.0.19 I0424 15:10:12.072536 3797 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:12.222419 3797 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:12.222440 3797 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:12.232429 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cf7d6c94-rxlz2 I0424 15:10:12.232452 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cf7d6c94-rxlz2 W0424 15:10:32.637479 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:10:32.638106 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:10:32.638126 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:10:35.349771 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:10:35.349792 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:10:36.642295 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:36.642892 3797 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:36.940294 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:36.940317 3797 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:36.948378 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 15:10:36.948405 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 15:11:57.628109 3797 base_network_controller_pods.go:487] [default/openshift-console/console-7bbb94c9fc-k9v28] creating logical port openshift-console_console-7bbb94c9fc-k9v28 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:11:57.628273 3797 kube.go:256] Updating pod openshift-console/console-7bbb94c9fc-k9v28 I0424 15:11:57.649113 3797 pod.go:62] [openshift-console/console-7bbb94c9fc-k9v28] pod update took 20.890319ms I0424 15:11:57.649138 3797 base_network_controller_pods.go:951] [default/openshift-console/console-7bbb94c9fc-k9v28] addLogicalPort annotation time took 20.920984ms I0424 15:11:57.650468 3797 pods.go:271] [openshift-console/console-7bbb94c9fc-k9v28] addLogicalPort took 22.378208ms, libovsdb time 1.00288ms I0424 15:11:57.983717 3797 cni.go:452] [openshift-console/console-7bbb94c9fc-k9v28 c950031b262dd78ca805a48ad5ac1636cbe2db38a8f4fc1d5c636a6b151c2c77 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7bbb94c9fc-k9v28 c950031b262dd78ca805a48ad5ac1636cbe2db38a8f4fc1d5c636a6b151c2c77 network default NAD default NAD key ] I0424 15:11:57.993169 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7bbb94c9fc-k9v28, hostIfaceName: c950031b262dd78, network: default, NAD default, SandboxID: "c950031b262dd78ca805a48ad5ac1636cbe2db38a8f4fc1d5c636a6b151c2c77", PCI device ID: , UID: "6749bd3f-c6af-4135-a076-ce5829471136", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0424 15:11:58.039724 3797 cni.go:473] [openshift-console/console-7bbb94c9fc-k9v28 c950031b262dd78ca805a48ad5ac1636cbe2db38a8f4fc1d5c636a6b151c2c77 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7bbb94c9fc-k9v28 c950031b262dd78ca805a48ad5ac1636cbe2db38a8f4fc1d5c636a6b151c2c77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:db:ff:4a:93:a5\",\"name\":\"c950031b262dd78\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62c09e6f-93a0-4554-b74b-547d551ebc8d\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:12:03.345207 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0424 15:12:03.426507 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 W0424 15:12:08.661536 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:12:09.439519 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0424 15:12:22.937131 3797 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-ksrnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:22.937680 3797 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-ksrnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:23.829239 3797 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-ksrnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:23.829280 3797 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-ksrnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:23.836947 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-679d46b8c8-ksrnl I0424 15:12:23.836968 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-679d46b8c8-ksrnl I0424 15:12:33.986112 3797 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-wd4hb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:33.986649 3797 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-wd4hb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:34.375292 3797 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-wd4hb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:34.375319 3797 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-wd4hb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:34.380994 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-679d46b8c8-wd4hb I0424 15:12:34.381019 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-679d46b8c8-wd4hb I0424 15:12:54.345956 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 W0424 15:13:26.119942 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:13:37.173659 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 15:13:37.173727 3797 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rtfj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rtfj: no pod IPs found I0424 15:13:38.435729 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 15:14:01.456430 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0424 15:14:03.346376 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0424 15:14:06.344573 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0424 15:14:13.446211 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0424 15:14:33.431698 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 15:14:42.350744 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=595 I0424 15:14:53.344701 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0424 15:15:08.462867 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0424 15:15:44.450724 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0424 15:16:01.426549 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0424 15:16:08.643888 3797 namespace.go:98] [tsf] adding namespace I0424 15:16:08.644740 3797 namespace.go:102] [tsf] adding namespace took 832.113µs I0424 15:16:08.659960 3797 namespace.go:142] [tsf] updating namespace I0424 15:16:08.672618 3797 namespace.go:142] [tsf] updating namespace I0424 15:16:12.709833 3797 namespace.go:98] [tsf-tpa] adding namespace I0424 15:16:12.709865 3797 namespace.go:98] [konflux-ui] adding namespace I0424 15:16:12.710807 3797 namespace.go:102] [tsf-tpa] adding namespace took 948.65µs I0424 15:16:12.711387 3797 namespace.go:102] [konflux-ui] adding namespace took 1.507412ms I0424 15:16:12.715722 3797 namespace.go:98] [tsf-tas] adding namespace I0424 15:16:12.716334 3797 namespace.go:102] [tsf-tas] adding namespace took 597.395µs I0424 15:16:12.723953 3797 namespace.go:98] [tsf-keycloak] adding namespace I0424 15:16:12.724105 3797 namespace.go:98] [konflux-operator] adding namespace I0424 15:16:12.724109 3797 namespace.go:98] [rhbk-operator] adding namespace I0424 15:16:12.724299 3797 namespace.go:98] [rhtpa-operator] adding namespace I0424 15:16:12.724660 3797 namespace.go:102] [tsf-keycloak] adding namespace took 695.296µs I0424 15:16:12.725222 3797 namespace.go:102] [konflux-operator] adding namespace took 1.101745ms I0424 15:16:12.725271 3797 namespace.go:98] [cert-manager-operator] adding namespace I0424 15:16:12.725937 3797 namespace.go:102] [rhbk-operator] adding namespace took 1.811837ms I0424 15:16:12.726573 3797 namespace.go:102] [rhtpa-operator] adding namespace took 2.259527ms I0424 15:16:12.727105 3797 namespace.go:102] [cert-manager-operator] adding namespace took 1.825519ms I0424 15:16:12.733238 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:12.741763 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:12.767793 3797 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:12.774746 3797 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:12.774870 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:12.790246 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:12.790373 3797 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:12.790459 3797 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:12.790540 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:12.790605 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:12.799957 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:12.800103 3797 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:12.845464 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:12.861910 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:12.884170 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:12.902547 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:12.918808 3797 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:12.940044 3797 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:12.940074 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:12.960568 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:12.970501 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:12.976231 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:13.003977 3797 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:13.020013 3797 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:14.084575 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:14.092972 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:20.936167 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.936755 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.936790 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.936811 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:20.936825 3797 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.936829 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:21.961765 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.961789 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.961805 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.961818 3797 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.987755 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.988348 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.988371 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.988380 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:21.988389 3797 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.988393 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:23.012767 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:23.012788 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:23.012813 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:23.012824 3797 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:27.145109 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.145727 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.145760 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.145770 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:27.145784 3797 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.145791 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:28.309536 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.309559 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.309576 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.309588 3797 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:30.197737 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.198292 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.198320 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.198328 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:30.198339 3797 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.198343 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:30.229989 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.230471 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.230493 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.230499 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:30.230508 3797 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.230513 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:30.256049 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.256493 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.256519 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.256525 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:30.256538 3797 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.256544 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:31.230648 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.230667 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.230680 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.230693 3797 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:16:31.261730 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 15:16:31.269243 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.269272 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.269285 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.269299 3797 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292659 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292676 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292685 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292698 3797 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:16:31.472593 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 15:16:31.488162 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 15:16:37.128271 3797 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bfq5p] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-bfq5p for pod on switch ip-10-0-2-250.ec2.internal I0424 15:16:37.128375 3797 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-bfq5p I0424 15:16:37.144028 3797 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-bfq5p] pod update took 15.682053ms I0424 15:16:37.144048 3797 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bfq5p] addLogicalPort annotation time took 15.70647ms I0424 15:16:37.145285 3797 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-bfq5p] addLogicalPort took 17.047862ms, libovsdb time 894.255µs I0424 15:16:37.485964 3797 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-bfq5p 8fa5501d6c0d35fee38ba7eaf99da8c69f2739fd782972909473a62cc5710efc network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bfq5p 8fa5501d6c0d35fee38ba7eaf99da8c69f2739fd782972909473a62cc5710efc network default NAD default NAD key ] I0424 15:16:37.494982 3797 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-bfq5p, hostIfaceName: 8fa5501d6c0d35f, network: default, NAD default, SandboxID: "8fa5501d6c0d35fee38ba7eaf99da8c69f2739fd782972909473a62cc5710efc", PCI device ID: , UID: "99476762-cadb-4009-8c1f-99cb8904abe2", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0424 15:16:37.543146 3797 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-bfq5p 8fa5501d6c0d35fee38ba7eaf99da8c69f2739fd782972909473a62cc5710efc network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bfq5p 8fa5501d6c0d35fee38ba7eaf99da8c69f2739fd782972909473a62cc5710efc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:41:8f:34:42:53\",\"name\":\"8fa5501d6c0d35f\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b5c741b-d024-4730-9f6c-6ba9703921be\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:16:41.802011 3797 namespace.go:142] [openshift-operators] updating namespace I0424 15:16:41.848522 3797 namespace.go:142] [openshift-operators] updating namespace W0424 15:16:44.391812 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 15:16:48.139613 3797 namespace.go:98] [cert-manager] adding namespace I0424 15:16:48.140447 3797 namespace.go:102] [cert-manager] adding namespace took 808.371µs I0424 15:16:48.164956 3797 namespace.go:142] [cert-manager] updating namespace I0424 15:16:48.175526 3797 namespace.go:142] [cert-manager] updating namespace W0424 15:16:48.376597 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:48.387270 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:48.401836 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:48.421031 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 15:16:49.461856 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0424 15:16:50.172886 3797 namespace.go:142] [openshift-operators] updating namespace I0424 15:16:50.669243 3797 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-lk5h2] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-lk5h2 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:16:50.669373 3797 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-lk5h2 I0424 15:16:50.706107 3797 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lk5h2] pod update took 36.760927ms I0424 15:16:50.706131 3797 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-lk5h2] addLogicalPort annotation time took 36.789658ms I0424 15:16:50.707342 3797 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lk5h2] addLogicalPort took 38.117473ms, libovsdb time 862.474µs I0424 15:16:51.038307 3797 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lk5h2 eecfeed101d33dc801e107b75738a0a78fbf58a4b56d60c9f78c99a4f7f7fb98 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lk5h2 eecfeed101d33dc801e107b75738a0a78fbf58a4b56d60c9f78c99a4f7f7fb98 network default NAD default NAD key ] I0424 15:16:51.047485 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-lk5h2, hostIfaceName: eecfeed101d33dc, network: default, NAD default, SandboxID: "eecfeed101d33dc801e107b75738a0a78fbf58a4b56d60c9f78c99a4f7f7fb98", PCI device ID: , UID: "fd6dec2c-d7f9-4146-b4aa-f5cb5534be9d", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0424 15:16:51.096622 3797 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lk5h2 eecfeed101d33dc801e107b75738a0a78fbf58a4b56d60c9f78c99a4f7f7fb98 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lk5h2 eecfeed101d33dc801e107b75738a0a78fbf58a4b56d60c9f78c99a4f7f7fb98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:49:41:60:bf:52\",\"name\":\"eecfeed101d33dc\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70440af0-7f65-45f4-8389-f4c6ba40f327\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:16:54.395735 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 15:16:54.395758 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 15:16:57.843809 3797 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 15:16:57.844608 3797 namespace.go:102] [trusted-artifact-signer] adding namespace took 779.912µs I0424 15:16:57.887788 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:16:57.918756 3797 namespace.go:142] [trusted-artifact-signer] updating namespace W0424 15:16:58.420989 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 15:17:04.994778 3797 namespace.go:98] [openshift-pipelines] adding namespace I0424 15:17:04.995593 3797 namespace.go:102] [openshift-pipelines] adding namespace took 795.885µs I0424 15:17:05.029014 3797 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:05.759973 3797 namespace.go:142] [cert-manager] updating namespace I0424 15:17:05.958618 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:06.360560 3797 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:06.565764 3797 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:06.765144 3797 namespace.go:142] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] updating namespace I0424 15:17:07.166792 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:07.367769 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:07.564108 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:07.766914 3797 namespace.go:142] [tsf] updating namespace I0424 15:17:07.966508 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:08.168334 3797 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:08.371865 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:08.495228 3797 namespace.go:142] [cert-manager] updating namespace I0424 15:17:08.509431 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:08.516562 3797 namespace.go:142] [default] updating namespace I0424 15:17:08.527154 3797 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:08.537359 3797 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:08.547410 3797 namespace.go:142] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] updating namespace I0424 15:17:08.556568 3797 namespace.go:142] [openshift] updating namespace I0424 15:17:08.567564 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:08.577475 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:08.587407 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:08.595024 3797 namespace.go:142] [tsf] updating namespace I0424 15:17:08.608206 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:08.628606 3797 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:08.649352 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:08.751165 3797 namespace.go:142] [cert-manager] updating namespace I0424 15:17:08.851282 3797 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:08.952733 3797 namespace.go:142] [default] updating namespace I0424 15:17:09.049083 3797 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:09.152798 3797 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:09.247827 3797 namespace.go:142] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] updating namespace I0424 15:17:09.351450 3797 namespace.go:142] [openshift] updating namespace I0424 15:17:09.450415 3797 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:09.550042 3797 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:09.652383 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:09.757936 3797 namespace.go:142] [tsf] updating namespace I0424 15:17:09.854725 3797 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:09.964402 3797 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:10.050211 3797 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:10.447489 3797 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:18.091231 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-gxcfj] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-gxcfj for pod on switch ip-10-0-2-250.ec2.internal I0424 15:17:18.091341 3797 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-gxcfj I0424 15:17:18.112737 3797 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-gxcfj] pod update took 21.425482ms I0424 15:17:18.112760 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-gxcfj] addLogicalPort annotation time took 21.453508ms I0424 15:17:18.114114 3797 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-gxcfj] addLogicalPort took 22.895092ms, libovsdb time 981.825µs I0424 15:17:18.284546 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zd5tr] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-zd5tr for pod on switch ip-10-0-2-250.ec2.internal I0424 15:17:18.284647 3797 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zd5tr I0424 15:17:18.301096 3797 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zd5tr] pod update took 16.474586ms I0424 15:17:18.301123 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zd5tr] addLogicalPort annotation time took 16.504516ms I0424 15:17:18.302580 3797 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zd5tr] addLogicalPort took 18.047304ms, libovsdb time 971.947µs I0424 15:17:18.375730 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-psb5z] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-psb5z for pod on switch ip-10-0-2-250.ec2.internal I0424 15:17:18.375823 3797 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-psb5z I0424 15:17:18.391373 3797 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-psb5z] pod update took 15.577319ms I0424 15:17:18.391395 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-psb5z] addLogicalPort annotation time took 15.60122ms I0424 15:17:18.392657 3797 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-psb5z] addLogicalPort took 16.938577ms, libovsdb time 888.284µs I0424 15:17:18.452448 3797 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-gxcfj 0f0ec52f29a5e6711ff79a35704f0c3b7584f4d465f22baa7b63b8c8574cd652 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-gxcfj 0f0ec52f29a5e6711ff79a35704f0c3b7584f4d465f22baa7b63b8c8574cd652 network default NAD default NAD key ] I0424 15:17:18.462460 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-gxcfj, hostIfaceName: 0f0ec52f29a5e67, network: default, NAD default, SandboxID: "0f0ec52f29a5e6711ff79a35704f0c3b7584f4d465f22baa7b63b8c8574cd652", PCI device ID: , UID: "ea6fea16-320f-4333-ba4a-b1bdb958d088", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0424 15:17:18.512535 3797 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-gxcfj 0f0ec52f29a5e6711ff79a35704f0c3b7584f4d465f22baa7b63b8c8574cd652 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-gxcfj 0f0ec52f29a5e6711ff79a35704f0c3b7584f4d465f22baa7b63b8c8574cd652 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:e3:df:c7:6e:ab\",\"name\":\"0f0ec52f29a5e67\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f36b0117-ff71-4f00-94a9-dc5a8067618c\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:17:18.643434 3797 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zd5tr cffe3651d2998333b5cd7fb44aa1c704324422d2c9762f82b6bb79013ab66295 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zd5tr cffe3651d2998333b5cd7fb44aa1c704324422d2c9762f82b6bb79013ab66295 network default NAD default NAD key ] I0424 15:17:18.653603 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-zd5tr, hostIfaceName: cffe3651d299833, network: default, NAD default, SandboxID: "cffe3651d2998333b5cd7fb44aa1c704324422d2c9762f82b6bb79013ab66295", PCI device ID: , UID: "a5faf0a1-37e3-4bcb-a43b-2481d48cbaf3", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0424 15:17:18.703272 3797 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zd5tr cffe3651d2998333b5cd7fb44aa1c704324422d2c9762f82b6bb79013ab66295 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zd5tr cffe3651d2998333b5cd7fb44aa1c704324422d2c9762f82b6bb79013ab66295 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:37:c8:c1:c7:64\",\"name\":\"cffe3651d299833\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aafed56a-1c22-40ae-bdb1-0cedb8560f30\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:17:18.741270 3797 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-psb5z cbd62a52208d8f79a335bdd3ed8215fac37c213d17f4680645fd9994f6c839aa network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-psb5z cbd62a52208d8f79a335bdd3ed8215fac37c213d17f4680645fd9994f6c839aa network default NAD default NAD key ] I0424 15:17:18.753095 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-psb5z, hostIfaceName: cbd62a52208d8f7, network: default, NAD default, SandboxID: "cbd62a52208d8f79a335bdd3ed8215fac37c213d17f4680645fd9994f6c839aa", PCI device ID: , UID: "0516f45e-ffbb-4ff5-a018-a0e2a47d9afa", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0424 15:17:18.800990 3797 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-psb5z cbd62a52208d8f79a335bdd3ed8215fac37c213d17f4680645fd9994f6c839aa network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-psb5z cbd62a52208d8f79a335bdd3ed8215fac37c213d17f4680645fd9994f6c839aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:80:b3:3c:65:53\",\"name\":\"cbd62a52208d8f7\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a0f6e40-967e-4a0c-bc44-3bea150037bf\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:17:20.357508 3797 namespace.go:142] [openshift-pipelines] updating namespace W0424 15:17:21.499711 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:21.499734 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:21.499741 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:21.880953 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.880971 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.880975 3797 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.880979 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.918804 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:21.918826 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:21.918832 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0424 15:17:27.481214 3797 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:27.481778 3797 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:27.505011 3797 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:27.505030 3797 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:27.511000 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 15:17:27.511026 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0424 15:17:32.876995 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:32.877021 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:32.877027 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:32.905858 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:32.905880 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:32.905888 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:32.905894 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:43.449940 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 15:17:43.468836 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0424 15:17:46.538979 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-htbcs] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-htbcs for pod on switch ip-10-0-2-250.ec2.internal I0424 15:17:46.539064 3797 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-htbcs I0424 15:17:46.558900 3797 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-htbcs] pod update took 19.858682ms I0424 15:17:46.558922 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-htbcs] addLogicalPort annotation time took 19.884789ms I0424 15:17:46.560153 3797 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-htbcs] addLogicalPort took 21.19728ms, libovsdb time 889.579µs I0424 15:17:46.638584 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tsz9h] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-tsz9h for pod on switch ip-10-0-2-250.ec2.internal I0424 15:17:46.638696 3797 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tsz9h I0424 15:17:46.652116 3797 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tsz9h] pod update took 13.443852ms I0424 15:17:46.652136 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tsz9h] addLogicalPort annotation time took 13.46892ms I0424 15:17:46.653386 3797 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tsz9h] addLogicalPort took 14.818337ms, libovsdb time 881.747µs I0424 15:17:46.896856 3797 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-htbcs 788316ab08117a80d80d9ff7f7e967d0a8fd907295d3cdba8706e4476852030c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-htbcs 788316ab08117a80d80d9ff7f7e967d0a8fd907295d3cdba8706e4476852030c network default NAD default NAD key ] I0424 15:17:46.906593 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-htbcs, hostIfaceName: 788316ab08117a8, network: default, NAD default, SandboxID: "788316ab08117a80d80d9ff7f7e967d0a8fd907295d3cdba8706e4476852030c", PCI device ID: , UID: "29a27175-7ac4-4742-91dc-5a1d11b347b7", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0424 15:17:46.957634 3797 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-htbcs 788316ab08117a80d80d9ff7f7e967d0a8fd907295d3cdba8706e4476852030c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-htbcs 788316ab08117a80d80d9ff7f7e967d0a8fd907295d3cdba8706e4476852030c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:44:ba:b9:24:31\",\"name\":\"788316ab08117a8\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c047e8d-55ca-47cc-b7bd-3084257f3ca0\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:17:46.999411 3797 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tsz9h 09b2b1d0f0a3e1ebeadab9ef154bae7ba961179fa4d06d6bd3db4be022436a87 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tsz9h 09b2b1d0f0a3e1ebeadab9ef154bae7ba961179fa4d06d6bd3db4be022436a87 network default NAD default NAD key ] I0424 15:17:47.009419 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-tsz9h, hostIfaceName: 09b2b1d0f0a3e1e, network: default, NAD default, SandboxID: "09b2b1d0f0a3e1ebeadab9ef154bae7ba961179fa4d06d6bd3db4be022436a87", PCI device ID: , UID: "f314dd6b-df5f-4cce-9517-41923d40da41", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0424 15:17:47.059784 3797 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tsz9h 09b2b1d0f0a3e1ebeadab9ef154bae7ba961179fa4d06d6bd3db4be022436a87 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-tsz9h 09b2b1d0f0a3e1ebeadab9ef154bae7ba961179fa4d06d6bd3db4be022436a87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:0c:2d:84:57:14\",\"name\":\"09b2b1d0f0a3e1e\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3e76090-4336-482a-886c-61c8200d98fb\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:17:52.007283 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0424 15:18:03.061875 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 15:18:06.734312 3797 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:06.734870 3797 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:06.757313 3797 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:06.757331 3797 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:06.761029 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 15:18:06.761055 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 15:18:07.348856 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0424 15:18:08.615136 3797 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 15:18:08.615769 3797 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 15:18:08.615790 3797 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 15:18:08.617867 3797 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0424 15:18:10.562968 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 15:18:13.650276 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:18:13.650415 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0424 15:18:13.664893 3797 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.49979ms I0424 15:18:13.664917 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.533167ms I0424 15:18:13.666177 3797 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.937821ms, libovsdb time 824.157µs W0424 15:18:14.644400 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:14.644424 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:14.644582 3797 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:14.644599 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 15:18:20.007150 3797 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 8d9ca74b776a7cc8f8c4639222066abf06e058d7387b8f5e49d136279a16b5b1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 8d9ca74b776a7cc8f8c4639222066abf06e058d7387b8f5e49d136279a16b5b1 network default NAD default NAD key ] I0424 15:18:20.016587 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 8d9ca74b776a7cc, network: default, NAD default, SandboxID: "8d9ca74b776a7cc8f8c4639222066abf06e058d7387b8f5e49d136279a16b5b1", PCI device ID: , UID: "787e779f-778c-460b-bc0f-7e0cc58b2a61", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0424 15:18:20.064833 3797 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 8d9ca74b776a7cc8f8c4639222066abf06e058d7387b8f5e49d136279a16b5b1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 8d9ca74b776a7cc8f8c4639222066abf06e058d7387b8f5e49d136279a16b5b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:c5:49:16:bb:42\",\"name\":\"8d9ca74b776a7cc\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e32a563b-91fc-4bd4-996f-bbf0db433cd4\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:18:26.217186 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 15:18:27.643473 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c8bks] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-c8bks for pod on switch ip-10-0-2-250.ec2.internal I0424 15:18:27.643572 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c8bks I0424 15:18:27.662244 3797 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c8bks] pod update took 18.694404ms I0424 15:18:27.662281 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c8bks] addLogicalPort annotation time took 18.735457ms I0424 15:18:27.663440 3797 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c8bks] addLogicalPort took 19.982538ms, libovsdb time 816.162µs I0424 15:18:28.004417 3797 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c8bks de626410ffa24868bcd27e0a95db4b0d17970747f2e8e6bc357929641faa19e2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c8bks de626410ffa24868bcd27e0a95db4b0d17970747f2e8e6bc357929641faa19e2 network default NAD default NAD key ] I0424 15:18:28.013339 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-c8bks, hostIfaceName: de626410ffa2486, network: default, NAD default, SandboxID: "de626410ffa24868bcd27e0a95db4b0d17970747f2e8e6bc357929641faa19e2", PCI device ID: , UID: "3efee2cd-fdb0-494c-8238-8c4ca8a5d845", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0424 15:18:28.064391 3797 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c8bks de626410ffa24868bcd27e0a95db4b0d17970747f2e8e6bc357929641faa19e2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-c8bks de626410ffa24868bcd27e0a95db4b0d17970747f2e8e6bc357929641faa19e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:8b:f4:8b:99:b4\",\"name\":\"de626410ffa2486\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/002e1173-d8cc-4bf4-8edd-8d9376f0442d\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:18:33.839528 3797 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:33.839550 3797 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:33.839555 3797 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 15:18:40.965573 3797 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:40.966098 3797 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:41.004347 3797 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:41.004369 3797 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:41.010479 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 15:18:41.010503 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 15:18:43.618464 3797 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-55tf2-tz6hq] creating logical port tsf-tas_ctlog-createtree-job-55tf2-tz6hq for pod on switch ip-10-0-2-250.ec2.internal I0424 15:18:43.618580 3797 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-55tf2-tz6hq I0424 15:18:43.640135 3797 pod.go:62] [tsf-tas/ctlog-createtree-job-55tf2-tz6hq] pod update took 21.576515ms I0424 15:18:43.640163 3797 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-55tf2-tz6hq] addLogicalPort annotation time took 21.609244ms I0424 15:18:43.641630 3797 pods.go:271] [tsf-tas/ctlog-createtree-job-55tf2-tz6hq] addLogicalPort took 23.183264ms, libovsdb time 900.052µs I0424 15:18:43.976734 3797 cni.go:452] [tsf-tas/ctlog-createtree-job-55tf2-tz6hq 99ba82ca5328e73767848e205bfb16ce7025ec26b3aeb8778f122fb98cc41188 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-55tf2-tz6hq 99ba82ca5328e73767848e205bfb16ce7025ec26b3aeb8778f122fb98cc41188 network default NAD default NAD key ] I0424 15:18:43.985920 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-55tf2-tz6hq, hostIfaceName: 99ba82ca5328e73, network: default, NAD default, SandboxID: "99ba82ca5328e73767848e205bfb16ce7025ec26b3aeb8778f122fb98cc41188", PCI device ID: , UID: "f55b751e-ab31-4b13-bfa2-cbce7defb648", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0424 15:18:43.997311 3797 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6fc6d77dd6-22klx] creating logical port tsf-tas_trillian-logsigner-6fc6d77dd6-22klx for pod on switch ip-10-0-2-250.ec2.internal I0424 15:18:43.997430 3797 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6fc6d77dd6-22klx I0424 15:18:44.028782 3797 pod.go:62] [tsf-tas/trillian-logsigner-6fc6d77dd6-22klx] pod update took 31.385278ms I0424 15:18:44.028814 3797 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6fc6d77dd6-22klx] addLogicalPort annotation time took 31.427005ms I0424 15:18:44.029919 3797 pods.go:271] [tsf-tas/trillian-logsigner-6fc6d77dd6-22klx] addLogicalPort took 32.680587ms, libovsdb time 687.231µs I0424 15:18:44.037614 3797 cni.go:473] [tsf-tas/ctlog-createtree-job-55tf2-tz6hq 99ba82ca5328e73767848e205bfb16ce7025ec26b3aeb8778f122fb98cc41188 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-55tf2-tz6hq 99ba82ca5328e73767848e205bfb16ce7025ec26b3aeb8778f122fb98cc41188 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:6e:1a:19:87:d4\",\"name\":\"99ba82ca5328e73\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2ea0579-c6f3-49ff-b945-77b918ba2208\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:18:44.959212 3797 cni.go:452] [tsf-tas/trillian-logsigner-6fc6d77dd6-22klx f1b114416f1dcade3825b02be2ab6b36bd8a747d31b84a5f2c5b25adb3376c97 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6fc6d77dd6-22klx f1b114416f1dcade3825b02be2ab6b36bd8a747d31b84a5f2c5b25adb3376c97 network default NAD default NAD key ] I0424 15:18:44.972311 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6fc6d77dd6-22klx, hostIfaceName: f1b114416f1dcad, network: default, NAD default, SandboxID: "f1b114416f1dcade3825b02be2ab6b36bd8a747d31b84a5f2c5b25adb3376c97", PCI device ID: , UID: "5b33b80f-dd8e-4117-bfa1-ab2dd408976b", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0424 15:18:45.025969 3797 cni.go:473] [tsf-tas/trillian-logsigner-6fc6d77dd6-22klx f1b114416f1dcade3825b02be2ab6b36bd8a747d31b84a5f2c5b25adb3376c97 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6fc6d77dd6-22klx f1b114416f1dcade3825b02be2ab6b36bd8a747d31b84a5f2c5b25adb3376c97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:af:3d:96:6b:68\",\"name\":\"f1b114416f1dcad\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4e38ca0-dbc6-40d7-b64f-d1a3383fd414\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:18:46.665701 3797 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7544fdd545-9b2vs] creating logical port tsf-tas_trillian-db-7544fdd545-9b2vs for pod on switch ip-10-0-2-250.ec2.internal I0424 15:18:46.665818 3797 kube.go:256] Updating pod tsf-tas/trillian-db-7544fdd545-9b2vs I0424 15:18:46.680165 3797 pod.go:62] [tsf-tas/trillian-db-7544fdd545-9b2vs] pod update took 14.360093ms I0424 15:18:46.680214 3797 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7544fdd545-9b2vs] addLogicalPort annotation time took 14.442616ms I0424 15:18:46.681820 3797 pods.go:271] [tsf-tas/trillian-db-7544fdd545-9b2vs] addLogicalPort took 16.141594ms, libovsdb time 910.225µs W0424 15:18:48.918679 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:48.918700 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0424 15:18:51.427731 3797 cni.go:452] [tsf-tas/trillian-db-7544fdd545-9b2vs a95567030bde47d69aca615d13882d634a3a424de33514f29b8d6f53bc7e5ce9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7544fdd545-9b2vs a95567030bde47d69aca615d13882d634a3a424de33514f29b8d6f53bc7e5ce9 network default NAD default NAD key ] I0424 15:18:51.438546 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7544fdd545-9b2vs, hostIfaceName: a95567030bde47d, network: default, NAD default, SandboxID: "a95567030bde47d69aca615d13882d634a3a424de33514f29b8d6f53bc7e5ce9", PCI device ID: , UID: "4d35fdfa-2d6d-41f8-99f5-1c7bcd75c9db", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0424 15:18:51.493856 3797 cni.go:473] [tsf-tas/trillian-db-7544fdd545-9b2vs a95567030bde47d69aca615d13882d634a3a424de33514f29b8d6f53bc7e5ce9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7544fdd545-9b2vs a95567030bde47d69aca615d13882d634a3a424de33514f29b8d6f53bc7e5ce9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:48:fe:66:7b:e3\",\"name\":\"a95567030bde47d\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f809ab15-7474-4bcb-b007-b66f12d485a8\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0424 15:18:52.293278 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 15:18:53.959765 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 15:18:57.073152 3797 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:57.073759 3797 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:18:57.317983 3797 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 15:18:57.971804 3797 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:57.971836 3797 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:04.169197 3797 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:04.169788 3797 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:05.028188 3797 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:05.028214 3797 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:19:08.365381 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0424 15:19:17.069458 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0424 15:19:24.443329 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0424 15:19:25.414615 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 15:19:26.115120 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 15:19:26.115145 3797 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0424 15:19:29.001408 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-dp5z8] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-dp5z8 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:19:29.001501 3797 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-dp5z8 I0424 15:19:29.012939 3797 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dp5z8] pod update took 11.463226ms I0424 15:19:29.012965 3797 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-dp5z8] addLogicalPort annotation time took 11.49164ms I0424 15:19:29.014442 3797 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dp5z8] addLogicalPort took 13.055414ms, libovsdb time 975.645µs I0424 15:19:29.370846 3797 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dp5z8 21b3439b3ae79cc3d9a19845e414e46cb266f0dee1aa872f0bfe75b37eef07c6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-dp5z8 21b3439b3ae79cc3d9a19845e414e46cb266f0dee1aa872f0bfe75b37eef07c6 network default NAD default NAD key ] I0424 15:19:29.379967 3797 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-dp5z8, hostIfaceName: 21b3439b3ae79cc, network: default, NAD default, SandboxID: "21b3439b3ae79cc3d9a19845e414e46cb266f0dee1aa872f0bfe75b37eef07c6", PCI device ID: , UID: "1e877f91-79da-4b18-82a7-763f6d0e0b18", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0424 15:19:29.431313 3797 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dp5z8 21b3439b3ae79cc3d9a19845e414e46cb266f0dee1aa872f0bfe75b37eef07c6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-dp5z8 21b3439b3ae79cc3d9a19845e414e46cb266f0dee1aa872f0bfe75b37eef07c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d1:5a:48:ad:ca\",\"name\":\"21b3439b3ae79cc\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3da84da6-aa7b-44cb-839c-e57dede4b84a\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:19:31.276104 3797 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:31.276729 3797 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:31.296112 3797 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:31.296136 3797 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:31.301354 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 15:19:31.301379 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 15:19:36.519105 3797 cni.go:452] [tsf-tas/ctlog-createtree-job-55tf2-tz6hq 99ba82ca5328e73767848e205bfb16ce7025ec26b3aeb8778f122fb98cc41188 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-55tf2-tz6hq 99ba82ca5328e73767848e205bfb16ce7025ec26b3aeb8778f122fb98cc41188 network default NAD default NAD key ] I0424 15:19:36.588980 3797 cni.go:473] [tsf-tas/ctlog-createtree-job-55tf2-tz6hq 99ba82ca5328e73767848e205bfb16ce7025ec26b3aeb8778f122fb98cc41188 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-55tf2-tz6hq 99ba82ca5328e73767848e205bfb16ce7025ec26b3aeb8778f122fb98cc41188 network default NAD default NAD key default], result "{}", err I0424 15:19:36.638940 3797 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:36.638972 3797 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-55tf2-tz6hq I0424 15:19:36.640184 3797 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-55tf2-tz6hq, ips: 10.129.0.32 I0424 15:19:36.640208 3797 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:37.531346 3797 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:37.531375 3797 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:38.350226 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=57 I0424 15:19:40.386856 3797 obj_retry.go:498] Detected object tsf/patch-tekton-config-lzn5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:40.387430 3797 obj_retry.go:498] Detected object tsf/patch-tekton-config-lzn5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:40.407400 3797 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:40.407955 3797 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:41.227999 3797 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.228022 3797 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.413345 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.413371 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:19:42.214184 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 15:19:47.842735 3797 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-7dfd5b5596-2g8cg] creating logical port tsf-tas_rekor-server-7dfd5b5596-2g8cg for pod on switch ip-10-0-2-250.ec2.internal I0424 15:19:47.842868 3797 kube.go:256] Updating pod tsf-tas/rekor-server-7dfd5b5596-2g8cg I0424 15:19:47.856011 3797 pod.go:62] [tsf-tas/rekor-server-7dfd5b5596-2g8cg] pod update took 13.20374ms I0424 15:19:47.856041 3797 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-7dfd5b5596-2g8cg] addLogicalPort annotation time took 13.238648ms I0424 15:19:47.857438 3797 pods.go:271] [tsf-tas/rekor-server-7dfd5b5596-2g8cg] addLogicalPort took 14.723195ms, libovsdb time 926.704µs W0424 15:19:49.263983 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0424 15:19:49.286001 3797 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0424 15:19:49.349213 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0424 15:19:50.411730 3797 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lsx7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:50.412294 3797 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lsx7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:51.436960 3797 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lsx7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.436987 3797 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lsx7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.486497 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.486518 3797 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.490921 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-lzn5k I0424 15:19:51.490955 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-lzn5k I0424 15:19:52.403731 3797 cni.go:452] [tsf-tas/rekor-server-7dfd5b5596-2g8cg 6dd1d9a8152d48a9289bc8d5a4b9d03768665027c728c98a627e5190d46724c0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-7dfd5b5596-2g8cg 6dd1d9a8152d48a9289bc8d5a4b9d03768665027c728c98a627e5190d46724c0 network default NAD default NAD key ] I0424 15:19:52.412937 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-7dfd5b5596-2g8cg, hostIfaceName: 6dd1d9a8152d48a, network: default, NAD default, SandboxID: "6dd1d9a8152d48a9289bc8d5a4b9d03768665027c728c98a627e5190d46724c0", PCI device ID: , UID: "3ee3583c-e33d-4210-a593-35b2b0147f38", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0424 15:19:52.464162 3797 cni.go:473] [tsf-tas/rekor-server-7dfd5b5596-2g8cg 6dd1d9a8152d48a9289bc8d5a4b9d03768665027c728c98a627e5190d46724c0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-7dfd5b5596-2g8cg 6dd1d9a8152d48a9289bc8d5a4b9d03768665027c728c98a627e5190d46724c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ed:f2:88:5b:11\",\"name\":\"6dd1d9a8152d48a\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/336deb89-6bb3-4147-8c31-60f9c3b620ac\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:19:55.442330 3797 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:55.442895 3797 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:55.463133 3797 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:55.463157 3797 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:55.468551 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 15:19:55.468567 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0424 15:19:55.606687 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 15:20:00.460531 3797 obj_retry.go:498] Detected object tsf-tpa/create-db-w2fbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:00.461038 3797 obj_retry.go:498] Detected object tsf-tpa/create-db-w2fbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:01.487336 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:01.487362 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:04.508702 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.509247 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.513379 3797 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9th4z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.513789 3797 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9th4z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.630667 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:04.630685 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:05.374645 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:05.374668 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:20:06.609299 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0424 15:20:07.516574 3797 obj_retry.go:498] Detected object tsf-tpa/create-importers-b28nt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:07.517134 3797 obj_retry.go:498] Detected object tsf-tpa/create-importers-b28nt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:07.785938 3797 base_network_controller_pods.go:487] [default/tsf-tpa/server-6f66f7d9f5-llwr4] creating logical port tsf-tpa_server-6f66f7d9f5-llwr4 for pod on switch ip-10-0-2-250.ec2.internal I0424 15:20:07.786049 3797 kube.go:256] Updating pod tsf-tpa/server-6f66f7d9f5-llwr4 I0424 15:20:07.800504 3797 pod.go:62] [tsf-tpa/server-6f66f7d9f5-llwr4] pod update took 14.493932ms I0424 15:20:07.800525 3797 base_network_controller_pods.go:951] [default/tsf-tpa/server-6f66f7d9f5-llwr4] addLogicalPort annotation time took 14.52017ms I0424 15:20:07.801825 3797 pods.go:271] [tsf-tpa/server-6f66f7d9f5-llwr4] addLogicalPort took 15.904525ms, libovsdb time 798.533µs I0424 15:20:07.827169 3797 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-c9tlw] creating logical port tsf-tpa_importer-86bcdf477b-c9tlw for pod on switch ip-10-0-2-250.ec2.internal I0424 15:20:07.827271 3797 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-c9tlw I0424 15:20:07.843183 3797 pod.go:62] [tsf-tpa/importer-86bcdf477b-c9tlw] pod update took 15.954178ms I0424 15:20:07.843207 3797 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-c9tlw] addLogicalPort annotation time took 15.97956ms I0424 15:20:07.844658 3797 pods.go:271] [tsf-tpa/importer-86bcdf477b-c9tlw] addLogicalPort took 17.502065ms, libovsdb time 956.977µs I0424 15:20:08.544978 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:08.545002 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:13.865712 3797 cni.go:452] [tsf-tpa/server-6f66f7d9f5-llwr4 7d75e0e0658692987b2637c9c82b13178b23d6a03cac09dddf8765fb0a408c4a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6f66f7d9f5-llwr4 7d75e0e0658692987b2637c9c82b13178b23d6a03cac09dddf8765fb0a408c4a network default NAD default NAD key ] I0424 15:20:13.875335 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6f66f7d9f5-llwr4, hostIfaceName: 7d75e0e06586929, network: default, NAD default, SandboxID: "7d75e0e0658692987b2637c9c82b13178b23d6a03cac09dddf8765fb0a408c4a", PCI device ID: , UID: "8bfbb42e-2a86-49f2-ac80-a769957c161e", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0424 15:20:13.886534 3797 cni.go:452] [tsf-tpa/importer-86bcdf477b-c9tlw cde23c350c3cff64fc8a060345f69bf672eea2e1491123c660d47c4e357e9955 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-c9tlw cde23c350c3cff64fc8a060345f69bf672eea2e1491123c660d47c4e357e9955 network default NAD default NAD key ] I0424 15:20:13.895515 3797 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-c9tlw, hostIfaceName: cde23c350c3cff6, network: default, NAD default, SandboxID: "cde23c350c3cff64fc8a060345f69bf672eea2e1491123c660d47c4e357e9955", PCI device ID: , UID: "370cb32a-54d6-4fca-8562-90524ff01134", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0424 15:20:13.928706 3797 cni.go:473] [tsf-tpa/server-6f66f7d9f5-llwr4 7d75e0e0658692987b2637c9c82b13178b23d6a03cac09dddf8765fb0a408c4a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6f66f7d9f5-llwr4 7d75e0e0658692987b2637c9c82b13178b23d6a03cac09dddf8765fb0a408c4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:62:72:64:ce:d1\",\"name\":\"7d75e0e06586929\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/167b62fd-4c44-4223-b4e0-352e2f37ff9a\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:20:13.952426 3797 cni.go:473] [tsf-tpa/importer-86bcdf477b-c9tlw cde23c350c3cff64fc8a060345f69bf672eea2e1491123c660d47c4e357e9955 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-c9tlw cde23c350c3cff64fc8a060345f69bf672eea2e1491123c660d47c4e357e9955 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:49:0b:2f:c8:8f\",\"name\":\"cde23c350c3cff6\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05b2da4a-7bd9-4d59-af0a-8d9dae29ce24\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0424 15:20:17.353938 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=505 I0424 15:20:23.604574 3797 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:23.605135 3797 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:24.491275 3797 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:24.491299 3797 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:33.440285 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0424 15:20:35.825058 3797 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0424 15:20:38.550067 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0424 15:20:44.454132 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=4 W0424 15:20:46.836907 3797 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0424 15:20:49.762005 3797 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:49.762603 3797 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:49.799305 3797 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:49.799333 3797 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:49.806104 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 15:20:49.806132 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 15:20:50.534700 3797 namespace.go:98] [default-tenant] adding namespace I0424 15:20:50.535543 3797 namespace.go:102] [default-tenant] adding namespace took 816.812µs I0424 15:20:50.541307 3797 namespace.go:98] [integration-service] adding namespace I0424 15:20:50.542092 3797 namespace.go:102] [integration-service] adding namespace took 760.586µs I0424 15:20:50.543228 3797 namespace.go:98] [image-controller] adding namespace I0424 15:20:50.543277 3797 namespace.go:98] [build-service] adding namespace I0424 15:20:50.543920 3797 namespace.go:102] [image-controller] adding namespace took 674.853µs I0424 15:20:50.544575 3797 namespace.go:102] [build-service] adding namespace took 1.28565ms I0424 15:20:50.586629 3797 namespace.go:142] [default-tenant] updating namespace I0424 15:20:50.610452 3797 namespace.go:142] [default-tenant] updating namespace I0424 15:20:50.615535 3797 namespace.go:142] [integration-service] updating namespace I0424 15:20:50.639755 3797 namespace.go:142] [image-controller] updating namespace I0424 15:20:50.659206 3797 namespace.go:142] [integration-service] updating namespace I0424 15:20:50.677561 3797 namespace.go:142] [build-service] updating namespace I0424 15:20:50.681444 3797 namespace.go:142] [image-controller] updating namespace I0424 15:20:50.710748 3797 namespace.go:142] [build-service] updating namespace I0424 15:20:50.759796 3797 namespace.go:142] [build-service] updating namespace I0424 15:20:50.778895 3797 namespace.go:142] [integration-service] updating namespace I0424 15:20:50.798184 3797 namespace.go:98] [release-service] adding namespace I0424 15:20:50.798991 3797 namespace.go:102] [release-service] adding namespace took 791.372µs I0424 15:20:50.840733 3797 namespace.go:142] [release-service] updating namespace I0424 15:20:50.844871 3797 namespace.go:142] [release-service] updating namespace I0424 15:20:50.871772 3797 namespace.go:142] [konflux-ui] updating namespace I0424 15:20:50.982449 3797 namespace.go:98] [konflux-info] adding namespace I0424 15:20:50.983355 3797 namespace.go:102] [konflux-info] adding namespace took 886.696µs I0424 15:20:51.139823 3797 namespace.go:142] [konflux-info] updating namespace I0424 15:20:51.215811 3797 namespace.go:98] [namespace-lister] adding namespace I0424 15:20:51.216597 3797 namespace.go:102] [namespace-lister] adding namespace took 763.695µs I0424 15:20:51.294840 3797 namespace.go:142] [konflux-info] updating namespace I0424 15:20:51.361000 3797 namespace.go:98] [enterprise-contract-service] adding namespace I0424 15:20:51.361781 3797 namespace.go:102] [enterprise-contract-service] adding namespace took 760µs I0424 15:20:51.361819 3797 namespace.go:142] [image-controller] updating namespace I0424 15:20:51.393687 3797 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:51.538794 3797 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:51.616433 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:51.701969 3797 namespace.go:142] [default-tenant] updating namespace I0424 15:20:51.753905 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:51.868909 3797 namespace.go:98] [segment-bridge] adding namespace I0424 15:20:51.869818 3797 namespace.go:102] [segment-bridge] adding namespace took 886.147µs I0424 15:20:52.053790 3797 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:52.083858 3797 namespace.go:98] [konflux-cli] adding namespace I0424 15:20:52.084734 3797 namespace.go:102] [konflux-cli] adding namespace took 852.139µs I0424 15:20:52.259968 3797 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:52.353363 3797 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:52.410230 3797 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:52.494981 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 15:20:52.495635 3797 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 15:20:52.495657 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 15:20:52.498393 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 15:20:52.565093 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 15:20:52.565117 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 15:20:52.565878 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 15:20:52.986001 3797 namespace.go:142] [build-service] updating namespace I0424 15:20:53.331736 3797 namespace.go:142] [default-tenant] updating namespace I0424 15:20:53.681109 3797 namespace.go:142] [image-controller] updating namespace I0424 15:20:54.037028 3797 namespace.go:142] [integration-service] updating namespace I0424 15:20:54.378524 3797 namespace.go:142] [konflux-info] updating namespace I0424 15:20:54.858821 3797 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:55.138020 3797 namespace.go:142] [release-service] updating namespace I0424 15:20:55.323010 3797 namespace.go:142] [build-service] updating namespace I0424 15:20:55.382345 3797 namespace.go:142] [default-tenant] updating namespace I0424 15:20:55.439191 3797 namespace.go:142] [image-controller] updating namespace I0424 15:20:55.470273 3797 namespace.go:142] [integration-service] updating namespace I0424 15:20:55.525501 3797 namespace.go:142] [konflux-info] updating namespace I0424 15:20:55.581440 3797 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:55.618886 3797 namespace.go:142] [release-service] updating namespace W0424 15:20:55.691770 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 15:20:55.779710 3797 namespace.go:142] [build-service] updating namespace I0424 15:20:55.854800 3797 namespace.go:142] [default-tenant] updating namespace I0424 15:20:55.923490 3797 namespace.go:142] [image-controller] updating namespace I0424 15:20:55.994887 3797 namespace.go:142] [integration-service] updating namespace I0424 15:20:56.040079 3797 namespace.go:142] [konflux-info] updating namespace I0424 15:20:56.100841 3797 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:56.200074 3797 namespace.go:142] [release-service] updating namespace W0424 15:20:56.692273 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 15:20:57.418023 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:57.618717 3797 namespace.go:142] [konflux-cli] updating namespace W0424 15:20:57.670008 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 15:20:57.819165 3797 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:57.936531 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:57.949475 3797 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:57.964829 3797 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:58.050142 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:58.150162 3797 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:58.249713 3797 namespace.go:142] [segment-bridge] updating namespace W0424 15:21:06.735523 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:06.735591 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:06.764158 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:06.764176 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:06.788826 3797 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 15:21:06.814130 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:06.817123 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:07.768517 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:07.768533 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:07.803373 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 15:21:07.807202 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0424 15:21:18.108462 3797 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:18.109098 3797 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:18.816344 3797 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:18.816373 3797 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:18.822848 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 I0424 15:21:18.822873 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 I0424 15:21:28.434970 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0424 15:22:17.361896 3797 obj_retry.go:498] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:17.362487 3797 obj_retry.go:498] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:18.147677 3797 obj_retry.go:492] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:18.147698 3797 obj_retry.go:492] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:18.156395 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-576d954b76-pq6jc I0424 15:22:18.156441 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-576d954b76-pq6jc I0424 15:22:22.374831 3797 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:22.375382 3797 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:22.392473 3797 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:22.392495 3797 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:22.398409 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 15:22:22.398428 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 15:22:35.347747 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155 I0424 15:22:37.440052 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 15:22:38.450274 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0424 15:22:44.721064 3797 namespace.go:98] [default-managed-tenant-k8xie] adding namespace I0424 15:22:44.721911 3797 namespace.go:102] [default-managed-tenant-k8xie] adding namespace took 823.956µs I0424 15:22:44.745767 3797 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:44.760613 3797 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:45.827411 3797 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:45.969910 3797 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:46.061791 3797 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:23:16.466074 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0424 15:23:30.430428 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0424 15:23:36.347929 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0424 15:23:37.466410 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 15:23:42.352023 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0424 15:23:51.459498 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 15:25:19.447208 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0424 15:25:39.357087 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=118 I0424 15:26:23.353324 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=78 I0424 15:27:13.445690 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 15:27:44.350896 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0424 15:28:01.439163 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0424 15:29:08.469483 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0424 15:29:14.353366 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=31 I0424 15:29:43.433309 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 15:30:01.060597 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:01.060640 3797 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:01.064817 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-w2fbb I0424 15:30:01.064841 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-w2fbb I0424 15:30:04.029230 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:04.029274 3797 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:04.033856 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-9th4z I0424 15:30:04.033870 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-9th4z I0424 15:30:04.080812 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:30:04.081417 3797 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:30:04.457769 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0424 15:30:04.950712 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:04.950764 3797 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:08.028480 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:08.028524 3797 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:08.033349 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-b28nt I0424 15:30:08.033371 3797 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-b28nt I0424 15:30:22.470889 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 15:30:53.351701 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0424 15:31:24.360514 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0424 15:31:47.356005 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0424 15:32:19.454318 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0424 15:32:28.462594 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 15:32:32.443383 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10