+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-193.ec2.internal ++ [[ -n ip-10-0-0-193.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-193.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0428 15:38:23.185809933 - disable conntrack on geneve port' I0428 15:38:23.185809933 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0428 15:38:23.228745387 - starting ovnkube-node + echo 'I0428 15:38:23.228745387 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-193.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-193.ec2.internal --init-node ip-10-0-0-193.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-193.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0428 15:38:23.284871 3678 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0428 15:38:23.284921 3678 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-076eb0c26c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0428 15:38:23.286633 3678 kube.go:431] Waiting for certificate I0428 15:38:23.286679 3678 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0428 15:38:23.286712 3678 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0428 15:38:23.287623 3678 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 15:38:23.320383 3678 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:38:23.320401 3678 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:38:23.323160 3678 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:38:23.325861 3678 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4dwxz" I0428 15:38:23.333061 3678 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4dwxz" I0428 15:38:23.333146 3678 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:38:24.287614 3678 kube.go:438] Certificate found I0428 15:38:24.288165 3678 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 15:38:24.289090 3678 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0428 15:38:24.351237 3678 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 15:38:24.366036 3678 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0428 15:38:24.366312 3678 server.go:101] MetricServer registers OVS metrics I0428 15:38:24.367018 3678 server.go:105] MetricServer registers OVN DB metrics I0428 15:38:24.369054 3678 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-29 15:33:23 +0000 UTC" deadline="2026-04-29 11:33:33.19089419 +0000 UTC" I0428 15:38:24.369159 3678 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h55m8.821747963s" I0428 15:38:24.371201 3678 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0428 15:38:24.371255 3678 factory.go:561] Starting watch factory I0428 15:38:24.371349 3678 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371364 3678 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371373 3678 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371392 3678 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371414 3678 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371418 3678 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371394 3678 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371438 3678 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371475 3678 controller_manager.go:370] Starting the ovnkube controller I0428 15:38:24.371491 3678 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-193.ec2.internal I0428 15:38:24.371396 3678 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371564 3678 controller_manager.go:395] NBDB zone sync took: 58.139µs I0428 15:38:24.371573 3678 factory.go:561] Starting watch factory I0428 15:38:24.371577 3678 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371767 3678 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.371790 3678 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.374310 3678 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0428 15:38:24.374344 3678 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0428 15:38:24.387646 3678 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0428 15:38:24.387683 3678 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0428 15:38:24.388773 3678 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.389423 3678 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.389823 3678 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.389965 3678 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.392606 3678 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.395478 3678 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0428 15:38:24.395516 3678 server.go:109] MetricServer registers OVN Controller metrics I0428 15:38:24.397510 3678 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:38:24.400542 3678 server.go:113] MetricServer registers OVN Northd metrics I0428 15:38:24.404476 3678 metrics.go:519] OVN Metrics Server starts to run ... I0428 15:38:24.477355 3678 factory.go:1977] *v1.Service informer cache synced successfully I0428 15:38:24.477391 3678 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 15:38:24.477395 3678 factory.go:1977] *v1.Pod informer cache synced successfully I0428 15:38:24.477399 3678 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 15:38:24.477402 3678 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 15:38:24.477405 3678 factory.go:1977] *v1.Node informer cache synced successfully I0428 15:38:24.477452 3678 factory.go:1977] *v1.Node informer cache synced successfully I0428 15:38:24.477466 3678 factory.go:1977] *v1.Service informer cache synced successfully I0428 15:38:24.477469 3678 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 15:38:24.477473 3678 factory.go:1977] *v1.Pod informer cache synced successfully I0428 15:38:24.477475 3678 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 15:38:24.477478 3678 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 15:38:24.477491 3678 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:24.477489 3678 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:24.477514 3678 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:24.477512 3678 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:24.480510 3678 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:24.480742 3678 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:38:24.482643 3678 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 15:38:24.482655 3678 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 15:38:24.482681 3678 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 15:38:24.482691 3678 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 15:38:24.482719 3678 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.482730 3678 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.485074 3678 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.488318 3678 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 15:38:24.488329 3678 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 15:38:24.488380 3678 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.488397 3678 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.490893 3678 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.494003 3678 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 15:38:24.494091 3678 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.494107 3678 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.494117 3678 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 15:38:24.496464 3678 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.499587 3678 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 15:38:24.499617 3678 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 15:38:24.499657 3678 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.499671 3678 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.502181 3678 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.505396 3678 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 15:38:24.505462 3678 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.505474 3678 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.505481 3678 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 15:38:24.507797 3678 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.511055 3678 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 15:38:24.511069 3678 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 15:38:24.511222 3678 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 15:38:24.511236 3678 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 15:38:24.513826 3678 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 15:38:24.516942 3678 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 15:38:24.517005 3678 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.517037 3678 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.517065 3678 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.517082 3678 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.517115 3678 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 15:38:24.519754 3678 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.520481 3678 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:38:24.522216 3678 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 15:38:24.522226 3678 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 15:38:24.522233 3678 factory.go:680] Watch Factory start up complete, took: 150.980356ms I0428 15:38:24.522235 3678 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 15:38:24.522268 3678 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 15:38:24.522275 3678 factory.go:680] Watch Factory start up complete, took: 150.701593ms I0428 15:38:24.522295 3678 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-193.ec2.internal" zone I0428 15:38:24.522326 3678 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0428 15:38:24.579192 3678 default_node_network_controller.go:710] Initializing the default node network controller I0428 15:38:24.658347 3678 udn_isolation.go:101] Starting UDN host isolation manager I0428 15:38:24.664274 3678 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0428 15:38:24.727149 3678 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0428 15:38:24.727294 3678 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0428 15:38:24.727326 3678 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0428 15:38:24.761801 3678 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0428 15:38:24.761886 3678 default_node_network_controller.go:809] Node ip-10-0-0-193.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0428 15:38:24.767521 3678 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.193"] k8s.ovn.org/zone-name:ip-10-0-0-193.ec2.internal] on node ip-10-0-0-193.ec2.internal I0428 15:38:24.788087 3678 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0428 15:38:24.794444 3678 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0428 15:38:24.794599 3678 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0428 15:38:24.794741 3678 gateway_init.go:263] Preparing Gateway I0428 15:38:24.794753 3678 gateway_shared_intf.go:1687] Creating new gateway I0428 15:38:24.902495 3678 iptables.go:108] Creating table: filter chain: FORWARD I0428 15:38:24.908656 3678 iptables.go:108] Creating table: filter chain: OUTPUT I0428 15:38:24.914727 3678 gateway_shared_intf.go:1816] Gateway Creation Complete I0428 15:38:24.914745 3678 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-193.ec2.internal","mac-address":"12:c9:8f:5b:6d:71","ip-addresses":["10.0.0.193/24"],"ip-address":"10.0.0.193/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:329fa576-bc02-4460-9b0d-006eb1b5d314 k8s.ovn.org/node-encap-ips:["10.0.0.193"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.193/24"} k8s.ovn.org/zone-name:ip-10-0-0-193.ec2.internal] on node ip-10-0-0-193.ec2.internal I0428 15:38:24.934177 3678 default_node_network_controller.go:519] Node connection status = connected I0428 15:38:25.022798 3678 controller_manager.go:429] Waiting for node in zone sync took: 500.466406ms I0428 15:38:25.028180 3678 controller_manager.go:611] Switching to transit router for layer2 networks I0428 15:38:25.028198 3678 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-193.ec2.internal I0428 15:38:25.045449 3678 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 15:38:25.052476 3678 controller_manager.go:290] SCTP support detected in OVN I0428 15:38:25.053173 3678 services_controller.go:69] Creating services controller for network=default I0428 15:38:25.053296 3678 udn_enabled_svc.go:80] Waiting for service informer to sync I0428 15:38:25.053362 3678 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0428 15:38:25.053395 3678 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0428 15:38:25.053408 3678 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0428 15:38:25.053419 3678 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 15:38:25.053625 3678 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0428 15:38:25.053666 3678 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0428 15:38:25.053698 3678 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.956µs I0428 15:38:25.053706 3678 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 40.647µs I0428 15:38:25.053712 3678 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0428 15:38:25.053717 3678 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0428 15:38:25.053725 3678 default_network_controller.go:325] Starting the default network controller I0428 15:38:25.053752 3678 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 18.176µs I0428 15:38:25.053783 3678 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.51µs I0428 15:38:25.053809 3678 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 6.173µs I0428 15:38:25.053913 3678 udn_enabled_svc.go:95] Performing full resync I0428 15:38:25.054374 3678 udn_enabled_svc.go:99] Waiting for handler to sync I0428 15:38:25.054386 3678 udn_enabled_svc.go:104] Starting worker I0428 15:38:25.064447 3678 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0428 15:38:25.064515 3678 repair.go:33] Syncing exgw routes took 52.72µs I0428 15:38:25.064539 3678 default_network_controller.go:414] Starting all the Watchers... I0428 15:38:25.064730 3678 namespace.go:98] [openshift-backplane-cee] adding namespace I0428 15:38:25.064740 3678 namespace.go:98] [openshift-backplane-srep] adding namespace I0428 15:38:25.064753 3678 namespace.go:98] [openshift-logging] adding namespace I0428 15:38:25.064757 3678 namespace.go:98] [openshift-monitoring] adding namespace I0428 15:38:25.064756 3678 namespace.go:98] [openshift-insights] adding namespace I0428 15:38:25.064760 3678 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0428 15:38:25.064772 3678 namespace.go:98] [kube-public] adding namespace I0428 15:38:25.064775 3678 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0428 15:38:25.064779 3678 namespace.go:98] [dedicated-admin] adding namespace I0428 15:38:25.064786 3678 namespace.go:98] [openshift-image-registry] adding namespace I0428 15:38:25.064788 3678 namespace.go:98] [openshift-cluster-version] adding namespace I0428 15:38:25.064790 3678 namespace.go:98] [openshift-dns] adding namespace I0428 15:38:25.064793 3678 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0428 15:38:25.064799 3678 namespace.go:98] [openshift-config-managed] adding namespace I0428 15:38:25.064868 3678 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0428 15:38:25.065494 3678 namespace.go:102] [openshift-backplane-cee] adding namespace took 750.479µs I0428 15:38:25.065513 3678 namespace.go:98] [openshift-network-operator] adding namespace I0428 15:38:25.066080 3678 namespace.go:102] [openshift-network-operator] adding namespace took 560.405µs I0428 15:38:25.066100 3678 namespace.go:98] [openshift-node] adding namespace I0428 15:38:25.066974 3678 namespace.go:102] [openshift-node] adding namespace took 865.555µs I0428 15:38:25.067002 3678 namespace.go:98] [openshift-multus] adding namespace I0428 15:38:25.068184 3678 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.432915ms I0428 15:38:25.068209 3678 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0428 15:38:25.068864 3678 namespace.go:102] [openshift-logging] adding namespace took 4.097443ms I0428 15:38:25.068884 3678 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0428 15:38:25.069558 3678 namespace.go:102] [openshift-monitoring] adding namespace took 4.786365ms I0428 15:38:25.069578 3678 namespace.go:98] [openshift-must-gather-operator] adding namespace I0428 15:38:25.070256 3678 namespace.go:102] [openshift-insights] adding namespace took 5.481501ms I0428 15:38:25.070291 3678 namespace.go:98] [openshift-service-ca-operator] adding namespace I0428 15:38:25.071068 3678 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.287731ms I0428 15:38:25.071090 3678 namespace.go:98] [openshift-network-diagnostics] adding namespace I0428 15:38:25.071800 3678 namespace.go:102] [kube-public] adding namespace took 7.019868ms I0428 15:38:25.071861 3678 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0428 15:38:25.072437 3678 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.653955ms I0428 15:38:25.072453 3678 namespace.go:98] [openshift-console-user-settings] adding namespace I0428 15:38:25.073105 3678 namespace.go:102] [dedicated-admin] adding namespace took 8.314386ms I0428 15:38:25.073123 3678 namespace.go:98] [openshift-config-operator] adding namespace I0428 15:38:25.073856 3678 namespace.go:102] [openshift-image-registry] adding namespace took 9.061942ms I0428 15:38:25.073874 3678 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0428 15:38:25.074501 3678 namespace.go:102] [openshift-cluster-version] adding namespace took 9.704881ms I0428 15:38:25.074526 3678 namespace.go:98] [openshift-backplane-mobb] adding namespace I0428 15:38:25.075098 3678 namespace.go:102] [openshift-dns] adding namespace took 10.29905ms I0428 15:38:25.075119 3678 namespace.go:98] [openshift-machine-config-operator] adding namespace I0428 15:38:25.075652 3678 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 10.849057ms I0428 15:38:25.075671 3678 namespace.go:98] [openshift-ingress-canary] adding namespace I0428 15:38:25.076327 3678 namespace.go:102] [openshift-config-managed] adding namespace took 11.519748ms I0428 15:38:25.076348 3678 namespace.go:98] [openshift] adding namespace I0428 15:38:25.076877 3678 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 11.99644ms I0428 15:38:25.076898 3678 namespace.go:98] [openshift-route-controller-manager] adding namespace W0428 15:38:25.076932 3678 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wrm49: pod openshift-multus/network-metrics-daemon-wrm49: no pod IPs found I0428 15:38:25.077495 3678 namespace.go:102] [openshift-multus] adding namespace took 10.484884ms I0428 15:38:25.077513 3678 namespace.go:98] [openshift-authentication] adding namespace I0428 15:38:25.077969 3678 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 9.751796ms I0428 15:38:25.077989 3678 namespace.go:98] [openshift-backplane-cse] adding namespace I0428 15:38:25.078493 3678 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.603493ms I0428 15:38:25.078513 3678 namespace.go:98] [openshift-customer-monitoring] adding namespace I0428 15:38:25.079149 3678 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.561623ms I0428 15:38:25.079169 3678 namespace.go:98] [default] adding namespace I0428 15:38:25.079863 3678 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.56065ms I0428 15:38:25.079897 3678 namespace.go:98] [openshift-kube-scheduler] adding namespace W0428 15:38:25.079866 3678 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-trwhq: pod openshift-network-diagnostics/network-check-target-trwhq: no pod IPs found I0428 15:38:25.080699 3678 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.60228ms I0428 15:38:25.080720 3678 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0428 15:38:25.081404 3678 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.531557ms I0428 15:38:25.081423 3678 namespace.go:98] [openshift-authentication-operator] adding namespace I0428 15:38:25.082114 3678 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.652682ms I0428 15:38:25.082133 3678 namespace.go:98] [openshift-ingress-operator] adding namespace I0428 15:38:25.082693 3678 namespace.go:102] [openshift-config-operator] adding namespace took 9.563597ms I0428 15:38:25.082708 3678 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0428 15:38:25.083178 3678 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.295689ms I0428 15:38:25.083199 3678 namespace.go:98] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] adding namespace I0428 15:38:25.083729 3678 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.195459ms I0428 15:38:25.083746 3678 namespace.go:98] [openshift-operators] adding namespace I0428 15:38:25.084188 3678 namespace.go:102] [openshift-machine-config-operator] adding namespace took 9.062357ms I0428 15:38:25.084201 3678 namespace.go:98] [openshift-apiserver-operator] adding namespace I0428 15:38:25.084784 3678 namespace.go:102] [openshift-ingress-canary] adding namespace took 9.106448ms I0428 15:38:25.084809 3678 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0428 15:38:25.085231 3678 namespace.go:102] [openshift] adding namespace took 8.878042ms I0428 15:38:25.085242 3678 namespace.go:98] [openshift-apiserver] adding namespace I0428 15:38:25.085796 3678 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.887345ms I0428 15:38:25.085815 3678 namespace.go:98] [openshift-config] adding namespace I0428 15:38:25.086196 3678 namespace.go:102] [openshift-authentication] adding namespace took 8.674882ms I0428 15:38:25.086738 3678 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.742683ms I0428 15:38:25.086754 3678 namespace.go:98] [openshift-backplane-tam] adding namespace I0428 15:38:25.087270 3678 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.75024ms I0428 15:38:25.087305 3678 namespace.go:98] [openshift-backplane] adding namespace I0428 15:38:25.087778 3678 namespace.go:102] [default] adding namespace took 8.602169ms I0428 15:38:25.087792 3678 namespace.go:98] [openshift-console] adding namespace I0428 15:38:25.088186 3678 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.282744ms I0428 15:38:25.088201 3678 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0428 15:38:25.088649 3678 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.923253ms I0428 15:38:25.088662 3678 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0428 15:38:25.089044 3678 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.615443ms I0428 15:38:25.089057 3678 namespace.go:98] [openshift-ingress] adding namespace I0428 15:38:25.089431 3678 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.293731ms I0428 15:38:25.089442 3678 namespace.go:98] [openshift-machine-api] adding namespace I0428 15:38:25.089861 3678 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.14909ms I0428 15:38:25.089870 3678 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0428 15:38:25.090392 3678 namespace.go:102] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] adding namespace took 7.186856ms I0428 15:38:25.090403 3678 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0428 15:38:25.090884 3678 namespace.go:102] [openshift-operators] adding namespace took 7.133017ms I0428 15:38:25.090894 3678 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0428 15:38:25.091438 3678 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.230515ms I0428 15:38:25.091453 3678 namespace.go:98] [openshift-operators-redhat] adding namespace I0428 15:38:25.091884 3678 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.070114ms I0428 15:38:25.091896 3678 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0428 15:38:25.092325 3678 namespace.go:102] [openshift-apiserver] adding namespace took 7.078384ms I0428 15:38:25.092335 3678 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0428 15:38:25.092795 3678 namespace.go:102] [openshift-config] adding namespace took 6.972958ms I0428 15:38:25.092812 3678 namespace.go:98] [openshift-dns-operator] adding namespace I0428 15:38:25.093349 3678 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.590068ms I0428 15:38:25.093360 3678 namespace.go:98] [openshift-network-console] adding namespace I0428 15:38:25.093822 3678 namespace.go:102] [openshift-backplane] adding namespace took 6.510579ms I0428 15:38:25.093835 3678 namespace.go:98] [openshift-infra] adding namespace I0428 15:38:25.094243 3678 namespace.go:102] [openshift-console] adding namespace took 6.444898ms I0428 15:38:25.094256 3678 namespace.go:98] [openshift-package-operator] adding namespace I0428 15:38:25.094651 3678 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.444312ms I0428 15:38:25.094662 3678 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0428 15:38:25.095124 3678 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.456786ms I0428 15:38:25.095138 3678 namespace.go:98] [kube-node-lease] adding namespace I0428 15:38:25.095576 3678 namespace.go:102] [openshift-ingress] adding namespace took 6.513654ms I0428 15:38:25.095591 3678 namespace.go:98] [kube-system] adding namespace I0428 15:38:25.096163 3678 namespace.go:102] [openshift-machine-api] adding namespace took 6.712866ms I0428 15:38:25.096190 3678 namespace.go:98] [openshift-etcd] adding namespace I0428 15:38:25.096733 3678 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.8559ms I0428 15:38:25.096750 3678 namespace.go:98] [openshift-controller-manager] adding namespace I0428 15:38:25.097169 3678 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.760829ms I0428 15:38:25.097181 3678 namespace.go:98] [openshift-kube-apiserver] adding namespace I0428 15:38:25.097745 3678 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.845308ms I0428 15:38:25.098207 3678 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.749254ms I0428 15:38:25.098220 3678 namespace.go:98] [openshift-console-operator] adding namespace I0428 15:38:25.098603 3678 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.703402ms I0428 15:38:25.098616 3678 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0428 15:38:25.099190 3678 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.851397ms I0428 15:38:25.099200 3678 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0428 15:38:25.099608 3678 namespace.go:102] [openshift-dns-operator] adding namespace took 6.788127ms I0428 15:38:25.099630 3678 namespace.go:98] [openshift-marketplace] adding namespace I0428 15:38:25.100120 3678 namespace.go:102] [openshift-network-console] adding namespace took 6.755114ms I0428 15:38:25.100486 3678 namespace.go:102] [openshift-infra] adding namespace took 6.643601ms I0428 15:38:25.100951 3678 namespace.go:102] [openshift-package-operator] adding namespace took 6.690955ms I0428 15:38:25.101377 3678 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.710307ms I0428 15:38:25.101762 3678 namespace.go:102] [kube-node-lease] adding namespace took 6.617984ms I0428 15:38:25.102230 3678 namespace.go:102] [kube-system] adding namespace took 6.634067ms I0428 15:38:25.102245 3678 namespace.go:98] [openshift-network-node-identity] adding namespace I0428 15:38:25.102696 3678 namespace.go:102] [openshift-etcd] adding namespace took 6.498178ms I0428 15:38:25.103152 3678 namespace.go:102] [openshift-controller-manager] adding namespace took 6.393809ms I0428 15:38:25.103170 3678 namespace.go:98] [openshift-backplane-csm] adding namespace I0428 15:38:25.103795 3678 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.607352ms I0428 15:38:25.103818 3678 namespace.go:98] [openshift-host-network] adding namespace I0428 15:38:25.104423 3678 namespace.go:102] [openshift-console-operator] adding namespace took 6.195059ms I0428 15:38:25.104862 3678 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.24093ms I0428 15:38:25.104876 3678 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0428 15:38:25.105229 3678 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.025243ms I0428 15:38:25.105241 3678 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0428 15:38:25.105653 3678 namespace.go:102] [openshift-marketplace] adding namespace took 6.016901ms I0428 15:38:25.106030 3678 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.781199ms I0428 15:38:25.106437 3678 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.26017ms I0428 15:38:25.106935 3678 namespace.go:102] [openshift-host-network] adding namespace took 3.111699ms I0428 15:38:25.107299 3678 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.41914ms I0428 15:38:25.107703 3678 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.458664ms I0428 15:38:25.107878 3678 master.go:548] Adding or Updating local node "ip-10-0-0-193.ec2.internal" for network "default" I0428 15:38:25.108891 3678 zone_ic_handler.go:195] Time taken to create transit switch: 302.35µs I0428 15:38:25.108907 3678 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-149.ec2.internal for the network default E0428 15:38:25.109135 3678 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-253.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-253.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-253.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a78dd8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3489628786}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0428 15:38:25.109255 3678 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-253.ec2.internal", UID:"326247ed-b7f3-4ea1-8092-7c67871c23fb", APIVersion:"v1", ResourceVersion:"8650", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-253.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-253.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a78dd8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3489628786}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0428 15:38:25.110015 3678 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-149.ec2.internal" on network "default" took: 1.436491ms W0428 15:38:25.116582 3678 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-trwhq: pod openshift-network-diagnostics/network-check-target-trwhq: no pod IPs found W0428 15:38:25.116598 3678 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-wrm49: pod openshift-multus/network-metrics-daemon-wrm49: no pod IPs found I0428 15:38:25.117664 3678 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-193.ec2.internal for the network default I0428 15:38:25.117906 3678 zone_ic_handler.go:195] Time taken to create transit switch: 226.576µs I0428 15:38:25.118813 3678 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0428 15:38:25.118845 3678 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0428 15:38:25.118854 3678 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default" I0428 15:38:25.118872 3678 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0428 15:38:25.118904 3678 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:25.118921 3678 services_controller.go:574] Full service sync requested for network=default I0428 15:38:25.118927 3678 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0428 15:38:25.118950 3678 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:25.118956 3678 services_controller.go:574] Full service sync requested for network=default I0428 15:38:25.118962 3678 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-253.ec2.internal in network "default" I0428 15:38:25.118983 3678 node_tracker.go:169] Node ip-10-0-2-253.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:25.118989 3678 services_controller.go:574] Full service sync requested for network=default I0428 15:38:25.219197 3678 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0428 15:38:25.219232 3678 services_controller.go:208] Setting up event handlers for services for network=default I0428 15:38:25.219351 3678 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0428 15:38:25.219402 3678 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0428 15:38:25.219422 3678 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0428 15:38:25.319703 3678 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0428 15:38:25.319728 3678 repair.go:60] Starting repairing loop for services I0428 15:38:25.319849 3678 repair.go:131] Deleted 0 stale service LBs I0428 15:38:25.319868 3678 repair.go:137] Deleted 0 stale Chassis Template Vars I0428 15:38:25.319883 3678 repair.go:62] Finished repairing loop for services: 157.438µs I0428 15:38:25.319910 3678 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0428 15:38:25.319920 3678 services_controller.go:254] Starting workers for network=default I0428 15:38:25.320882 3678 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wrm49] creating logical port openshift-multus_network-metrics-daemon-wrm49 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:38:25.321046 3678 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-wrm49 I0428 15:38:25.321445 3678 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-trwhq] creating logical port openshift-network-diagnostics_network-check-target-trwhq for pod on switch ip-10-0-0-193.ec2.internal I0428 15:38:25.321573 3678 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-trwhq W0428 15:38:25.322313 3678 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:25.336783 3678 pod.go:62] [openshift-network-diagnostics/network-check-target-trwhq] pod update took 15.253231ms I0428 15:38:25.336808 3678 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-trwhq] addLogicalPort annotation time took 15.281976ms I0428 15:38:25.337968 3678 pods.go:271] [openshift-network-diagnostics/network-check-target-trwhq] addLogicalPort took 16.531088ms, libovsdb time 814.749µs I0428 15:38:25.339407 3678 pod.go:62] [openshift-multus/network-metrics-daemon-wrm49] pod update took 18.414484ms I0428 15:38:25.339426 3678 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-wrm49] addLogicalPort annotation time took 18.438984ms I0428 15:38:25.340393 3678 pods.go:271] [openshift-multus/network-metrics-daemon-wrm49] addLogicalPort took 19.523411ms, libovsdb time 753.409µs I0428 15:38:25.340796 3678 admin_network_policy_controller.go:227] Starting controller default-network-controller I0428 15:38:25.340824 3678 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0428 15:38:25.340835 3678 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0428 15:38:25.340839 3678 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0428 15:38:25.341034 3678 repair.go:29] Repairing admin network policies took 189.276µs I0428 15:38:25.341141 3678 repair.go:92] Repairing baseline admin network policies took 99.22µs I0428 15:38:25.341727 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0428 15:38:25.341744 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0428 15:38:25.343686 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0428 15:38:25.343723 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0428 15:38:25.343735 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0428 15:38:25.345365 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0428 15:38:25.345391 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0428 15:38:25.345401 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0428 15:38:25.345712 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0428 15:38:25.345732 3678 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0428 15:38:25.345740 3678 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0428 15:38:25.347307 3678 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0428 15:38:25.347335 3678 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0428 15:38:25.347343 3678 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0428 15:38:25.348608 3678 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0428 15:38:25.348625 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0428 15:38:25.348634 3678 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0428 15:38:25.350269 3678 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0428 15:38:25.350310 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0428 15:38:25.350320 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0428 15:38:25.351586 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0428 15:38:25.351604 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0428 15:38:25.351612 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0428 15:38:25.352125 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0428 15:38:25.352144 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0428 15:38:25.352154 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0428 15:38:25.352862 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0428 15:38:25.352879 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0428 15:38:25.352886 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0428 15:38:25.353160 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0428 15:38:25.353177 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0428 15:38:25.353185 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0428 15:38:25.354860 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0428 15:38:25.354878 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0428 15:38:25.355634 3678 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0428 15:38:25.355647 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 15:38:25.356393 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0428 15:38:25.356413 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0428 15:38:25.356420 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0428 15:38:25.357792 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0428 15:38:25.357812 3678 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0428 15:38:25.357820 3678 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0428 15:38:25.358824 3678 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0428 15:38:25.358841 3678 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0428 15:38:25.358852 3678 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0428 15:38:25.359929 3678 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0428 15:38:25.359947 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0428 15:38:25.359958 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0428 15:38:25.361224 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0428 15:38:25.361241 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0428 15:38:25.361253 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0428 15:38:25.362596 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0428 15:38:25.362614 3678 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0428 15:38:25.362621 3678 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0428 15:38:25.363184 3678 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0428 15:38:25.363200 3678 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0428 15:38:25.363208 3678 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0428 15:38:25.364165 3678 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0428 15:38:25.364188 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0428 15:38:25.364201 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0428 15:38:25.365372 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0428 15:38:25.365396 3678 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0428 15:38:25.365407 3678 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0428 15:38:25.366511 3678 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0428 15:38:25.366530 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0428 15:38:25.366537 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0428 15:38:25.367135 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0428 15:38:25.367151 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0428 15:38:25.367171 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 15:38:25.367906 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0428 15:38:25.367925 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0428 15:38:25.367944 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0428 15:38:25.368500 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0428 15:38:25.368517 3678 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0428 15:38:25.368526 3678 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0428 15:38:25.369603 3678 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0428 15:38:25.369624 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0428 15:38:25.369635 3678 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0428 15:38:25.370171 3678 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0428 15:38:25.370186 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0428 15:38:25.370194 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0428 15:38:25.370702 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0428 15:38:25.370720 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0428 15:38:25.370727 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0428 15:38:25.371178 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0428 15:38:25.371198 3678 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0428 15:38:25.371213 3678 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0428 15:38:25.371763 3678 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0428 15:38:25.377918 3678 egressfirewall.go:374] Starting EgressFirewall controller I0428 15:38:25.377959 3678 controller.go:133] Adding controller egress-firewall-controller event handlers I0428 15:38:25.377962 3678 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0428 15:38:25.377989 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0428 15:38:25.378003 3678 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0428 15:38:25.377989 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0428 15:38:25.378020 3678 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0428 15:38:25.378346 3678 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0428 15:38:25.378361 3678 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0428 15:38:25.378367 3678 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0428 15:38:25.378378 3678 egressqos.go:193] Setting up event handlers for EgressQoS I0428 15:38:25.378383 3678 egressfirewall.go:723] Syncing node "ip-10-0-0-193.ec2.internal" for egress firewall I0428 15:38:25.378391 3678 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0428 15:38:25.378395 3678 egressfirewall.go:723] Syncing node "ip-10-0-2-253.ec2.internal" for egress firewall I0428 15:38:25.378586 3678 egressqos.go:245] Starting EgressQoS Controller I0428 15:38:25.378596 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0428 15:38:25.378603 3678 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0428 15:38:25.378608 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0428 15:38:25.378613 3678 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0428 15:38:25.378619 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0428 15:38:25.378623 3678 shared_informer.go:356] "Caches are synced" controller="egressqos" I0428 15:38:25.378627 3678 egressqos.go:259] Repairing EgressQoSes I0428 15:38:25.378631 3678 egressqos.go:399] Starting repairing loop for egressqos I0428 15:38:25.378705 3678 egressqos.go:401] Finished repairing loop for egressqos: 74.01µs I0428 15:38:25.378720 3678 egressservice_zone.go:132] Setting up event handlers for Egress Services I0428 15:38:25.378760 3678 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-193.ec2.internal I0428 15:38:25.378813 3678 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-193.ec2.internal : 55.534µs I0428 15:38:25.378948 3678 egressservice_zone.go:210] Starting Egress Services Controller I0428 15:38:25.378957 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 15:38:25.378963 3678 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 15:38:25.378968 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 15:38:25.378974 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 15:38:25.378979 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 15:38:25.378983 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 15:38:25.378988 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0428 15:38:25.378993 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0428 15:38:25.378997 3678 egressservice_zone.go:228] Repairing Egress Services I0428 15:38:25.379245 3678 master_controller.go:88] Starting Admin Policy Based Route Controller I0428 15:38:25.379256 3678 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 15:38:25.379308 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal I0428 15:38:25.379324 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 11.019µs I0428 15:38:25.379331 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0428 15:38:25.379336 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 4.589µs I0428 15:38:25.379340 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-253.ec2.internal I0428 15:38:25.379350 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-253.ec2.internal: 8.808µs I0428 15:38:25.379368 3678 default_network_controller.go:585] Completing all the Watchers took 314.819024ms I0428 15:38:25.379379 3678 default_network_controller.go:589] Starting unidling controllers I0428 15:38:25.379392 3678 unidle.go:46] Registering OVN SB ControllerEvent handler I0428 15:38:25.379398 3678 unidle.go:63] Populating Initial ContollerEvent events I0428 15:38:25.379410 3678 unidle.go:79] Setting up event handlers for services I0428 15:38:25.379520 3678 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0428 15:38:25.434668 3678 default_node_network_controller.go:519] Node connection status = connected I0428 15:38:25.845160 3678 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0428 15:38:25.935114 3678 default_node_network_controller.go:519] Node connection status = connected I0428 15:38:25.953858 3678 bridgeconfig.go:537] Gateway is ready I0428 15:38:25.953878 3678 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0428 15:38:25.966639 3678 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.193. Updating OVN encap IP. I0428 15:38:25.972510 3678 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.193 - it is already configured I0428 15:38:25.972524 3678 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.193/24:{} 172.20.0.1/32:{}]. Updating annotations. I0428 15:38:25.972754 3678 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.193/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-193.ec2.internal","mac-address":"12:c9:8f:5b:6d:71","ip-addresses":["10.0.0.193/24"],"ip-address":"10.0.0.193/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:329fa576-bc02-4460-9b0d-006eb1b5d314 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.193/24"}] on node ip-10-0-0-193.ec2.internal I0428 15:38:25.988934 3678 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-193.ec2.internal in network "default" I0428 15:38:25.989044 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal I0428 15:38:25.989064 3678 node_tracker.go:169] Node ip-10-0-0-193.ec2.internal switch + router changed, syncing services in network "default" I0428 15:38:25.989066 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 26.812µs I0428 15:38:25.989082 3678 services_controller.go:574] Full service sync requested for network=default I0428 15:38:25.989113 3678 egressfirewall.go:723] Syncing node "ip-10-0-0-193.ec2.internal" for egress firewall I0428 15:38:25.989112 3678 master.go:548] Adding or Updating local node "ip-10-0-0-193.ec2.internal" for network "default" W0428 15:38:25.989235 3678 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:25.989912 3678 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.193 I0428 15:38:25.990021 3678 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-193.ec2.internal I0428 15:38:25.993661 3678 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-193.ec2.internal. Updating no re-route policies I0428 15:38:25.993756 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wrm49 I0428 15:38:25.993770 3678 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-trxhs I0428 15:38:25.993776 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9kdr7 I0428 15:38:25.993779 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-gcjz5 I0428 15:38:25.993790 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9kdr7 I0428 15:38:25.993791 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-46zlp I0428 15:38:25.993805 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-trwhq I0428 15:38:25.993793 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-gcjz5 I0428 15:38:25.993803 3678 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-193.ec2.internal I0428 15:38:25.993812 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-8p4fv I0428 15:38:25.993823 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9kdr7 after 0 failed attempt(s) I0428 15:38:25.993828 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-gcjz5 after 0 failed attempt(s) I0428 15:38:25.993780 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-vhw52 I0428 15:38:25.993771 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wrm49 I0428 15:38:25.993841 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-vhw52 I0428 15:38:25.993849 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l9mlf I0428 15:38:25.993861 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-vhw52 after 0 failed attempt(s) I0428 15:38:25.993809 3678 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-trxhs I0428 15:38:25.993874 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l9mlf I0428 15:38:25.993769 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-193.ec2.internal I0428 15:38:25.993887 3678 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wrm49] creating logical port openshift-multus_network-metrics-daemon-wrm49 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:38:25.993814 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-trwhq I0428 15:38:25.993756 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-kcfmj I0428 15:38:25.993898 3678 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p5wxn I0428 15:38:25.993901 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-kcfmj I0428 15:38:25.993904 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p5wxn I0428 15:38:25.993904 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l9mlf after 0 failed attempt(s) I0428 15:38:25.993829 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-8p4fv I0428 15:38:25.993926 3678 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-trwhq] creating logical port openshift-network-diagnostics_network-check-target-trwhq for pod on switch ip-10-0-0-193.ec2.internal I0428 15:38:25.993832 3678 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-193.ec2.internal I0428 15:38:25.993963 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-p5wxn after 0 failed attempt(s) I0428 15:38:25.993970 3678 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-193.ec2.internal after 0 failed attempt(s) I0428 15:38:25.993928 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-kcfmj after 0 failed attempt(s) I0428 15:38:25.993892 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-193.ec2.internal I0428 15:38:25.993991 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-193.ec2.internal after 0 failed attempt(s) I0428 15:38:25.993929 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-8p4fv after 0 failed attempt(s) I0428 15:38:25.993889 3678 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-trxhs after 0 failed attempt(s) I0428 15:38:25.993808 3678 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-46zlp I0428 15:38:25.994029 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-46zlp after 0 failed attempt(s) I0428 15:38:25.994591 3678 pods.go:271] [openshift-multus/network-metrics-daemon-wrm49] addLogicalPort took 720.028µs, libovsdb time 238.14µs I0428 15:38:25.994604 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-wrm49 after 0 failed attempt(s) I0428 15:38:25.994748 3678 pods.go:271] [openshift-network-diagnostics/network-check-target-trwhq] addLogicalPort took 833.327µs, libovsdb time 247.918µs I0428 15:38:25.994763 3678 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-trwhq after 0 failed attempt(s) I0428 15:38:26.007179 3678 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0428 15:38:26.019203 3678 iptables.go:108] Creating table: mangle chain: OUTPUT I0428 15:38:26.022325 3678 iptables.go:108] Creating table: nat chain: OUTPUT I0428 15:38:26.072153 3678 iptables.go:108] Creating table: nat chain: PREROUTING I0428 15:38:26.130621 3678 iptables.go:108] Creating table: filter chain: FORWARD I0428 15:38:26.147523 3678 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0428 15:38:26.147679 3678 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0428 15:38:26.147746 3678 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0428 15:38:26.147836 3678 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0428 15:38:26.147887 3678 gateway_init.go:325] Gateway and management port readiness took 1.217902973s I0428 15:38:26.147914 3678 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0428 15:38:26.147958 3678 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0428 15:38:26.147971 3678 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0428 15:38:26.147980 3678 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 15:38:26.148041 3678 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0428 15:38:26.148126 3678 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.493µs I0428 15:38:26.148434 3678 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0428 15:38:26.148474 3678 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 29.435µs I0428 15:38:26.148482 3678 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 49.271µs I0428 15:38:26.148488 3678 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0428 15:38:26.148497 3678 nad_controller.go:379] [node-nad-controller NAD controller]: started I0428 15:38:26.148504 3678 default_node_network_controller.go:899] Starting the default node network controller I0428 15:38:26.148509 3678 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0428 15:38:26.148585 3678 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.69µs I0428 15:38:26.148668 3678 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0428 15:38:26.148676 3678 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0428 15:38:26.148698 3678 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aeec20 0xc0002afd50 0xc0002afdc0 0xc0002afe30 0xc0002afea0 0xc0002aff10 0xc0002c6000 0xc000cc8140 0xc0002c6070 0xc0002c60e0 0xc000cc8320 0xc00655d340 0xc0002c6150 map[0x2ff9080:0xc0021ea420 0x2ff95c0:0xc0021ea5a0 0x2ffa2e0:0xc000ca71a0 0x2ffa580:0xc0021ea3c0 0x2ffad60:0xc0021ea480 0x2ffb000:0xc0021ea4e0 0x2ffb2a0:0xc0021ea540 0x2ffba80:0xc0021ea600 0x2ffbd20:0xc0021ea660 0x3026980:0xc000ca6b40 0x3026d20:0xc000ca6c00 0x3027800:0xc000ca6c60 0x3029160:0xc000ca6300 0x30298a0:0xc000ca7140 0x302a720:0xc000ca6360] 0xc000a70a80 0} I0428 15:38:26.148756 3678 gateway.go:151] Starting gateway service sync I0428 15:38:26.149214 3678 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0428 15:38:26.151372 3678 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0428 15:38:26.178414 3678 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0428 15:38:26.179675 3678 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0428 15:38:26.180870 3678 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0428 15:38:26.217366 3678 gateway.go:168] Gateway service sync done. Time taken: 68.593665ms I0428 15:38:26.217997 3678 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30172 I0428 15:38:26.218192 3678 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aeec20 0xc0002afd50 0xc0002afdc0 0xc0002afe30 0xc0002afea0 0xc0002aff10 0xc0002c6000 0xc000cc8140 0xc0002c6070 0xc0002c60e0 0xc000cc8320 0xc00655d340 0xc0002c6150 map[0x2ff9080:0xc0021ea420 0x2ff95c0:0xc0021ea5a0 0x2ffa2e0:0xc000ca71a0 0x2ffa580:0xc0021ea3c0 0x2ffad60:0xc0021ea480 0x2ffb000:0xc0021ea4e0 0x2ffb2a0:0xc0021ea540 0x2ffba80:0xc0021ea600 0x2ffbd20:0xc0021ea660 0x3026980:0xc000ca6b40 0x3026d20:0xc000ca6c00 0x3027800:0xc000ca6c60 0x3029160:0xc000ca6300 0x30298a0:0xc000ca7140 0x302a720:0xc000ca6360] 0xc000a70a80 0} I0428 15:38:26.218707 3678 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aeec20 0xc0002afd50 0xc0002afdc0 0xc0002afe30 0xc0002afea0 0xc0002aff10 0xc0002c6000 0xc000cc8140 0xc0002c6070 0xc0002c60e0 0xc000cc8320 0xc00655d340 0xc0002c6150 map[0x2ff9080:0xc0021ea420 0x2ff95c0:0xc0021ea5a0 0x2ffa2e0:0xc000ca71a0 0x2ffa580:0xc0021ea3c0 0x2ffad60:0xc0021ea480 0x2ffb000:0xc0021ea4e0 0x2ffb2a0:0xc0021ea540 0x2ffba80:0xc0021ea600 0x2ffbd20:0xc0021ea660 0x3026980:0xc000ca6b40 0x3026d20:0xc000ca6c00 0x3027800:0xc000ca6c60 0x3029160:0xc000ca6300 0x30298a0:0xc000ca7140 0x302a720:0xc000ca6360] 0xc000a70a80 0} I0428 15:38:26.218753 3678 gateway.go:532] Reconciling gateway with updates I0428 15:38:26.224633 3678 gateway.go:339] Spawning Conntrack Rule Check Thread I0428 15:38:26.224715 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:38:26.224731 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:38:26.224746 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:38:26.224752 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:38:26.224758 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:38:26.224759 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:38:26.224778 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:38:26.224784 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:38:26.224783 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:38:26.224798 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:38:26.224800 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:38:26.224807 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224745 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:38:26.224815 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224819 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:38:26.224736 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:38:26.224824 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:38:26.224833 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224845 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:38:26.224850 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:38:26.224853 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 15:38:26.224858 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:38:26.224861 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:38:26.224869 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:38:26.224863 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:38:26.224877 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 15:38:26.224880 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:38:26.224884 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:38:26.224894 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:38:26.224892 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 15:38:26.224899 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:38:26.224891 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:38:26.224896 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:38:26.224905 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:38:26.224909 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 15:38:26.224909 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 15:38:26.224914 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:38:26.224910 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:38:26.224923 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 15:38:26.224926 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 15:38:26.224930 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224931 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:38:26.224883 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:38:26.224942 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:38:26.224942 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:38:26.224946 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 15:38:26.224952 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:38:26.224954 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:38:26.224925 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 15:38:26.224959 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 15:38:26.224962 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224962 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 15:38:26.224960 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:38:26.224967 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:38:26.224976 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:38:26.224977 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:38:26.224982 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:38:26.224986 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 15:38:26.224992 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:38:26.224994 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:26.225001 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 15:38:26.225005 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:26.224948 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:38:26.224851 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 15:38:26.225010 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:38:26.225017 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:38:26.225017 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 15:38:26.225020 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:38:26.224968 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:38:26.225028 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 15:38:26.225032 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:38:26.225034 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:38:26.225038 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 15:38:26.225045 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 15:38:26.225048 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 15:38:26.224994 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:38:26.225059 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224845 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:38:26.225078 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:38:26.225087 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 15:38:26.225090 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 15:38:26.224982 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:38:26.225023 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:38:26.225101 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224911 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:38:26.225120 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 15:38:26.225030 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 15:38:26.225134 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:38:26.224878 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:38:26.225168 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 15:38:26.225005 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:38:26.225172 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224862 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:38:26.225185 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 15:38:26.224870 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:38:26.225198 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 15:38:26.225202 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:38:26.225185 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 15:38:26.224920 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:38:26.225270 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 15:38:26.225204 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224717 3678 default_node_network_controller.go:944] Gateway and management port readiness took 76.032253ms I0428 15:38:26.225304 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 15:38:26.224935 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:38:26.225411 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 15:38:26.224936 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 15:38:26.224937 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:38:26.225445 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:38:26.225495 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 15:38:26.224984 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:38:26.225534 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 15:38:26.224985 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:38:26.225564 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 15:38:26.225006 3678 port_claim.go:71] Svc openshift-ingress/router-default: port 30434 is already open, no action needed I0428 15:38:26.225584 3678 port_claim.go:71] Svc openshift-ingress/router-default: port 30944 is already open, no action needed I0428 15:38:26.225024 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 15:38:26.225644 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 15:38:26.225652 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 15:38:26.225025 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:38:26.225068 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 15:38:26.225682 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 15:38:26.225171 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:38:26.225699 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 15:38:26.224713 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 15:38:26.225718 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 15:38:26.224873 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:38:26.225804 3678 node_ip_handler_linux.go:160] Node IP manager is running I0428 15:38:26.225219 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 15:38:26.224925 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:38:26.225850 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:38:26.225856 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) W0428 15:38:26.265326 3678 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 15:38:26.265486 3678 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 15:38:26.265711 3678 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0428 15:38:26.272366 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 15:38:26.272385 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 15:38:26.317077 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 15:38:26.341386 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 15:38:26.341392 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 15:38:27.338876 3678 default_node_network_controller.go:1380] Starting node controller node sync W0428 15:38:27.338918 3678 egressip_healthcheck.go:76] Health checking using insecure connection I0428 15:38:27.338958 3678 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0428 15:38:27.350585 3678 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.689019ms I0428 15:38:27.350722 3678 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules I0428 15:38:27.350734 3678 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 15:38:27.350765 3678 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-253.ec2.internal", IP: 10.0.2.253 to PMTUD blocking rules I0428 15:38:27.350797 3678 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-253.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 15:38:27.361401 3678 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0428 15:38:27.361643 3678 egressservice_node.go:93] Setting up event handlers for Egress Services I0428 15:38:27.361809 3678 egressservice_node.go:183] Starting Egress Services Controller I0428 15:38:27.361824 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 15:38:27.361836 3678 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 15:38:27.361841 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 15:38:27.361847 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 15:38:27.361852 3678 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 15:38:27.361859 3678 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 15:38:27.361863 3678 egressservice_node.go:197] Repairing Egress Services I0428 15:38:27.371787 3678 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0428 15:38:27.371798 3678 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 15:38:27.372029 3678 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0428 15:38:27.372042 3678 link_network_manager.go:119] Link manager is running I0428 15:38:27.372051 3678 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0428 15:38:27.372224 3678 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0428 15:38:27.372733 3678 vrf_manager.go:128] VRF manager is running I0428 15:38:27.372857 3678 node_controller_manager.go:437] Removing flows to drop GARP I0428 15:38:27.372876 3678 gateway.go:532] Reconciling gateway with updates I0428 15:38:27.398256 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:38:27.398294 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:38:27.398295 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:38:27.398300 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:38:27.398312 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:38:27.398312 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:38:27.398318 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:38:27.398323 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:38:27.398328 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:38:27.398336 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:38:27.398341 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:38:27.398353 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:38:27.398295 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:38:27.398362 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 15:38:27.398365 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:38:27.398261 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:38:27.398376 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:38:27.398384 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:38:27.398388 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:38:27.398391 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 15:38:27.398396 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 15:38:27.398401 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:38:27.398415 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:38:27.398419 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:38:27.398427 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:38:27.398429 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:38:27.398439 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:38:27.398458 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:38:27.398459 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:27.398255 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:38:27.398467 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:38:27.398473 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:38:27.398473 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:38:27.398478 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:38:27.398487 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:38:27.398494 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:38:27.398494 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 15:38:27.398509 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:38:27.398299 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:38:27.398527 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:38:27.398538 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 15:38:27.398444 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:38:27.398544 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 15:38:27.398547 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 15:38:27.398528 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 15:38:27.398554 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:38:27.398565 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:38:27.398486 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 15:38:27.398570 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 15:38:27.398467 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:38:27.398579 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 15:38:27.398587 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:38:27.398595 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:38:27.398599 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 15:38:27.398598 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:38:27.398603 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:38:27.398459 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:38:27.398612 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:38:27.398610 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 15:38:27.398621 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:38:27.398623 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 15:38:27.398497 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:38:27.398628 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 15:38:27.398623 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 15:38:27.398632 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:38:27.398472 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 15:38:27.398637 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 15:38:27.398643 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:38:27.398642 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:38:27.398649 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 15:38:27.398653 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 15:38:27.398656 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:38:27.398588 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:38:27.398660 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:38:27.398664 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:38:27.398668 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:38:27.398443 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:38:27.398673 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:38:27.398679 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 15:38:27.398677 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 15:38:27.398665 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 15:38:27.398690 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 15:38:27.398692 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 15:38:27.398615 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:38:27.398701 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:38:27.398552 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:38:27.398713 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 15:38:27.398702 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 15:38:27.398631 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 15:38:27.398642 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 15:38:27.398725 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:38:27.398733 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 15:38:27.398738 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:38:27.398715 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 15:38:27.398742 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 15:38:27.398745 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 15:38:27.398455 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:38:27.398477 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:38:27.398761 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:38:27.398649 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:38:27.398816 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:38:27.398647 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 15:38:27.398659 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 15:38:27.398664 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 15:38:27.398859 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 15:38:27.398657 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 15:38:27.398876 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 15:38:27.398669 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 15:38:27.398672 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:38:27.398477 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:38:27.398913 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:38:27.398877 3678 port_claim.go:71] Svc openshift-ingress/router-default: port 30434 is already open, no action needed I0428 15:38:27.398918 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 15:38:27.398930 3678 port_claim.go:71] Svc openshift-ingress/router-default: port 30944 is already open, no action needed I0428 15:38:27.398628 3678 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:38:27.398974 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:38:27.398724 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 15:38:27.398755 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 15:38:27.398674 3678 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:38:27.437894 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 15:38:27.437920 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 15:38:27.437927 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 15:38:27.437935 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 15:38:27.437948 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 15:38:27.437954 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 15:38:27.437959 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 15:38:27.437968 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 15:38:27.437974 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 15:38:27.437980 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 15:38:27.477727 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 15:38:27.497796 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 15:38:27.497831 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 15:38:27.497844 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 15:38:27.497788 3678 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 15:38:29.569138 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-193.ec2.internal I0428 15:38:29.569174 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-193.ec2.internal: 43.8µs I0428 15:38:29.601104 3678 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65d994b5b4-hnfvw] creating logical port openshift-image-registry_image-registry-65d994b5b4-hnfvw for pod on switch ip-10-0-0-193.ec2.internal I0428 15:38:29.601264 3678 kube.go:256] Updating pod openshift-image-registry/image-registry-65d994b5b4-hnfvw I0428 15:38:29.629885 3678 pod.go:62] [openshift-image-registry/image-registry-65d994b5b4-hnfvw] pod update took 28.659561ms I0428 15:38:29.629917 3678 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-65d994b5b4-hnfvw] addLogicalPort annotation time took 28.699036ms I0428 15:38:29.631481 3678 pods.go:271] [openshift-image-registry/image-registry-65d994b5b4-hnfvw] addLogicalPort took 30.438439ms, libovsdb time 1.205622ms I0428 15:38:29.633915 3678 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ngwff] creating logical port openshift-ingress-canary_ingress-canary-ngwff for pod on switch ip-10-0-0-193.ec2.internal I0428 15:38:29.634050 3678 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ngwff I0428 15:38:29.650747 3678 pod.go:62] [openshift-ingress-canary/ingress-canary-ngwff] pod update took 16.714871ms I0428 15:38:29.650770 3678 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ngwff] addLogicalPort annotation time took 16.747786ms I0428 15:38:29.651896 3678 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-l5v2v] creating logical port openshift-dns_dns-default-l5v2v for pod on switch ip-10-0-0-193.ec2.internal I0428 15:38:29.652120 3678 pods.go:271] [openshift-ingress-canary/ingress-canary-ngwff] addLogicalPort took 18.234848ms, libovsdb time 1.053334ms I0428 15:38:29.652232 3678 kube.go:256] Updating pod openshift-dns/dns-default-l5v2v I0428 15:38:29.672683 3678 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0428 15:38:29.672803 3678 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 126.401µs I0428 15:38:29.672877 3678 pod.go:62] [openshift-dns/dns-default-l5v2v] pod update took 20.701771ms I0428 15:38:29.672895 3678 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-l5v2v] addLogicalPort annotation time took 20.73685ms I0428 15:38:29.674072 3678 pods.go:271] [openshift-dns/dns-default-l5v2v] addLogicalPort took 22.184207ms, libovsdb time 894.428µs I0428 15:38:30.018505 3678 cni.go:452] [openshift-ingress-canary/ingress-canary-ngwff 82cfe05c5854f3a0df83ccc53a52c2c83b2c1f0c2e1ccaa4c6e0ab308b3afc27 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ngwff 82cfe05c5854f3a0df83ccc53a52c2c83b2c1f0c2e1ccaa4c6e0ab308b3afc27 network default NAD default NAD key ] I0428 15:38:30.044143 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ngwff, hostIfaceName: 82cfe05c5854f3a, network: default, NAD default, SandboxID: "82cfe05c5854f3a0df83ccc53a52c2c83b2c1f0c2e1ccaa4c6e0ab308b3afc27", PCI device ID: , UID: "df7382c7-5243-40d8-a4c9-7a595ba0f29a", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0428 15:38:30.114723 3678 cni.go:473] [openshift-ingress-canary/ingress-canary-ngwff 82cfe05c5854f3a0df83ccc53a52c2c83b2c1f0c2e1ccaa4c6e0ab308b3afc27 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ngwff 82cfe05c5854f3a0df83ccc53a52c2c83b2c1f0c2e1ccaa4c6e0ab308b3afc27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:01:04:8a:d7:b1\",\"name\":\"82cfe05c5854f3a\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d3fcad7-24b3-4a16-93db-5e9716bf2ab7\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:38:33.770383 3678 cni.go:452] [openshift-network-diagnostics/network-check-target-trwhq 34da26f5ac2eee6f0b9a84eecbba39f5958e9eccb83316223dc21334aef1aa1e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-trwhq 34da26f5ac2eee6f0b9a84eecbba39f5958e9eccb83316223dc21334aef1aa1e network default NAD default NAD key ] I0428 15:38:33.779913 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-trwhq, hostIfaceName: 34da26f5ac2eee6, network: default, NAD default, SandboxID: "34da26f5ac2eee6f0b9a84eecbba39f5958e9eccb83316223dc21334aef1aa1e", PCI device ID: , UID: "9d9abb11-ac45-463f-a51f-af56fc5f2178", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0428 15:38:33.834512 3678 cni.go:473] [openshift-network-diagnostics/network-check-target-trwhq 34da26f5ac2eee6f0b9a84eecbba39f5958e9eccb83316223dc21334aef1aa1e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-trwhq 34da26f5ac2eee6f0b9a84eecbba39f5958e9eccb83316223dc21334aef1aa1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:8e:6d:93:6e:f2\",\"name\":\"34da26f5ac2eee6\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3c00a7d-537d-4a2a-82b5-3d28fe5d69c9\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:38:37.948488 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 15:38:39.764488 3678 default_network_controller.go:1025] Node "ip-10-0-2-253.ec2.internal" in remote zone "ip-10-0-2-253.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0428 15:38:39.765296 3678 zone_ic_handler.go:195] Time taken to create transit switch: 280.505µs I0428 15:38:39.765310 3678 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-253.ec2.internal for the network default I0428 15:38:39.766318 3678 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-253.ec2.internal" on network "default" took: 1.319525ms W0428 15:38:47.786712 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 15:39:05.604828 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0428 15:39:08.953678 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 15:40:00.188609 3678 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29623180-jhncv for pod on switch ip-10-0-0-193.ec2.internal I0428 15:40:00.188741 3678 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv I0428 15:40:00.201668 3678 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv] pod update took 12.949779ms I0428 15:40:00.201693 3678 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv] addLogicalPort annotation time took 12.977781ms I0428 15:40:00.202865 3678 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv] addLogicalPort took 14.274935ms, libovsdb time 892.351µs I0428 15:40:00.553507 3678 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv fa4c27068191a280c72eadfcbd39917ead5a67523fd1dc6fda6f09d1f1c5155e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv fa4c27068191a280c72eadfcbd39917ead5a67523fd1dc6fda6f09d1f1c5155e network default NAD default NAD key ] I0428 15:40:00.564191 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29623180-jhncv, hostIfaceName: fa4c27068191a28, network: default, NAD default, SandboxID: "fa4c27068191a280c72eadfcbd39917ead5a67523fd1dc6fda6f09d1f1c5155e", PCI device ID: , UID: "724634e6-d4f0-497e-beae-672b761b7f35", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0428 15:40:00.609529 3678 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv fa4c27068191a280c72eadfcbd39917ead5a67523fd1dc6fda6f09d1f1c5155e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv fa4c27068191a280c72eadfcbd39917ead5a67523fd1dc6fda6f09d1f1c5155e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:a0:30:22:d7:b9\",\"name\":\"fa4c27068191a28\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c98ff651-caae-4e20-9501-741071a57e90\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:40:04.264122 3678 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6c49b799d7-mlql4] creating logical port openshift-ingress_router-default-6c49b799d7-mlql4 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:40:04.264205 3678 kube.go:256] Updating pod openshift-ingress/router-default-6c49b799d7-mlql4 I0428 15:40:04.293546 3678 pod.go:62] [openshift-ingress/router-default-6c49b799d7-mlql4] pod update took 29.36726ms I0428 15:40:04.293575 3678 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6c49b799d7-mlql4] addLogicalPort annotation time took 29.399445ms I0428 15:40:04.294922 3678 pods.go:271] [openshift-ingress/router-default-6c49b799d7-mlql4] addLogicalPort took 30.812963ms, libovsdb time 1.041502ms I0428 15:40:04.296646 3678 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-68b8546b7-dvwn4] creating logical port openshift-ingress_router-default-68b8546b7-dvwn4 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:40:04.296734 3678 kube.go:256] Updating pod openshift-ingress/router-default-68b8546b7-dvwn4 I0428 15:40:04.324375 3678 pod.go:62] [openshift-ingress/router-default-68b8546b7-dvwn4] pod update took 27.662484ms I0428 15:40:04.324398 3678 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-68b8546b7-dvwn4] addLogicalPort annotation time took 27.692047ms I0428 15:40:04.325520 3678 pods.go:271] [openshift-ingress/router-default-68b8546b7-dvwn4] addLogicalPort took 28.884954ms, libovsdb time 854.321µs I0428 15:40:08.085503 3678 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:08.086149 3678 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:08.086183 3678 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:40:08.086194 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0428 15:40:08.086209 3678 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:40:08.086217 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0428 15:40:09.112865 3678 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:09.112885 3678 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:09.112901 3678 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:09.112912 3678 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhhtlk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:40:09.781696 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0428 15:40:09.886593 3678 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0428 15:40:09.887553 3678 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 938.739µs I0428 15:40:09.925631 3678 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0428 15:40:10.431479 3678 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0428 15:40:10.445011 3678 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0428 15:40:10.661084 3678 namespace.go:98] [openshift-service-ca] adding namespace I0428 15:40:10.661946 3678 namespace.go:102] [openshift-service-ca] adding namespace took 837.975µs I0428 15:40:10.681861 3678 namespace.go:142] [openshift-service-ca] updating namespace I0428 15:40:12.340600 3678 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-qpmnv] creating logical port openshift-service-ca_service-ca-d9cb48497-qpmnv for pod on switch ip-10-0-0-193.ec2.internal I0428 15:40:12.340707 3678 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-qpmnv I0428 15:40:12.354664 3678 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-qpmnv] pod update took 13.980163ms I0428 15:40:12.354688 3678 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-qpmnv] addLogicalPort annotation time took 14.008051ms I0428 15:40:12.355869 3678 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-qpmnv] addLogicalPort took 15.286479ms, libovsdb time 879.852µs I0428 15:40:12.697062 3678 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-qpmnv b6fd645156c4d350818d057749ffaee067a771d4af15cf7467410048a2320c2f network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-qpmnv b6fd645156c4d350818d057749ffaee067a771d4af15cf7467410048a2320c2f network default NAD default NAD key ] I0428 15:40:12.707327 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-qpmnv, hostIfaceName: b6fd645156c4d35, network: default, NAD default, SandboxID: "b6fd645156c4d350818d057749ffaee067a771d4af15cf7467410048a2320c2f", PCI device ID: , UID: "8997377c-fb6c-4ea9-beb7-958f1b98fe98", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0428 15:40:12.752254 3678 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-qpmnv b6fd645156c4d350818d057749ffaee067a771d4af15cf7467410048a2320c2f network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-qpmnv b6fd645156c4d350818d057749ffaee067a771d4af15cf7467410048a2320c2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:53:b4:b5:bd:c0\",\"name\":\"b6fd645156c4d35\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2bc9bc5-ee09-43ca-9647-c17dae8c5774\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:40:20.017236 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0428 15:40:34.224692 3678 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0428 15:40:34.400342 3678 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8htz7] creating logical port openshift-insights_insights-runtime-extractor-8htz7 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:40:34.400477 3678 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8htz7 I0428 15:40:34.419849 3678 pod.go:62] [openshift-insights/insights-runtime-extractor-8htz7] pod update took 19.398767ms I0428 15:40:34.419877 3678 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8htz7] addLogicalPort annotation time took 19.433851ms I0428 15:40:34.421033 3678 pods.go:271] [openshift-insights/insights-runtime-extractor-8htz7] addLogicalPort took 20.712815ms, libovsdb time 820.833µs I0428 15:40:34.755786 3678 cni.go:452] [openshift-insights/insights-runtime-extractor-8htz7 fdb1358af2436f6a5b97deb772c2261bf96bde459903a1cbb90cf844ce97145b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8htz7 fdb1358af2436f6a5b97deb772c2261bf96bde459903a1cbb90cf844ce97145b network default NAD default NAD key ] I0428 15:40:34.764928 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8htz7, hostIfaceName: fdb1358af2436f6, network: default, NAD default, SandboxID: "fdb1358af2436f6a5b97deb772c2261bf96bde459903a1cbb90cf844ce97145b", PCI device ID: , UID: "31e5de01-d299-48da-bf62-0a2e65050d50", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0428 15:40:34.811136 3678 cni.go:473] [openshift-insights/insights-runtime-extractor-8htz7 fdb1358af2436f6a5b97deb772c2261bf96bde459903a1cbb90cf844ce97145b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8htz7 fdb1358af2436f6a5b97deb772c2261bf96bde459903a1cbb90cf844ce97145b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d1:2d:19:82:31\",\"name\":\"fdb1358af2436f6\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1eb53b9f-e4f7-4a57-8183-69ae2f4405e3\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:40:35.857950 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:35.858609 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:35.877977 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:35.878002 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-576d954967-qdv5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:35.892168 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-576d954967-qdv5x I0428 15:40:35.892189 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-576d954967-qdv5x I0428 15:40:36.227205 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:36.227241 3678 pods.go:176] Deleting pod: openshift-image-registry/image-registry-65d994b5b4-hnfvw I0428 15:40:36.228573 3678 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-65d994b5b4-hnfvw, ips: 10.130.0.5 I0428 15:40:36.228600 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:36.238619 3678 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-df85bc6bf-msd4p] creating logical port openshift-image-registry_image-registry-df85bc6bf-msd4p for pod on switch ip-10-0-0-193.ec2.internal I0428 15:40:36.238714 3678 kube.go:256] Updating pod openshift-image-registry/image-registry-df85bc6bf-msd4p I0428 15:40:36.243725 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:36.243741 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-hnfvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:36.248026 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65d994b5b4-hnfvw I0428 15:40:36.248054 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65d994b5b4-hnfvw I0428 15:40:36.259214 3678 pod.go:62] [openshift-image-registry/image-registry-df85bc6bf-msd4p] pod update took 20.532844ms I0428 15:40:36.259235 3678 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-df85bc6bf-msd4p] addLogicalPort annotation time took 20.558043ms I0428 15:40:36.260391 3678 pods.go:271] [openshift-image-registry/image-registry-df85bc6bf-msd4p] addLogicalPort took 21.789325ms, libovsdb time 833.104µs I0428 15:40:36.422030 3678 cni.go:452] [openshift-ingress/router-default-6c49b799d7-mlql4 b317cacc78f96b5e3850581b562fb300fc19ee5804b3e538fc3fd5b4fd6b0be0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6c49b799d7-mlql4 b317cacc78f96b5e3850581b562fb300fc19ee5804b3e538fc3fd5b4fd6b0be0 network default NAD default NAD key ] I0428 15:40:36.431916 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6c49b799d7-mlql4, hostIfaceName: b317cacc78f96b5, network: default, NAD default, SandboxID: "b317cacc78f96b5e3850581b562fb300fc19ee5804b3e538fc3fd5b4fd6b0be0", PCI device ID: , UID: "1eb45bfe-3429-43c4-bad9-05f52dbb16b4", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0428 15:40:36.452980 3678 cni.go:452] [openshift-ingress/router-default-68b8546b7-dvwn4 6bf13b11fa88f69e2e172f904ea55bd0d431ab1500f7cd0c5db31ccbee9b051b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-68b8546b7-dvwn4 6bf13b11fa88f69e2e172f904ea55bd0d431ab1500f7cd0c5db31ccbee9b051b network default NAD default NAD key ] I0428 15:40:36.463365 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-68b8546b7-dvwn4, hostIfaceName: 6bf13b11fa88f69, network: default, NAD default, SandboxID: "6bf13b11fa88f69e2e172f904ea55bd0d431ab1500f7cd0c5db31ccbee9b051b", PCI device ID: , UID: "c5636490-b2e8-4707-861c-7bdf6cacd052", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0428 15:40:36.480103 3678 cni.go:473] [openshift-ingress/router-default-6c49b799d7-mlql4 b317cacc78f96b5e3850581b562fb300fc19ee5804b3e538fc3fd5b4fd6b0be0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6c49b799d7-mlql4 b317cacc78f96b5e3850581b562fb300fc19ee5804b3e538fc3fd5b4fd6b0be0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:e1:37:80:e8:ae\",\"name\":\"b317cacc78f96b5\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7d0a1a0-6180-493a-b7f6-78f9e0b44d06\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:40:36.510194 3678 cni.go:473] [openshift-ingress/router-default-68b8546b7-dvwn4 6bf13b11fa88f69e2e172f904ea55bd0d431ab1500f7cd0c5db31ccbee9b051b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-68b8546b7-dvwn4 6bf13b11fa88f69e2e172f904ea55bd0d431ab1500f7cd0c5db31ccbee9b051b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f6:81:d3:54:53\",\"name\":\"6bf13b11fa88f69\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07d105f6-ad4a-4fa0-a6b4-37883d49102e\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:40:36.606444 3678 cni.go:452] [openshift-image-registry/image-registry-df85bc6bf-msd4p 55e14cfa2a4c6923e50a7d4db8d3a55ff98bb0ebc00a6846fd9f9c22f6cf6c60 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-df85bc6bf-msd4p 55e14cfa2a4c6923e50a7d4db8d3a55ff98bb0ebc00a6846fd9f9c22f6cf6c60 network default NAD default NAD key ] I0428 15:40:36.618067 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-df85bc6bf-msd4p, hostIfaceName: 55e14cfa2a4c692, network: default, NAD default, SandboxID: "55e14cfa2a4c6923e50a7d4db8d3a55ff98bb0ebc00a6846fd9f9c22f6cf6c60", PCI device ID: , UID: "19c72f7c-8ea7-4b3d-87fb-2b48332202b0", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0428 15:40:36.667036 3678 cni.go:473] [openshift-image-registry/image-registry-df85bc6bf-msd4p 55e14cfa2a4c6923e50a7d4db8d3a55ff98bb0ebc00a6846fd9f9c22f6cf6c60 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-df85bc6bf-msd4p 55e14cfa2a4c6923e50a7d4db8d3a55ff98bb0ebc00a6846fd9f9c22f6cf6c60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:42:d1:36:55:03\",\"name\":\"55e14cfa2a4c692\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8fb87a2-29e4-490c-a2f0-539d292134ba\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:40:36.863267 3678 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:37.084220 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.084250 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.085230 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.085245 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.085250 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.237940 3678 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:37.264109 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.264134 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.264142 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.265755 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.265768 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.300554 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.300579 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:37.300619 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.300632 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:37.300638 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.115991 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116011 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116022 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116026 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:38.116041 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116043 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:38.116047 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116054 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.116093 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:38.116098 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:38.116110 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:38.116114 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:38.268360 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0428 15:40:38.268380 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0428 15:40:38.333177 3678 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0428 15:40:38.345932 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.345949 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0428 15:40:38.345957 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default I0428 15:40:38.469192 3678 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0428 15:40:42.099578 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0428 15:40:43.833414 3678 cni.go:452] [openshift-dns/dns-default-l5v2v e17a0b384efe03c8ebbfb955bcc56e0826db737eb7a924f4178e4e544b6b0898 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-l5v2v e17a0b384efe03c8ebbfb955bcc56e0826db737eb7a924f4178e4e544b6b0898 network default NAD default NAD key ] I0428 15:40:43.843162 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-l5v2v, hostIfaceName: e17a0b384efe03c, network: default, NAD default, SandboxID: "e17a0b384efe03c8ebbfb955bcc56e0826db737eb7a924f4178e4e544b6b0898", PCI device ID: , UID: "db0ec3d2-5fda-4c52-9004-88ae6a6ed96b", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0428 15:40:43.893226 3678 cni.go:473] [openshift-dns/dns-default-l5v2v e17a0b384efe03c8ebbfb955bcc56e0826db737eb7a924f4178e4e544b6b0898 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-l5v2v e17a0b384efe03c8ebbfb955bcc56e0826db737eb7a924f4178e4e544b6b0898 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:17:72:cd:c8:2d\",\"name\":\"e17a0b384efe03c\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7745b57-4e6b-4bf3-a836-13ae18ca2f9b\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:40:49.063355 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:49.063380 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0428 15:40:49.391617 3678 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-cvgx4] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-cvgx4 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:40:49.391735 3678 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-cvgx4 I0428 15:40:49.411540 3678 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-cvgx4] pod update took 19.851823ms I0428 15:40:49.411566 3678 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-cvgx4] addLogicalPort annotation time took 19.882168ms I0428 15:40:49.412691 3678 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-cvgx4] addLogicalPort took 21.09201ms, libovsdb time 821.347µs I0428 15:40:49.748274 3678 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-cvgx4 aaec28db5ee3610fce4fe6081a1acf44bcc83387933a271686983aee9e14492f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-cvgx4 aaec28db5ee3610fce4fe6081a1acf44bcc83387933a271686983aee9e14492f network default NAD default NAD key ] I0428 15:40:49.757959 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-cvgx4, hostIfaceName: aaec28db5ee3610, network: default, NAD default, SandboxID: "aaec28db5ee3610fce4fe6081a1acf44bcc83387933a271686983aee9e14492f", PCI device ID: , UID: "5c853368-ca48-495a-aaff-70339a84735e", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0428 15:40:49.810195 3678 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-cvgx4 aaec28db5ee3610fce4fe6081a1acf44bcc83387933a271686983aee9e14492f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-cvgx4 aaec28db5ee3610fce4fe6081a1acf44bcc83387933a271686983aee9e14492f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:7e:09:bc:83:8f\",\"name\":\"aaec28db5ee3610\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4abbe88-e1e8-48a2-8426-64bf85de8b78\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:40:50.902507 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:40:50.902526 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0428 15:40:50.902532 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:40:50.902550 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:40:50.902555 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:40:50.902560 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0428 15:40:53.017549 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.017567 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.017574 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.175354 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.175372 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:40:53.175377 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 15:40:54.097276 3678 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncpjn] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ncpjn for pod on switch ip-10-0-0-193.ec2.internal I0428 15:40:54.097404 3678 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncpjn I0428 15:40:54.113024 3678 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncpjn] pod update took 15.64544ms I0428 15:40:54.113050 3678 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncpjn] addLogicalPort annotation time took 15.680451ms I0428 15:40:54.114196 3678 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncpjn] addLogicalPort took 16.940734ms, libovsdb time 829.047µs I0428 15:40:54.451948 3678 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncpjn 90e3246cee27647a043c9f4999663a8c2321f88f0ce97ed0944bcd91cd5f390e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncpjn 90e3246cee27647a043c9f4999663a8c2321f88f0ce97ed0944bcd91cd5f390e network default NAD default NAD key ] I0428 15:40:54.469362 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ncpjn, hostIfaceName: 90e3246cee27647, network: default, NAD default, SandboxID: "90e3246cee27647a043c9f4999663a8c2321f88f0ce97ed0944bcd91cd5f390e", PCI device ID: , UID: "5f9cc457-a618-4e1b-8c54-9caf356fb55d", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0428 15:40:54.520108 3678 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncpjn 90e3246cee27647a043c9f4999663a8c2321f88f0ce97ed0944bcd91cd5f390e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncpjn 90e3246cee27647a043c9f4999663a8c2321f88f0ce97ed0944bcd91cd5f390e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:cb:c2:e3:d3:04\",\"name\":\"90e3246cee27647\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/019726a2-ec27-44b0-bf7b-5c87571219f9\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:40:55.858391 3678 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:40:55.858510 3678 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0428 15:40:55.921996 3678 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 63.529457ms I0428 15:40:55.922021 3678 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 63.561586ms I0428 15:40:55.923261 3678 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 64.883298ms, libovsdb time 917.844µs W0428 15:40:56.283023 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:40:56.283049 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0428 15:40:56.283057 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0428 15:40:56.365849 3678 cni.go:452] [openshift-monitoring/prometheus-k8s-0 1598c528f0720d97f1b37ba7dba7f93c098b63f236e19962ebfa49dbcd71ed4f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 1598c528f0720d97f1b37ba7dba7f93c098b63f236e19962ebfa49dbcd71ed4f network default NAD default NAD key ] I0428 15:40:56.375638 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 1598c528f0720d9, network: default, NAD default, SandboxID: "1598c528f0720d97f1b37ba7dba7f93c098b63f236e19962ebfa49dbcd71ed4f", PCI device ID: , UID: "aae98679-987e-430d-8e3a-67e7a858cc4b", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0428 15:40:56.424237 3678 cni.go:473] [openshift-monitoring/prometheus-k8s-0 1598c528f0720d97f1b37ba7dba7f93c098b63f236e19962ebfa49dbcd71ed4f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 1598c528f0720d97f1b37ba7dba7f93c098b63f236e19962ebfa49dbcd71ed4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:59:a2:4f:ee:53\",\"name\":\"1598c528f0720d9\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8058416b-fa1e-4e62-9b0f-f741badd16ca\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:40:56.992499 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:40:56.992524 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:40:57.025152 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.025175 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.025182 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.025187 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.050913 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 15:40:57.189406 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 15:40:57.227187 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.227216 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.227223 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.227227 3678 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:40:57.335959 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0428 15:40:57.881781 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:57.881806 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:57.928645 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:57.928675 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:58.252156 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:40:58.344266 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:40:58.344302 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 15:41:01.720219 3678 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-lq6wh] creating logical port openshift-console_downloads-5c54f4944f-lq6wh for pod on switch ip-10-0-0-193.ec2.internal I0428 15:41:01.720345 3678 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-lq6wh I0428 15:41:01.765933 3678 pod.go:62] [openshift-console/downloads-5c54f4944f-lq6wh] pod update took 45.612851ms I0428 15:41:01.766028 3678 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-lq6wh] addLogicalPort annotation time took 45.7115ms I0428 15:41:01.767388 3678 pods.go:271] [openshift-console/downloads-5c54f4944f-lq6wh] addLogicalPort took 47.185626ms, libovsdb time 1.01381ms I0428 15:41:02.501466 3678 cni.go:452] [openshift-console/downloads-5c54f4944f-lq6wh be7e8e4e7479d0fa8d162c73b302306d1eaa053a9b1eb40c91e941251690c4a2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-lq6wh be7e8e4e7479d0fa8d162c73b302306d1eaa053a9b1eb40c91e941251690c4a2 network default NAD default NAD key ] I0428 15:41:02.510739 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-lq6wh, hostIfaceName: be7e8e4e7479d0f, network: default, NAD default, SandboxID: "be7e8e4e7479d0fa8d162c73b302306d1eaa053a9b1eb40c91e941251690c4a2", PCI device ID: , UID: "b8f51a34-5cd8-4977-8851-8642f9e5dc6b", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0428 15:41:02.562399 3678 cni.go:473] [openshift-console/downloads-5c54f4944f-lq6wh be7e8e4e7479d0fa8d162c73b302306d1eaa053a9b1eb40c91e941251690c4a2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-lq6wh be7e8e4e7479d0fa8d162c73b302306d1eaa053a9b1eb40c91e941251690c4a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:39:30:8e:28:ff\",\"name\":\"be7e8e4e7479d0f\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1ad2963-ba29-4730-aff6-7a3d633764f1\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:41:08.159175 3678 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0428 15:41:09.776869 3678 base_network_controller_pods.go:487] [default/openshift-console/console-887c8c4b6-qjz4t] creating logical port openshift-console_console-887c8c4b6-qjz4t for pod on switch ip-10-0-0-193.ec2.internal I0428 15:41:09.777021 3678 kube.go:256] Updating pod openshift-console/console-887c8c4b6-qjz4t I0428 15:41:09.790668 3678 pod.go:62] [openshift-console/console-887c8c4b6-qjz4t] pod update took 13.672435ms I0428 15:41:09.790691 3678 base_network_controller_pods.go:951] [default/openshift-console/console-887c8c4b6-qjz4t] addLogicalPort annotation time took 13.699765ms I0428 15:41:09.792213 3678 pods.go:271] [openshift-console/console-887c8c4b6-qjz4t] addLogicalPort took 15.366723ms, libovsdb time 1.099147ms I0428 15:41:10.153319 3678 cni.go:452] [openshift-console/console-887c8c4b6-qjz4t b4bd7595977eaac64e73b78c3d579a249f8db2b81abddfc07b1c014340bed39c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-887c8c4b6-qjz4t b4bd7595977eaac64e73b78c3d579a249f8db2b81abddfc07b1c014340bed39c network default NAD default NAD key ] I0428 15:41:10.163119 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-887c8c4b6-qjz4t, hostIfaceName: b4bd7595977eaac, network: default, NAD default, SandboxID: "b4bd7595977eaac64e73b78c3d579a249f8db2b81abddfc07b1c014340bed39c", PCI device ID: , UID: "3b3a4aa8-bd40-42b1-a675-accbea536b07", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0428 15:41:10.212736 3678 cni.go:473] [openshift-console/console-887c8c4b6-qjz4t b4bd7595977eaac64e73b78c3d579a249f8db2b81abddfc07b1c014340bed39c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-887c8c4b6-qjz4t b4bd7595977eaac64e73b78c3d579a249f8db2b81abddfc07b1c014340bed39c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:8b:21:d4:b9:5b\",\"name\":\"b4bd7595977eaac\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/423b454b-d5f7-4a92-abc4-4bbe47a22949\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:41:14.389794 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 15:41:15.059388 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0428 15:41:15.090893 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0428 15:41:20.428482 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 15:41:21.299270 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0428 15:41:21.470245 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0428 15:41:23.213462 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:23.214009 3678 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:23.311368 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:23.311421 3678 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65d994b5b4-dqtg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:23.318727 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65d994b5b4-dqtg6 I0428 15:41:23.318755 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65d994b5b4-dqtg6 W0428 15:41:25.108368 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0428 15:41:34.489669 3678 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv fa4c27068191a280c72eadfcbd39917ead5a67523fd1dc6fda6f09d1f1c5155e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv fa4c27068191a280c72eadfcbd39917ead5a67523fd1dc6fda6f09d1f1c5155e network default NAD default NAD key ] I0428 15:41:34.559347 3678 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv fa4c27068191a280c72eadfcbd39917ead5a67523fd1dc6fda6f09d1f1c5155e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv fa4c27068191a280c72eadfcbd39917ead5a67523fd1dc6fda6f09d1f1c5155e network default NAD default NAD key default], result "{}", err I0428 15:41:34.636637 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:34.636675 3678 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv I0428 15:41:34.637954 3678 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv, ips: 10.130.0.8 I0428 15:41:34.637987 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.544193 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:35.544221 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:46.600000 3678 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-82ckw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:46.600572 3678 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-82ckw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:47.435887 3678 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-82ckw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:47.435915 3678 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-82ckw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:47.442907 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-887c8c4b6-82ckw I0428 15:41:47.442936 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-887c8c4b6-82ckw I0428 15:41:54.233557 3678 cni.go:452] [openshift-ingress/router-default-68b8546b7-dvwn4 6bf13b11fa88f69e2e172f904ea55bd0d431ab1500f7cd0c5db31ccbee9b051b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-68b8546b7-dvwn4 6bf13b11fa88f69e2e172f904ea55bd0d431ab1500f7cd0c5db31ccbee9b051b network default NAD default NAD key ] I0428 15:41:54.318165 3678 cni.go:473] [openshift-ingress/router-default-68b8546b7-dvwn4 6bf13b11fa88f69e2e172f904ea55bd0d431ab1500f7cd0c5db31ccbee9b051b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-68b8546b7-dvwn4 6bf13b11fa88f69e2e172f904ea55bd0d431ab1500f7cd0c5db31ccbee9b051b network default NAD default NAD key default], result "{}", err I0428 15:41:54.372096 3678 cni.go:452] [openshift-console/console-887c8c4b6-qjz4t b4bd7595977eaac64e73b78c3d579a249f8db2b81abddfc07b1c014340bed39c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-887c8c4b6-qjz4t b4bd7595977eaac64e73b78c3d579a249f8db2b81abddfc07b1c014340bed39c network default NAD default NAD key ] I0428 15:41:54.392651 3678 obj_retry.go:498] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:54.392692 3678 pods.go:176] Deleting pod: openshift-ingress/router-default-68b8546b7-dvwn4 I0428 15:41:54.394169 3678 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-68b8546b7-dvwn4, ips: 10.130.0.10 I0428 15:41:54.394258 3678 obj_retry.go:498] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:54.447157 3678 cni.go:473] [openshift-console/console-887c8c4b6-qjz4t b4bd7595977eaac64e73b78c3d579a249f8db2b81abddfc07b1c014340bed39c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-887c8c4b6-qjz4t b4bd7595977eaac64e73b78c3d579a249f8db2b81abddfc07b1c014340bed39c network default NAD default NAD key default], result "{}", err I0428 15:41:54.513510 3678 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-qjz4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:54.513552 3678 pods.go:176] Deleting pod: openshift-console/console-887c8c4b6-qjz4t I0428 15:41:54.514792 3678 pods.go:236] Attempting to release IPs for pod: openshift-console/console-887c8c4b6-qjz4t, ips: 10.130.0.18 I0428 15:41:54.514819 3678 obj_retry.go:498] Detected object openshift-console/console-887c8c4b6-qjz4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:54.556956 3678 obj_retry.go:492] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:54.556981 3678 obj_retry.go:492] Detected object openshift-ingress/router-default-68b8546b7-dvwn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:54.565263 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-68b8546b7-dvwn4 I0428 15:41:54.565324 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-68b8546b7-dvwn4 I0428 15:41:54.855407 3678 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-qjz4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:54.855434 3678 obj_retry.go:492] Detected object openshift-console/console-887c8c4b6-qjz4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:54.859312 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-887c8c4b6-qjz4t I0428 15:41:54.859347 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-887c8c4b6-qjz4t W0428 15:41:56.607525 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:41:56.607553 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 15:42:11.294518 3678 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:11.295029 3678 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:11.515422 3678 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:11.515443 3678 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:11.520372 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0428 15:42:11.520394 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0428 15:42:11.759856 3678 cni.go:452] [openshift-multus/network-metrics-daemon-wrm49 3dc8a309e00c254b5bfe236331a4b1d764ead909052ebe14e630a8c727ffed17 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-wrm49 3dc8a309e00c254b5bfe236331a4b1d764ead909052ebe14e630a8c727ffed17 network default NAD default NAD key ] I0428 15:42:11.770061 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-wrm49, hostIfaceName: 3dc8a309e00c254, network: default, NAD default, SandboxID: "3dc8a309e00c254b5bfe236331a4b1d764ead909052ebe14e630a8c727ffed17", PCI device ID: , UID: "c6c97e7c-088e-4206-b917-64a4de8744ee", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0428 15:42:11.819616 3678 cni.go:473] [openshift-multus/network-metrics-daemon-wrm49 3dc8a309e00c254b5bfe236331a4b1d764ead909052ebe14e630a8c727ffed17 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-wrm49 3dc8a309e00c254b5bfe236331a4b1d764ead909052ebe14e630a8c727ffed17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:08:c7:5c:f6:ea\",\"name\":\"3dc8a309e00c254\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ef1a615-bf77-42b2-a905-68f354db7075\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:42:15.693329 3678 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:15.693986 3678 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:16.336197 3678 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:16.336223 3678 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:16.343943 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0428 15:42:16.343976 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0428 15:42:18.796050 3678 base_network_controller_pods.go:487] [default/openshift-console/console-5856cb4b6f-n8jmp] creating logical port openshift-console_console-5856cb4b6f-n8jmp for pod on switch ip-10-0-0-193.ec2.internal I0428 15:42:18.796173 3678 kube.go:256] Updating pod openshift-console/console-5856cb4b6f-n8jmp I0428 15:42:18.816373 3678 pod.go:62] [openshift-console/console-5856cb4b6f-n8jmp] pod update took 20.236848ms I0428 15:42:18.816397 3678 base_network_controller_pods.go:951] [default/openshift-console/console-5856cb4b6f-n8jmp] addLogicalPort annotation time took 20.268795ms I0428 15:42:18.817547 3678 pods.go:271] [openshift-console/console-5856cb4b6f-n8jmp] addLogicalPort took 21.514588ms, libovsdb time 845.5µs I0428 15:42:19.153511 3678 cni.go:452] [openshift-console/console-5856cb4b6f-n8jmp 4642bffaa72be0a7ee858431a455df606b7f5c7a1065ec79c6be26b80a21f578 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5856cb4b6f-n8jmp 4642bffaa72be0a7ee858431a455df606b7f5c7a1065ec79c6be26b80a21f578 network default NAD default NAD key ] I0428 15:42:19.162560 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5856cb4b6f-n8jmp, hostIfaceName: 4642bffaa72be0a, network: default, NAD default, SandboxID: "4642bffaa72be0a7ee858431a455df606b7f5c7a1065ec79c6be26b80a21f578", PCI device ID: , UID: "9543b55e-2456-488e-9c7e-2b3e69214697", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0428 15:42:19.211880 3678 cni.go:473] [openshift-console/console-5856cb4b6f-n8jmp 4642bffaa72be0a7ee858431a455df606b7f5c7a1065ec79c6be26b80a21f578 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5856cb4b6f-n8jmp 4642bffaa72be0a7ee858431a455df606b7f5c7a1065ec79c6be26b80a21f578 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f9:28:71:70:10\",\"name\":\"4642bffaa72be0a\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8ea6652-52ce-4c78-ba78-4b6358e902e5\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:42:29.699668 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 15:42:43.300933 3678 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:43.301542 3678 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:43.471902 3678 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:43.471928 3678 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:43.479707 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0428 15:42:43.479729 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0428 15:42:44.114179 3678 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-22x5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:44.114743 3678 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-22x5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:44.652906 3678 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-22x5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:44.652928 3678 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-22x5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:44.656845 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746b789c7d-22x5j I0428 15:42:44.656881 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746b789c7d-22x5j I0428 15:42:55.049050 3678 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-wxmcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:55.049503 3678 obj_retry.go:498] Detected object openshift-console/console-746b789c7d-wxmcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:55.531243 3678 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-wxmcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:55.531295 3678 obj_retry.go:492] Detected object openshift-console/console-746b789c7d-wxmcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:55.539604 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746b789c7d-wxmcs I0428 15:42:55.539628 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746b789c7d-wxmcs I0428 15:43:18.827649 3678 cni.go:452] [openshift-monitoring/prometheus-k8s-0 1598c528f0720d97f1b37ba7dba7f93c098b63f236e19962ebfa49dbcd71ed4f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 1598c528f0720d97f1b37ba7dba7f93c098b63f236e19962ebfa49dbcd71ed4f network default NAD default NAD key ] I0428 15:43:18.904744 3678 cni.go:473] [openshift-monitoring/prometheus-k8s-0 1598c528f0720d97f1b37ba7dba7f93c098b63f236e19962ebfa49dbcd71ed4f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 1598c528f0720d97f1b37ba7dba7f93c098b63f236e19962ebfa49dbcd71ed4f network default NAD default NAD key default], result "{}", err I0428 15:43:18.967341 3678 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:43:18.967373 3678 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0428 15:43:18.968729 3678 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.16 I0428 15:43:18.968754 3678 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:43:19.877611 3678 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:43:19.877639 3678 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:43:19.888067 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0428 15:43:19.888182 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0428 15:43:19.931774 3678 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:43:19.931890 3678 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0428 15:43:19.960241 3678 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.390548ms I0428 15:43:19.960300 3678 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.436203ms I0428 15:43:19.972463 3678 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 40.705222ms, libovsdb time 1.463109ms I0428 15:43:20.290982 3678 cni.go:452] [openshift-monitoring/prometheus-k8s-0 cd68eec58b6252503079ddaab6ca2d22ab16a04fe2d67530f2f3d57e8a48a170 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 cd68eec58b6252503079ddaab6ca2d22ab16a04fe2d67530f2f3d57e8a48a170 network default NAD default NAD key ] I0428 15:43:20.300503 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: cd68eec58b62525, network: default, NAD default, SandboxID: "cd68eec58b6252503079ddaab6ca2d22ab16a04fe2d67530f2f3d57e8a48a170", PCI device ID: , UID: "f7462136-a5eb-4eef-8c77-7cbea0444ae3", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0428 15:43:20.350017 3678 cni.go:473] [openshift-monitoring/prometheus-k8s-0 cd68eec58b6252503079ddaab6ca2d22ab16a04fe2d67530f2f3d57e8a48a170 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 cd68eec58b6252503079ddaab6ca2d22ab16a04fe2d67530f2f3d57e8a48a170 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:39:7c:91:d9:fa\",\"name\":\"cd68eec58b62525\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f48487a0-2306-4113-874b-4764208b24f8\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:44:05.395308 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0428 15:44:08.504807 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0428 15:44:12.511045 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0428 15:44:21.149690 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:44:21.149716 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 15:44:23.393883 3678 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0428 15:44:23.523646 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0428 15:45:01.796092 3678 cni.go:452] [openshift-console/console-5856cb4b6f-n8jmp 4642bffaa72be0a7ee858431a455df606b7f5c7a1065ec79c6be26b80a21f578 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5856cb4b6f-n8jmp 4642bffaa72be0a7ee858431a455df606b7f5c7a1065ec79c6be26b80a21f578 network default NAD default NAD key ] I0428 15:45:01.871502 3678 cni.go:473] [openshift-console/console-5856cb4b6f-n8jmp 4642bffaa72be0a7ee858431a455df606b7f5c7a1065ec79c6be26b80a21f578 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5856cb4b6f-n8jmp 4642bffaa72be0a7ee858431a455df606b7f5c7a1065ec79c6be26b80a21f578 network default NAD default NAD key default], result "{}", err I0428 15:45:01.918204 3678 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:01.918247 3678 pods.go:176] Deleting pod: openshift-console/console-5856cb4b6f-n8jmp I0428 15:45:01.919667 3678 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5856cb4b6f-n8jmp, ips: 10.130.0.19 I0428 15:45:01.919702 3678 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:01.928492 3678 base_network_controller_pods.go:487] [default/openshift-console/console-86f8bf9877-cpmt7] creating logical port openshift-console_console-86f8bf9877-cpmt7 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:45:01.928644 3678 kube.go:256] Updating pod openshift-console/console-86f8bf9877-cpmt7 I0428 15:45:01.943439 3678 pod.go:62] [openshift-console/console-86f8bf9877-cpmt7] pod update took 14.826584ms I0428 15:45:01.943470 3678 base_network_controller_pods.go:951] [default/openshift-console/console-86f8bf9877-cpmt7] addLogicalPort annotation time took 14.863963ms I0428 15:45:01.944840 3678 pods.go:271] [openshift-console/console-86f8bf9877-cpmt7] addLogicalPort took 16.362884ms, libovsdb time 1.01034ms I0428 15:45:02.248606 3678 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:02.248631 3678 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-n8jmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:02.254373 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5856cb4b6f-n8jmp I0428 15:45:02.254469 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5856cb4b6f-n8jmp I0428 15:45:02.287610 3678 cni.go:452] [openshift-console/console-86f8bf9877-cpmt7 65b4d49f549012d1d1c6026af3141137c7eb87ef29c906b6deb2de40e4b1ced8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86f8bf9877-cpmt7 65b4d49f549012d1d1c6026af3141137c7eb87ef29c906b6deb2de40e4b1ced8 network default NAD default NAD key ] I0428 15:45:02.297309 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86f8bf9877-cpmt7, hostIfaceName: 65b4d49f549012d, network: default, NAD default, SandboxID: "65b4d49f549012d1d1c6026af3141137c7eb87ef29c906b6deb2de40e4b1ced8", PCI device ID: , UID: "2548c65b-38f3-4c17-aa18-59d4a26a277f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0428 15:45:02.345150 3678 cni.go:473] [openshift-console/console-86f8bf9877-cpmt7 65b4d49f549012d1d1c6026af3141137c7eb87ef29c906b6deb2de40e4b1ced8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86f8bf9877-cpmt7 65b4d49f549012d1d1c6026af3141137c7eb87ef29c906b6deb2de40e4b1ced8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:f2:bc:a4:c9:e7\",\"name\":\"65b4d49f549012d\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52db1b66-af8f-4200-8f04-5052b74950e6\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:45:05.488697 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0428 15:45:12.306641 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 15:45:12.364047 3678 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:12.364620 3678 obj_retry.go:498] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:13.245486 3678 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:13.245505 3678 obj_retry.go:492] Detected object openshift-console/console-5856cb4b6f-hcbw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:13.249392 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5856cb4b6f-hcbw7 I0428 15:45:13.249418 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5856cb4b6f-hcbw7 I0428 15:45:14.392531 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 W0428 15:45:15.262207 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:45:26.303255 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0428 15:45:26.303350 3678 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h8kkf IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h8kkf: no pod IPs found I0428 15:45:59.483564 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0428 15:46:06.398316 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0428 15:46:06.516241 3678 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0428 15:46:47.499510 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0428 15:47:06.399982 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=575 I0428 15:47:14.523372 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0428 15:47:26.392337 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0428 15:47:44.493424 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0428 15:48:09.483391 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0428 15:48:14.392645 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0428 15:49:44.514466 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0428 15:50:00.193248 3678 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29623190-8c5zx for pod on switch ip-10-0-0-193.ec2.internal I0428 15:50:00.193401 3678 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx I0428 15:50:00.220351 3678 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx] pod update took 26.975354ms I0428 15:50:00.220380 3678 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx] addLogicalPort annotation time took 27.008304ms I0428 15:50:00.221733 3678 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx] addLogicalPort took 28.504179ms, libovsdb time 1.021835ms I0428 15:50:00.571660 3678 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx 02a436c36dfef06fe1e7425810e7b7ded4d712e09c2d618b18ddc5537c6df7b5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx 02a436c36dfef06fe1e7425810e7b7ded4d712e09c2d618b18ddc5537c6df7b5 network default NAD default NAD key ] I0428 15:50:00.581109 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29623190-8c5zx, hostIfaceName: 02a436c36dfef06, network: default, NAD default, SandboxID: "02a436c36dfef06fe1e7425810e7b7ded4d712e09c2d618b18ddc5537c6df7b5", PCI device ID: , UID: "6843c6e5-e93e-445c-a041-c99a0888b387", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0428 15:50:00.630152 3678 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx 02a436c36dfef06fe1e7425810e7b7ded4d712e09c2d618b18ddc5537c6df7b5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx 02a436c36dfef06fe1e7425810e7b7ded4d712e09c2d618b18ddc5537c6df7b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2a:16:17:76:26\",\"name\":\"02a436c36dfef06\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67b0e130-e764-4aa1-8505-a8d7f616a3c7\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:50:04.327646 3678 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx 02a436c36dfef06fe1e7425810e7b7ded4d712e09c2d618b18ddc5537c6df7b5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx 02a436c36dfef06fe1e7425810e7b7ded4d712e09c2d618b18ddc5537c6df7b5 network default NAD default NAD key ] I0428 15:50:04.409242 3678 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx 02a436c36dfef06fe1e7425810e7b7ded4d712e09c2d618b18ddc5537c6df7b5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx 02a436c36dfef06fe1e7425810e7b7ded4d712e09c2d618b18ddc5537c6df7b5 network default NAD default NAD key default], result "{}", err I0428 15:50:04.452260 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:50:04.452312 3678 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx I0428 15:50:04.453775 3678 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx, ips: 10.130.0.22 I0428 15:50:04.453804 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:50:05.474300 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:50:05.474345 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-8c5zx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:50:18.507811 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0428 15:50:56.398527 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0428 15:51:10.775822 3678 namespace.go:98] [tsf] adding namespace I0428 15:51:10.776691 3678 namespace.go:102] [tsf] adding namespace took 850.587µs I0428 15:51:10.796595 3678 namespace.go:142] [tsf] updating namespace I0428 15:51:10.810197 3678 namespace.go:142] [tsf] updating namespace I0428 15:51:14.925756 3678 namespace.go:98] [konflux-operator] adding namespace I0428 15:51:14.926634 3678 namespace.go:102] [konflux-operator] adding namespace took 854.172µs I0428 15:51:14.929670 3678 namespace.go:98] [tsf-keycloak] adding namespace I0428 15:51:14.929740 3678 namespace.go:98] [cert-manager-operator] adding namespace I0428 15:51:14.929909 3678 namespace.go:98] [rhtpa-operator] adding namespace I0428 15:51:14.929924 3678 namespace.go:98] [tsf-tpa] adding namespace I0428 15:51:14.930346 3678 namespace.go:102] [tsf-keycloak] adding namespace took 662.073µs I0428 15:51:14.930874 3678 namespace.go:102] [cert-manager-operator] adding namespace took 1.115684ms I0428 15:51:14.931370 3678 namespace.go:102] [rhtpa-operator] adding namespace took 1.446972ms I0428 15:51:14.931861 3678 namespace.go:102] [tsf-tpa] adding namespace took 1.926625ms I0428 15:51:14.934093 3678 namespace.go:98] [tsf-tas] adding namespace I0428 15:51:14.934130 3678 namespace.go:98] [rhbk-operator] adding namespace I0428 15:51:14.934256 3678 namespace.go:98] [konflux-ui] adding namespace I0428 15:51:14.934690 3678 namespace.go:102] [tsf-tas] adding namespace took 583.275µs I0428 15:51:14.935230 3678 namespace.go:102] [rhbk-operator] adding namespace took 1.085932ms I0428 15:51:14.935751 3678 namespace.go:102] [konflux-ui] adding namespace took 1.477412ms I0428 15:51:14.954244 3678 namespace.go:142] [konflux-operator] updating namespace I0428 15:51:14.973065 3678 namespace.go:142] [konflux-operator] updating namespace I0428 15:51:14.982527 3678 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:51:14.986854 3678 namespace.go:142] [tsf-tpa] updating namespace I0428 15:51:14.986857 3678 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:51:14.988749 3678 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:51:15.002090 3678 namespace.go:142] [konflux-ui] updating namespace I0428 15:51:15.007520 3678 namespace.go:142] [tsf-tas] updating namespace I0428 15:51:15.011420 3678 namespace.go:142] [konflux-operator] updating namespace I0428 15:51:15.011457 3678 namespace.go:142] [rhbk-operator] updating namespace I0428 15:51:15.040099 3678 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:51:15.067116 3678 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:51:15.096966 3678 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:51:15.114644 3678 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:51:15.128646 3678 namespace.go:142] [tsf-tpa] updating namespace I0428 15:51:15.156570 3678 namespace.go:142] [tsf-tpa] updating namespace I0428 15:51:15.179155 3678 namespace.go:142] [tsf-tas] updating namespace I0428 15:51:15.194569 3678 namespace.go:142] [tsf-tas] updating namespace I0428 15:51:15.220896 3678 namespace.go:142] [rhbk-operator] updating namespace I0428 15:51:15.245926 3678 namespace.go:142] [rhbk-operator] updating namespace I0428 15:51:15.267930 3678 namespace.go:142] [konflux-ui] updating namespace I0428 15:51:15.285195 3678 namespace.go:142] [konflux-ui] updating namespace I0428 15:51:15.315813 3678 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:51:15.380953 3678 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:51:16.330365 3678 namespace.go:142] [tsf-tpa] updating namespace I0428 15:51:16.338459 3678 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:51:22.853767 3678 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:22.854229 3678 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:22.854250 3678 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:22.854257 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:22.854271 3678 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:22.854275 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:23.880786 3678 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:23.880808 3678 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:23.880824 3678 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:23.880836 3678 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158sxmts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:24.582404 3678 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:24.582958 3678 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:24.582987 3678 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:24.582995 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:24.583004 3678 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:24.583008 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:25.610300 3678 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:25.610325 3678 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:25.610342 3678 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:25.610353 3678 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rngmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:31.900466 3678 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:31.901013 3678 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:31.901036 3678 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:31.901044 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:31.901062 3678 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:31.901069 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:31.917800 3678 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvkck] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-mvkck for pod on switch ip-10-0-0-193.ec2.internal I0428 15:51:31.917914 3678 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvkck I0428 15:51:31.951784 3678 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvkck] pod update took 33.900238ms I0428 15:51:31.951813 3678 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvkck] addLogicalPort annotation time took 33.931186ms I0428 15:51:31.952944 3678 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvkck] addLogicalPort took 35.159538ms, libovsdb time 827.57µs I0428 15:51:32.279111 3678 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvkck b1e9d0751174a5055b197e401b81d227c5dfad6fe0f3b34e1a31bb43ce7b6454 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvkck b1e9d0751174a5055b197e401b81d227c5dfad6fe0f3b34e1a31bb43ce7b6454 network default NAD default NAD key ] I0428 15:51:32.288350 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-mvkck, hostIfaceName: b1e9d0751174a50, network: default, NAD default, SandboxID: "b1e9d0751174a5055b197e401b81d227c5dfad6fe0f3b34e1a31bb43ce7b6454", PCI device ID: , UID: "dbf97668-91a0-42ba-bca8-a1039f1e6b76", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0428 15:51:32.338076 3678 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvkck b1e9d0751174a5055b197e401b81d227c5dfad6fe0f3b34e1a31bb43ce7b6454 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvkck b1e9d0751174a5055b197e401b81d227c5dfad6fe0f3b34e1a31bb43ce7b6454 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:37:61:24:12:08\",\"name\":\"b1e9d0751174a50\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d30c5ae1-b822-44a8-95f8-54f535e232f2\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:51:32.920750 3678 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:32.921344 3678 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:32.921367 3678 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:32.921375 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:32.921392 3678 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:32.921397 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:32.936677 3678 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:32.936699 3678 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:32.936712 3678 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:32.936721 3678 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzf2tl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:33.956305 3678 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:33.956332 3678 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:33.956351 3678 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:33.956361 3678 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nrcxm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:34.041661 3678 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.042260 3678 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.042314 3678 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.042325 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:34.042337 3678 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.042341 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:34.072891 3678 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.073478 3678 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.073516 3678 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.073527 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:51:34.073542 3678 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:51:34.073551 3678 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:51:35.092002 3678 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.092031 3678 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.092049 3678 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.092060 3678 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77hlwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.115017 3678 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.115043 3678 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.115062 3678 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:51:35.115076 3678 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136wn55x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:51:35.658095 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0428 15:51:37.863894 3678 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-6gp6k] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-6gp6k for pod on switch ip-10-0-0-193.ec2.internal I0428 15:51:37.864016 3678 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-6gp6k I0428 15:51:37.901893 3678 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-6gp6k] pod update took 37.903512ms I0428 15:51:37.901920 3678 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-6gp6k] addLogicalPort annotation time took 37.934779ms I0428 15:51:37.903133 3678 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-6gp6k] addLogicalPort took 39.263956ms, libovsdb time 888.047µs I0428 15:51:38.226078 3678 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-6gp6k 37ce082b2587465a07d35a8e285d9bf1e97c718702a41ace0c0728c45cf4d6f6 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-6gp6k 37ce082b2587465a07d35a8e285d9bf1e97c718702a41ace0c0728c45cf4d6f6 network default NAD default NAD key ] I0428 15:51:38.235133 3678 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-6gp6k, hostIfaceName: 37ce082b2587465, network: default, NAD default, SandboxID: "37ce082b2587465a07d35a8e285d9bf1e97c718702a41ace0c0728c45cf4d6f6", PCI device ID: , UID: "7b6c42a3-97bc-4d01-908a-f10a43b93b45", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0428 15:51:38.284912 3678 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-6gp6k 37ce082b2587465a07d35a8e285d9bf1e97c718702a41ace0c0728c45cf4d6f6 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-6gp6k 37ce082b2587465a07d35a8e285d9bf1e97c718702a41ace0c0728c45cf4d6f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:3f:20:4c:f8:86\",\"name\":\"37ce082b2587465\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35196f29-c3ee-41f3-948a-b5a924cad0b8\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:51:41.712355 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0428 15:51:44.558702 3678 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gdjdc] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-gdjdc for pod on switch ip-10-0-0-193.ec2.internal I0428 15:51:44.558856 3678 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gdjdc I0428 15:51:44.585630 3678 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gdjdc] pod update took 26.83357ms I0428 15:51:44.585662 3678 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gdjdc] addLogicalPort annotation time took 26.869404ms I0428 15:51:44.586861 3678 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gdjdc] addLogicalPort took 28.176797ms, libovsdb time 859.293µs I0428 15:51:44.923290 3678 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gdjdc 4e0c98fdb32956d50ffb02b416b1fc83e79bd09d41b5e77324336f792cd6fb33 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gdjdc 4e0c98fdb32956d50ffb02b416b1fc83e79bd09d41b5e77324336f792cd6fb33 network default NAD default NAD key ] I0428 15:51:44.935007 3678 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-gdjdc, hostIfaceName: 4e0c98fdb32956d, network: default, NAD default, SandboxID: "4e0c98fdb32956d50ffb02b416b1fc83e79bd09d41b5e77324336f792cd6fb33", PCI device ID: , UID: "af1e052d-5f18-417b-bf58-083fea242e4c", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0428 15:51:44.992071 3678 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gdjdc 4e0c98fdb32956d50ffb02b416b1fc83e79bd09d41b5e77324336f792cd6fb33 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gdjdc 4e0c98fdb32956d50ffb02b416b1fc83e79bd09d41b5e77324336f792cd6fb33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:42:bd:92:f0:a1\",\"name\":\"4e0c98fdb32956d\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/567aee68-a251-448e-af82-88567fe56a1e\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:51:46.737220 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0428 15:51:47.506825 3678 namespace.go:98] [cert-manager] adding namespace I0428 15:51:47.507685 3678 namespace.go:102] [cert-manager] adding namespace took 832.246µs I0428 15:51:47.522710 3678 namespace.go:142] [cert-manager] updating namespace I0428 15:51:47.558506 3678 namespace.go:142] [cert-manager] updating namespace I0428 15:51:48.871135 3678 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-tftgq] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-tftgq for pod on switch ip-10-0-0-193.ec2.internal I0428 15:51:48.871259 3678 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-tftgq I0428 15:51:48.890811 3678 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-tftgq] pod update took 19.584602ms I0428 15:51:48.890838 3678 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-tftgq] addLogicalPort annotation time took 19.615195ms I0428 15:51:48.891959 3678 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-tftgq] addLogicalPort took 20.839041ms, libovsdb time 782.84µs I0428 15:51:49.228349 3678 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-tftgq 365e631fecfc4443b732023053421ed330353e819f8805be0f576b0dc631ab00 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-tftgq 365e631fecfc4443b732023053421ed330353e819f8805be0f576b0dc631ab00 network default NAD default NAD key ] I0428 15:51:49.237552 3678 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-tftgq, hostIfaceName: 365e631fecfc444, network: default, NAD default, SandboxID: "365e631fecfc4443b732023053421ed330353e819f8805be0f576b0dc631ab00", PCI device ID: , UID: "6befb7dc-50ba-45a3-ac8b-5e70f17a042d", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0428 15:51:49.286965 3678 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-tftgq 365e631fecfc4443b732023053421ed330353e819f8805be0f576b0dc631ab00 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-tftgq 365e631fecfc4443b732023053421ed330353e819f8805be0f576b0dc631ab00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a1:79:38:aa:36\",\"name\":\"365e631fecfc444\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f94f7c09-2a85-4a12-94de-2792ffc768a3\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:51:52.705680 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0428 15:51:52.821634 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 15:51:52.821653 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0428 15:51:54.491309 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0428 15:51:56.191709 3678 namespace.go:142] [openshift-operators] updating namespace I0428 15:51:56.204737 3678 namespace.go:142] [openshift-operators] updating namespace I0428 15:52:02.081262 3678 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7srfj] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-7srfj for pod on switch ip-10-0-0-193.ec2.internal I0428 15:52:02.081413 3678 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-7srfj I0428 15:52:02.103233 3678 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7srfj] pod update took 21.850924ms I0428 15:52:02.103259 3678 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7srfj] addLogicalPort annotation time took 21.885853ms I0428 15:52:02.104498 3678 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7srfj] addLogicalPort took 23.260955ms, libovsdb time 875.528µs I0428 15:52:02.440445 3678 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7srfj 66a8d025a8b118124775e45309cd153a0b5f630cbca341c88767398c55860b47 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7srfj 66a8d025a8b118124775e45309cd153a0b5f630cbca341c88767398c55860b47 network default NAD default NAD key ] I0428 15:52:02.450468 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-7srfj, hostIfaceName: 66a8d025a8b1181, network: default, NAD default, SandboxID: "66a8d025a8b118124775e45309cd153a0b5f630cbca341c88767398c55860b47", PCI device ID: , UID: "7c90eb79-8bc2-4c4c-81af-c2e4ccfeaaf9", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0428 15:52:02.503984 3678 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7srfj 66a8d025a8b118124775e45309cd153a0b5f630cbca341c88767398c55860b47 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7srfj 66a8d025a8b118124775e45309cd153a0b5f630cbca341c88767398c55860b47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:4b:37:91:04:40\",\"name\":\"66a8d025a8b1181\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16e92cd8-a2c5-4523-92ef-6cf8d5173cbc\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:52:04.348698 3678 namespace.go:98] [trusted-artifact-signer] adding namespace I0428 15:52:04.349631 3678 namespace.go:102] [trusted-artifact-signer] adding namespace took 912.577µs I0428 15:52:04.421555 3678 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:52:04.458194 3678 namespace.go:142] [trusted-artifact-signer] updating namespace W0428 15:52:04.806354 3678 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0428 15:52:05.469449 3678 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-59wfs] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-59wfs for pod on switch ip-10-0-0-193.ec2.internal I0428 15:52:05.469565 3678 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-59wfs I0428 15:52:05.501992 3678 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-59wfs] pod update took 32.446695ms I0428 15:52:05.502015 3678 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-59wfs] addLogicalPort annotation time took 32.476703ms I0428 15:52:05.503188 3678 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-59wfs] addLogicalPort took 33.752773ms, libovsdb time 829.052µs I0428 15:52:05.840795 3678 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-59wfs 465118a1b1e40acad901dbf0fc294d751ace5886e1e2a5d658806da95fad2533 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-59wfs 465118a1b1e40acad901dbf0fc294d751ace5886e1e2a5d658806da95fad2533 network default NAD default NAD key ] I0428 15:52:05.851395 3678 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-59wfs, hostIfaceName: 465118a1b1e40ac, network: default, NAD default, SandboxID: "465118a1b1e40acad901dbf0fc294d751ace5886e1e2a5d658806da95fad2533", PCI device ID: , UID: "b7a28ab5-f375-4bdf-9eb9-956363112dce", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0428 15:52:05.900331 3678 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-59wfs 465118a1b1e40acad901dbf0fc294d751ace5886e1e2a5d658806da95fad2533 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-59wfs 465118a1b1e40acad901dbf0fc294d751ace5886e1e2a5d658806da95fad2533 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ec:2f:e6:e5:86\",\"name\":\"465118a1b1e40ac\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f99bf3d9-ec61-4b3d-a09b-da18504c4259\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:52:08.661020 3678 namespace.go:142] [openshift-operators] updating namespace I0428 15:52:14.403770 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=157 W0428 15:52:15.802749 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0428 15:52:22.174132 3678 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:52:22.174701 3678 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:52:22.200060 3678 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:52:22.200082 3678 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:52:22.206233 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0428 15:52:22.206259 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0428 15:52:23.931824 3678 namespace.go:98] [openshift-pipelines] adding namespace I0428 15:52:23.932736 3678 namespace.go:102] [openshift-pipelines] adding namespace took 859.012µs I0428 15:52:23.956845 3678 namespace.go:142] [openshift-pipelines] updating namespace I0428 15:52:24.637493 3678 namespace.go:142] [cert-manager] updating namespace I0428 15:52:24.840098 3678 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:52:25.242245 3678 namespace.go:142] [konflux-operator] updating namespace I0428 15:52:25.443887 3678 namespace.go:142] [konflux-ui] updating namespace I0428 15:52:25.644121 3678 namespace.go:142] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] updating namespace I0428 15:52:26.044851 3678 namespace.go:142] [rhbk-operator] updating namespace I0428 15:52:26.246310 3678 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:52:26.444365 3678 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:52:26.646198 3678 namespace.go:142] [tsf] updating namespace I0428 15:52:26.849293 3678 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:52:27.046012 3678 namespace.go:142] [tsf-tas] updating namespace I0428 15:52:27.247529 3678 namespace.go:142] [tsf-tpa] updating namespace I0428 15:52:27.371893 3678 namespace.go:142] [cert-manager] updating namespace I0428 15:52:27.380818 3678 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:52:27.389614 3678 namespace.go:142] [default] updating namespace I0428 15:52:27.398923 3678 namespace.go:142] [konflux-operator] updating namespace I0428 15:52:27.406430 3678 namespace.go:142] [konflux-ui] updating namespace I0428 15:52:27.415498 3678 namespace.go:142] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] updating namespace I0428 15:52:27.423799 3678 namespace.go:142] [openshift] updating namespace I0428 15:52:27.433924 3678 namespace.go:142] [rhbk-operator] updating namespace I0428 15:52:27.442514 3678 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:52:27.451673 3678 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:52:27.471383 3678 namespace.go:142] [tsf] updating namespace I0428 15:52:27.488668 3678 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:52:27.508940 3678 namespace.go:142] [tsf-tas] updating namespace I0428 15:52:27.530098 3678 namespace.go:142] [tsf-tpa] updating namespace I0428 15:52:27.628857 3678 namespace.go:142] [cert-manager] updating namespace I0428 15:52:27.729066 3678 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:52:27.827925 3678 namespace.go:142] [default] updating namespace I0428 15:52:27.929777 3678 namespace.go:142] [konflux-operator] updating namespace I0428 15:52:28.029432 3678 namespace.go:142] [konflux-ui] updating namespace I0428 15:52:28.139758 3678 namespace.go:142] [open-cluster-management-2pv84p6sed3utucq8k8srs7b6fppqucb] updating namespace I0428 15:52:28.228441 3678 namespace.go:142] [openshift] updating namespace I0428 15:52:28.329982 3678 namespace.go:142] [rhbk-operator] updating namespace I0428 15:52:28.427068 3678 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:52:28.530072 3678 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:52:28.629371 3678 namespace.go:142] [tsf] updating namespace I0428 15:52:28.729578 3678 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:52:28.828147 3678 namespace.go:142] [tsf-tas] updating namespace I0428 15:52:28.928703 3678 namespace.go:142] [tsf-tpa] updating namespace I0428 15:52:29.267364 3678 namespace.go:142] [openshift-pipelines] updating namespace I0428 15:52:37.091592 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5xhsc] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-5xhsc for pod on switch ip-10-0-0-193.ec2.internal I0428 15:52:37.091744 3678 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-5xhsc I0428 15:52:37.106650 3678 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xhsc] pod update took 14.98305ms I0428 15:52:37.106678 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5xhsc] addLogicalPort annotation time took 15.017137ms I0428 15:52:37.107918 3678 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xhsc] addLogicalPort took 16.339927ms, libovsdb time 941.499µs I0428 15:52:37.193131 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:52:37.193227 3678 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24 I0428 15:52:37.209950 3678 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24] pod update took 16.753887ms I0428 15:52:37.209970 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24] addLogicalPort annotation time took 16.777405ms I0428 15:52:37.211237 3678 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24] addLogicalPort took 18.12797ms, libovsdb time 952.49µs I0428 15:52:37.271615 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-p6bn5] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-p6bn5 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:52:37.271711 3678 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-p6bn5 I0428 15:52:37.286832 3678 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-p6bn5] pod update took 15.146398ms I0428 15:52:37.286859 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-p6bn5] addLogicalPort annotation time took 15.177975ms I0428 15:52:37.288319 3678 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-p6bn5] addLogicalPort took 16.720851ms, libovsdb time 972.742µs I0428 15:52:37.481209 3678 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xhsc d82fee379d06ac6926cf1153937e472a2b5be721ae5ffb173b66c596ddee2f3e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xhsc d82fee379d06ac6926cf1153937e472a2b5be721ae5ffb173b66c596ddee2f3e network default NAD default NAD key ] I0428 15:52:37.511402 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-5xhsc, hostIfaceName: d82fee379d06ac6, network: default, NAD default, SandboxID: "d82fee379d06ac6926cf1153937e472a2b5be721ae5ffb173b66c596ddee2f3e", PCI device ID: , UID: "78181af2-7ebf-4712-8c85-afbbd36ef7d9", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0428 15:52:37.561079 3678 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24 202b4189167fc6ec2a43a858654f89cfb1f196da5763dea957fc549e89788db7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24 202b4189167fc6ec2a43a858654f89cfb1f196da5763dea957fc549e89788db7 network default NAD default NAD key ] I0428 15:52:37.563121 3678 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xhsc d82fee379d06ac6926cf1153937e472a2b5be721ae5ffb173b66c596ddee2f3e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5xhsc d82fee379d06ac6926cf1153937e472a2b5be721ae5ffb173b66c596ddee2f3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:23:0a:0f:5e:b5\",\"name\":\"d82fee379d06ac6\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0744ec05-a347-4b0c-a4df-dae6f6869dbe\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:52:37.570829 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24, hostIfaceName: 202b4189167fc6e, network: default, NAD default, SandboxID: "202b4189167fc6ec2a43a858654f89cfb1f196da5763dea957fc549e89788db7", PCI device ID: , UID: "eeb0631a-276f-4917-ac61-27327ea54c75", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0428 15:52:37.622903 3678 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24 202b4189167fc6ec2a43a858654f89cfb1f196da5763dea957fc549e89788db7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-b5j24 202b4189167fc6ec2a43a858654f89cfb1f196da5763dea957fc549e89788db7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ff:82:f3:16:25\",\"name\":\"202b4189167fc6e\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54f3392a-2632-4729-9717-35e09f64f20c\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:52:37.635146 3678 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-p6bn5 d2898fd9c8fec6bb78ef562641a23bab372fab3577a0c087dacbe06e8a6ad7c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-p6bn5 d2898fd9c8fec6bb78ef562641a23bab372fab3577a0c087dacbe06e8a6ad7c4 network default NAD default NAD key ] I0428 15:52:37.644426 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-p6bn5, hostIfaceName: d2898fd9c8fec6b, network: default, NAD default, SandboxID: "d2898fd9c8fec6bb78ef562641a23bab372fab3577a0c087dacbe06e8a6ad7c4", PCI device ID: , UID: "5fcf8445-5689-4c78-8955-f9c0ccb2a3af", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0428 15:52:37.695519 3678 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-p6bn5 d2898fd9c8fec6bb78ef562641a23bab372fab3577a0c087dacbe06e8a6ad7c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-p6bn5 d2898fd9c8fec6bb78ef562641a23bab372fab3577a0c087dacbe06e8a6ad7c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:04:29:ed:7f:d2\",\"name\":\"d2898fd9c8fec6b\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80df8740-bcaf-41b1-ac91-833c110af9a3\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:52:38.132479 3678 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0428 15:52:39.144574 3678 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0428 15:52:39.486582 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0428 15:52:41.196764 3678 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:52:41.196786 3678 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:52:41.196792 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:52:41.963275 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:52:41.963320 3678 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:52:41.963327 3678 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:52:41.987418 3678 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:41.987438 3678 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:41.987443 3678 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:41.987455 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:52.972268 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:52:52.972308 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:52:52.972314 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:52:53.004815 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:53.004839 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:53.004845 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:52:53.004849 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0428 15:52:57.908422 3678 namespace.go:142] [openshift-pipelines] updating namespace I0428 15:53:00.320460 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-45xb4] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-45xb4 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:53:00.320586 3678 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-45xb4 I0428 15:53:00.333127 3678 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-45xb4] pod update took 12.562362ms I0428 15:53:00.333156 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-45xb4] addLogicalPort annotation time took 12.596377ms I0428 15:53:00.334510 3678 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-45xb4] addLogicalPort took 14.066064ms, libovsdb time 874.303µs I0428 15:53:00.681561 3678 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-45xb4 e52b9ef92c5cf991c7c40e9bfaa31f1d1a284025af2303fe1cb3df21e43c3ab0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-45xb4 e52b9ef92c5cf991c7c40e9bfaa31f1d1a284025af2303fe1cb3df21e43c3ab0 network default NAD default NAD key ] I0428 15:53:00.691177 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-45xb4, hostIfaceName: e52b9ef92c5cf99, network: default, NAD default, SandboxID: "e52b9ef92c5cf991c7c40e9bfaa31f1d1a284025af2303fe1cb3df21e43c3ab0", PCI device ID: , UID: "f2e1add6-8549-4ac6-a3b9-7a97ae7f5c62", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0428 15:53:00.744451 3678 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-45xb4 e52b9ef92c5cf991c7c40e9bfaa31f1d1a284025af2303fe1cb3df21e43c3ab0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-45xb4 e52b9ef92c5cf991c7c40e9bfaa31f1d1a284025af2303fe1cb3df21e43c3ab0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:06:21:c9:43:09\",\"name\":\"e52b9ef92c5cf99\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cd2a4f1-bbc4-4126-beba-dbee975cc9c5\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:53:04.064956 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0428 15:53:04.420894 3678 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:53:04.421444 3678 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:53:04.446164 3678 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:53:04.446192 3678 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:53:04.453426 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0428 15:53:04.453447 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0428 15:53:06.563939 3678 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0428 15:53:06.564648 3678 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0428 15:53:06.564673 3678 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0428 15:53:06.566627 3678 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0428 15:53:12.339720 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 15:53:12.339741 3678 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 15:53:12.341074 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0428 15:53:12.341096 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0428 15:53:15.076703 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0428 15:53:17.106185 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-7kllx] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-7kllx for pod on switch ip-10-0-0-193.ec2.internal I0428 15:53:17.106274 3678 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-7kllx I0428 15:53:17.123476 3678 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-7kllx] pod update took 17.225394ms I0428 15:53:17.123499 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-7kllx] addLogicalPort annotation time took 17.253869ms I0428 15:53:17.124715 3678 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-7kllx] addLogicalPort took 18.547186ms, libovsdb time 875.871µs I0428 15:53:17.466071 3678 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-7kllx 63e02133fda2b5ff9c9a89b28d615a1827049b721cb0217a6716757abe510e21 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-7kllx 63e02133fda2b5ff9c9a89b28d615a1827049b721cb0217a6716757abe510e21 network default NAD default NAD key ] I0428 15:53:17.475325 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-7kllx, hostIfaceName: 63e02133fda2b5f, network: default, NAD default, SandboxID: "63e02133fda2b5ff9c9a89b28d615a1827049b721cb0217a6716757abe510e21", PCI device ID: , UID: "1762c505-7bd8-4a38-ab5c-8ff70f492664", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0428 15:53:17.526942 3678 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-7kllx 63e02133fda2b5ff9c9a89b28d615a1827049b721cb0217a6716757abe510e21 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-7kllx 63e02133fda2b5ff9c9a89b28d615a1827049b721cb0217a6716757abe510e21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a0:13:55:7f:e1\",\"name\":\"63e02133fda2b5f\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4f082e9-85c7-4813-9302-935edc3a7a23\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:53:22.088660 3678 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0428 15:53:33.395857 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0428 15:53:35.496832 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0428 15:53:36.904703 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-shlcm] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-shlcm for pod on switch ip-10-0-0-193.ec2.internal I0428 15:53:36.904829 3678 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-shlcm I0428 15:53:36.924989 3678 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-shlcm] pod update took 20.198076ms I0428 15:53:36.925010 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-shlcm] addLogicalPort annotation time took 20.228351ms I0428 15:53:36.925302 3678 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-c4fr7] creating logical port tsf-keycloak_tsf-iam-c4fr7 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:53:36.925404 3678 kube.go:256] Updating pod tsf-keycloak/tsf-iam-c4fr7 I0428 15:53:36.926445 3678 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-shlcm] addLogicalPort took 21.765203ms, libovsdb time 1.000216ms I0428 15:53:36.948135 3678 pod.go:62] [tsf-keycloak/tsf-iam-c4fr7] pod update took 22.7623ms I0428 15:53:36.948160 3678 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-c4fr7] addLogicalPort annotation time took 22.792698ms I0428 15:53:36.949535 3678 pods.go:271] [tsf-keycloak/tsf-iam-c4fr7] addLogicalPort took 24.264863ms, libovsdb time 930.595µs I0428 15:53:37.270971 3678 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-shlcm 070a66f5ff2947d56a5d6b59a8f7d5d9cd99e84ce876f505ab4b38d3f618264b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-shlcm 070a66f5ff2947d56a5d6b59a8f7d5d9cd99e84ce876f505ab4b38d3f618264b network default NAD default NAD key ] I0428 15:53:37.280632 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-shlcm, hostIfaceName: 070a66f5ff2947d, network: default, NAD default, SandboxID: "070a66f5ff2947d56a5d6b59a8f7d5d9cd99e84ce876f505ab4b38d3f618264b", PCI device ID: , UID: "f44a38f5-cd6b-4934-aa39-b42f679db36e", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0428 15:53:37.289888 3678 cni.go:452] [tsf-keycloak/tsf-iam-c4fr7 d9818d6e3f6e3d8465a5e124bb6fd9d178ffbca7eb85462ed756a5891f0c093b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-c4fr7 d9818d6e3f6e3d8465a5e124bb6fd9d178ffbca7eb85462ed756a5891f0c093b network default NAD default NAD key ] I0428 15:53:37.299874 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-c4fr7, hostIfaceName: d9818d6e3f6e3d8, network: default, NAD default, SandboxID: "d9818d6e3f6e3d8465a5e124bb6fd9d178ffbca7eb85462ed756a5891f0c093b", PCI device ID: , UID: "1fd5c547-c6e9-401f-a7f8-1dd88ea90d10", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0428 15:53:37.336995 3678 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-shlcm 070a66f5ff2947d56a5d6b59a8f7d5d9cd99e84ce876f505ab4b38d3f618264b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-shlcm 070a66f5ff2947d56a5d6b59a8f7d5d9cd99e84ce876f505ab4b38d3f618264b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:2e:f3:60:34:a6\",\"name\":\"070a66f5ff2947d\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2001642f-aa06-4536-98f1-45815ff2d5d9\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:53:37.361216 3678 cni.go:473] [tsf-keycloak/tsf-iam-c4fr7 d9818d6e3f6e3d8465a5e124bb6fd9d178ffbca7eb85462ed756a5891f0c093b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-c4fr7 d9818d6e3f6e3d8465a5e124bb6fd9d178ffbca7eb85462ed756a5891f0c093b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:88:8d:03:e5:8f\",\"name\":\"d9818d6e3f6e3d8\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b93a6425-42dc-4f3c-84e5-01737dc0c995\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:53:39.629907 3678 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:53:39.630477 3678 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:53:39.681369 3678 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:53:39.681473 3678 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:53:39.692118 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0428 15:53:39.692146 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0428 15:53:42.394413 3678 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 15:53:42.394434 3678 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 15:53:42.394439 3678 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0428 15:53:42.882636 3678 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6646d97886-bhbbp] creating logical port tsf-tas_trillian-logsigner-6646d97886-bhbbp for pod on switch ip-10-0-0-193.ec2.internal I0428 15:53:42.882750 3678 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6646d97886-bhbbp I0428 15:53:42.897600 3678 pod.go:62] [tsf-tas/trillian-logsigner-6646d97886-bhbbp] pod update took 14.883347ms I0428 15:53:42.897690 3678 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6646d97886-bhbbp] addLogicalPort annotation time took 14.979023ms I0428 15:53:42.899275 3678 pods.go:271] [tsf-tas/trillian-logsigner-6646d97886-bhbbp] addLogicalPort took 16.656795ms, libovsdb time 1.160759ms I0428 15:53:44.537653 3678 cni.go:452] [tsf-tas/trillian-logsigner-6646d97886-bhbbp 782aa8e6296cceedabcdd9593d732df3670706aaa2e70a40fd2da984766a21c6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6646d97886-bhbbp 782aa8e6296cceedabcdd9593d732df3670706aaa2e70a40fd2da984766a21c6 network default NAD default NAD key ] I0428 15:53:44.547984 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6646d97886-bhbbp, hostIfaceName: 782aa8e6296ccee, network: default, NAD default, SandboxID: "782aa8e6296cceedabcdd9593d732df3670706aaa2e70a40fd2da984766a21c6", PCI device ID: , UID: "309ee213-f86a-493f-8c34-89dfb0c2c6fe", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0428 15:53:44.602217 3678 cni.go:473] [tsf-tas/trillian-logsigner-6646d97886-bhbbp 782aa8e6296cceedabcdd9593d732df3670706aaa2e70a40fd2da984766a21c6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6646d97886-bhbbp 782aa8e6296cceedabcdd9593d732df3670706aaa2e70a40fd2da984766a21c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ba:9c:e8:17:15\",\"name\":\"782aa8e6296ccee\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de286ad0-1721-47e9-8520-07df537139c7\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:53:45.536880 3678 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0428 15:53:45.536932 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0428 15:53:47.527091 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 W0428 15:53:49.416886 3678 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0428 15:53:53.333361 3678 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0428 15:53:54.589225 3678 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0428 15:53:57.401384 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=60 I0428 15:54:01.624806 3678 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:01.625378 3678 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:02.503732 3678 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:02.503759 3678 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-mqgsb-cvwhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:03.395349 3678 cni.go:452] [tsf-keycloak/tsf-iam-c4fr7 d9818d6e3f6e3d8465a5e124bb6fd9d178ffbca7eb85462ed756a5891f0c093b network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-c4fr7 d9818d6e3f6e3d8465a5e124bb6fd9d178ffbca7eb85462ed756a5891f0c093b network default NAD default NAD key ] I0428 15:54:03.478316 3678 cni.go:473] [tsf-keycloak/tsf-iam-c4fr7 d9818d6e3f6e3d8465a5e124bb6fd9d178ffbca7eb85462ed756a5891f0c093b network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-c4fr7 d9818d6e3f6e3d8465a5e124bb6fd9d178ffbca7eb85462ed756a5891f0c093b network default NAD default NAD key default], result "{}", err I0428 15:54:03.529634 3678 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:03.529671 3678 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-c4fr7 I0428 15:54:03.531577 3678 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-c4fr7, ips: 10.130.0.35 I0428 15:54:03.531610 3678 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:04.420450 3678 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:04.420478 3678 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-c4fr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:13.313218 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ztzbz] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-ztzbz for pod on switch ip-10-0-0-193.ec2.internal I0428 15:54:13.313404 3678 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ztzbz I0428 15:54:13.326802 3678 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ztzbz] pod update took 13.434116ms I0428 15:54:13.326830 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ztzbz] addLogicalPort annotation time took 13.466028ms I0428 15:54:13.328111 3678 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ztzbz] addLogicalPort took 14.914957ms, libovsdb time 893.132µs I0428 15:54:13.486640 3678 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-tntgp] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-tntgp for pod on switch ip-10-0-0-193.ec2.internal I0428 15:54:13.486824 3678 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-tntgp I0428 15:54:13.501070 3678 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-tntgp] pod update took 14.282875ms I0428 15:54:13.501097 3678 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-tntgp] addLogicalPort annotation time took 14.319293ms I0428 15:54:13.502411 3678 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-tntgp] addLogicalPort took 15.807745ms, libovsdb time 894.751µs I0428 15:54:13.724026 3678 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ztzbz efe6e4612e443a7a74f1a727b8c8e51c11d69f1f7f1788d20704d0d2302da1c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ztzbz efe6e4612e443a7a74f1a727b8c8e51c11d69f1f7f1788d20704d0d2302da1c4 network default NAD default NAD key ] I0428 15:54:13.733305 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-ztzbz, hostIfaceName: efe6e4612e443a7, network: default, NAD default, SandboxID: "efe6e4612e443a7a74f1a727b8c8e51c11d69f1f7f1788d20704d0d2302da1c4", PCI device ID: , UID: "18eb201b-b35d-41fa-9a77-afbcb8c2b225", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0428 15:54:13.786697 3678 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ztzbz efe6e4612e443a7a74f1a727b8c8e51c11d69f1f7f1788d20704d0d2302da1c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ztzbz efe6e4612e443a7a74f1a727b8c8e51c11d69f1f7f1788d20704d0d2302da1c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:65:cb:f4:d0:69\",\"name\":\"efe6e4612e443a7\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/011d6f1d-effc-42bb-a856-33e3efa4886f\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:54:13.890985 3678 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-tntgp 6ef286d16842b33e82fe8a60e2dae282814c45a41c69166cbc437c84a6cad973 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-tntgp 6ef286d16842b33e82fe8a60e2dae282814c45a41c69166cbc437c84a6cad973 network default NAD default NAD key ] I0428 15:54:13.901188 3678 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-tntgp, hostIfaceName: 6ef286d16842b33, network: default, NAD default, SandboxID: "6ef286d16842b33e82fe8a60e2dae282814c45a41c69166cbc437c84a6cad973", PCI device ID: , UID: "63c35262-9632-4b88-99ba-d8d814094f88", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0428 15:54:13.953030 3678 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-tntgp 6ef286d16842b33e82fe8a60e2dae282814c45a41c69166cbc437c84a6cad973 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-tntgp 6ef286d16842b33e82fe8a60e2dae282814c45a41c69166cbc437c84a6cad973 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:87:cb:f2:9a:9b\",\"name\":\"6ef286d16842b33\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da10a673-3239-4891-b7ab-7770906cae67\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:54:14.395893 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0428 15:54:16.577602 3678 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0428 15:54:21.443108 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0428 15:54:27.502265 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0428 15:54:29.914796 3678 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:29.915359 3678 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:29.944952 3678 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:29.944970 3678 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:29.948007 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0428 15:54:29.948033 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0428 15:54:30.734682 3678 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-zdvsw] creating logical port tsf_patch-tekton-config-zdvsw for pod on switch ip-10-0-0-193.ec2.internal I0428 15:54:30.734822 3678 kube.go:256] Updating pod tsf/patch-tekton-config-zdvsw I0428 15:54:30.751833 3678 pod.go:62] [tsf/patch-tekton-config-zdvsw] pod update took 17.035627ms I0428 15:54:30.751861 3678 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-zdvsw] addLogicalPort annotation time took 17.068382ms I0428 15:54:30.753172 3678 pods.go:271] [tsf/patch-tekton-config-zdvsw] addLogicalPort took 18.509913ms, libovsdb time 934.825µs I0428 15:54:31.126344 3678 cni.go:452] [tsf/patch-tekton-config-zdvsw 35887ad7923d7dc6f6a3b9bfaca549c8db3dc0cb9af506cca83f495bea05bf50 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-zdvsw 35887ad7923d7dc6f6a3b9bfaca549c8db3dc0cb9af506cca83f495bea05bf50 network default NAD default NAD key ] I0428 15:54:31.135920 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-zdvsw, hostIfaceName: 35887ad7923d7dc, network: default, NAD default, SandboxID: "35887ad7923d7dc6f6a3b9bfaca549c8db3dc0cb9af506cca83f495bea05bf50", PCI device ID: , UID: "90c72a6b-e374-4de6-a190-7510e624f5b5", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0428 15:54:31.192000 3678 cni.go:473] [tsf/patch-tekton-config-zdvsw 35887ad7923d7dc6f6a3b9bfaca549c8db3dc0cb9af506cca83f495bea05bf50 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-zdvsw 35887ad7923d7dc6f6a3b9bfaca549c8db3dc0cb9af506cca83f495bea05bf50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:84:d4:1b:88:4f\",\"name\":\"35887ad7923d7dc\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9476034b-b4b3-468d-857f-27def5283992\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:54:37.970032 3678 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:37.970602 3678 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:38.851048 3678 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:38.851075 3678 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9fjq7-m49mv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:39.839093 3678 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:39.839665 3678 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:40.594432 3678 cni.go:452] [tsf/patch-tekton-config-zdvsw 35887ad7923d7dc6f6a3b9bfaca549c8db3dc0cb9af506cca83f495bea05bf50 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-zdvsw 35887ad7923d7dc6f6a3b9bfaca549c8db3dc0cb9af506cca83f495bea05bf50 network default NAD default NAD key ] I0428 15:54:40.681754 3678 cni.go:473] [tsf/patch-tekton-config-zdvsw 35887ad7923d7dc6f6a3b9bfaca549c8db3dc0cb9af506cca83f495bea05bf50 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-zdvsw 35887ad7923d7dc6f6a3b9bfaca549c8db3dc0cb9af506cca83f495bea05bf50 network default NAD default NAD key default], result "{}", err I0428 15:54:40.717318 3678 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:40.717340 3678 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bm5vm-5465t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:40.733662 3678 obj_retry.go:498] Detected object tsf/patch-tekton-config-zdvsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:40.733693 3678 pods.go:176] Deleting pod: tsf/patch-tekton-config-zdvsw I0428 15:54:40.735167 3678 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-zdvsw, ips: 10.130.0.39 I0428 15:54:40.735195 3678 obj_retry.go:498] Detected object tsf/patch-tekton-config-zdvsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:41.757710 3678 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:41.757734 3678 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:54:45.734006 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0428 15:54:46.742190 3678 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0428 15:54:48.894099 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0428 15:54:50.046848 3678 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xg44p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:50.047520 3678 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xg44p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:51.070683 3678 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xg44p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:51.070706 3678 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xg44p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:51.110063 3678 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:51.110087 3678 obj_retry.go:492] Detected object tsf/patch-tekton-config-zdvsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:51.114161 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-zdvsw I0428 15:54:51.114185 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-zdvsw W0428 15:54:52.921774 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0428 15:54:56.080128 3678 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:56.080702 3678 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:54:56.108489 3678 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:56.108516 3678 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:54:56.115465 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0428 15:54:56.115487 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0428 15:54:57.536880 3678 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-r4sg8] creating logical port tsf-tpa_create-db-r4sg8 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:54:57.536979 3678 kube.go:256] Updating pod tsf-tpa/create-db-r4sg8 I0428 15:54:57.550792 3678 pod.go:62] [tsf-tpa/create-db-r4sg8] pod update took 13.838131ms I0428 15:54:57.550815 3678 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-r4sg8] addLogicalPort annotation time took 13.867177ms I0428 15:54:57.552135 3678 pods.go:271] [tsf-tpa/create-db-r4sg8] addLogicalPort took 15.275511ms, libovsdb time 900.779µs I0428 15:54:57.893680 3678 cni.go:452] [tsf-tpa/create-db-r4sg8 a93763a913dc6a0736076bdd854fed92f51980bf182e01e8909e2a0ab2074bd9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-r4sg8 a93763a913dc6a0736076bdd854fed92f51980bf182e01e8909e2a0ab2074bd9 network default NAD default NAD key ] I0428 15:54:57.903155 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-r4sg8, hostIfaceName: a93763a913dc6a0, network: default, NAD default, SandboxID: "a93763a913dc6a0736076bdd854fed92f51980bf182e01e8909e2a0ab2074bd9", PCI device ID: , UID: "0d0b6dc3-2c10-4e8a-9890-0d63bf15f16e", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0428 15:54:57.956530 3678 cni.go:473] [tsf-tpa/create-db-r4sg8 a93763a913dc6a0736076bdd854fed92f51980bf182e01e8909e2a0ab2074bd9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-r4sg8 a93763a913dc6a0736076bdd854fed92f51980bf182e01e8909e2a0ab2074bd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:f6:1b:d2:ac:69\",\"name\":\"a93763a913dc6a0\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1fe44b3-cd62-4fa3-97fc-727343816426\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:55:01.517267 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0428 15:55:01.705826 3678 cni.go:452] [tsf-tpa/create-db-r4sg8 a93763a913dc6a0736076bdd854fed92f51980bf182e01e8909e2a0ab2074bd9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-r4sg8 a93763a913dc6a0736076bdd854fed92f51980bf182e01e8909e2a0ab2074bd9 network default NAD default NAD key ] I0428 15:55:01.792676 3678 cni.go:473] [tsf-tpa/create-db-r4sg8 a93763a913dc6a0736076bdd854fed92f51980bf182e01e8909e2a0ab2074bd9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-r4sg8 a93763a913dc6a0736076bdd854fed92f51980bf182e01e8909e2a0ab2074bd9 network default NAD default NAD key default], result "{}", err I0428 15:55:01.844534 3678 obj_retry.go:498] Detected object tsf-tpa/create-db-r4sg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:01.844581 3678 pods.go:176] Deleting pod: tsf-tpa/create-db-r4sg8 I0428 15:55:01.845978 3678 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-r4sg8, ips: 10.130.0.40 I0428 15:55:01.846035 3678 obj_retry.go:498] Detected object tsf-tpa/create-db-r4sg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:02.871169 3678 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:02.871195 3678 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:02.986999 3678 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-mbmd5] creating logical port tsf-tpa_migrate-db-mbmd5 for pod on switch ip-10-0-0-193.ec2.internal I0428 15:55:02.987090 3678 kube.go:256] Updating pod tsf-tpa/migrate-db-mbmd5 I0428 15:55:03.000740 3678 pod.go:62] [tsf-tpa/migrate-db-mbmd5] pod update took 13.674138ms I0428 15:55:03.000764 3678 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-mbmd5] addLogicalPort annotation time took 13.704088ms I0428 15:55:03.002095 3678 pods.go:271] [tsf-tpa/migrate-db-mbmd5] addLogicalPort took 15.112443ms, libovsdb time 920.26µs I0428 15:55:03.347464 3678 cni.go:452] [tsf-tpa/migrate-db-mbmd5 eafff9004a3f6bdc49e06a49b7cc2663d71fa752f906998afe545c08ab78ac34 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-mbmd5 eafff9004a3f6bdc49e06a49b7cc2663d71fa752f906998afe545c08ab78ac34 network default NAD default NAD key ] I0428 15:55:03.357318 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-mbmd5, hostIfaceName: eafff9004a3f6bd, network: default, NAD default, SandboxID: "eafff9004a3f6bdc49e06a49b7cc2663d71fa752f906998afe545c08ab78ac34", PCI device ID: , UID: "6a10cc43-fc73-40c8-b320-8beba0b18120", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0428 15:55:03.414097 3678 cni.go:473] [tsf-tpa/migrate-db-mbmd5 eafff9004a3f6bdc49e06a49b7cc2663d71fa752f906998afe545c08ab78ac34 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-mbmd5 eafff9004a3f6bdc49e06a49b7cc2663d71fa752f906998afe545c08ab78ac34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:77:bd:a3:9f:7d\",\"name\":\"eafff9004a3f6bd\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/301d1413-92a5-4e0c-a94d-fb15edaac7f7\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:55:05.728157 3678 cni.go:452] [tsf-tpa/migrate-db-mbmd5 eafff9004a3f6bdc49e06a49b7cc2663d71fa752f906998afe545c08ab78ac34 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-mbmd5 eafff9004a3f6bdc49e06a49b7cc2663d71fa752f906998afe545c08ab78ac34 network default NAD default NAD key ] I0428 15:55:05.829079 3678 cni.go:473] [tsf-tpa/migrate-db-mbmd5 eafff9004a3f6bdc49e06a49b7cc2663d71fa752f906998afe545c08ab78ac34 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-mbmd5 eafff9004a3f6bdc49e06a49b7cc2663d71fa752f906998afe545c08ab78ac34 network default NAD default NAD key default], result "{}", err I0428 15:55:05.878089 3678 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbmd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:05.878123 3678 pods.go:176] Deleting pod: tsf-tpa/migrate-db-mbmd5 I0428 15:55:05.879506 3678 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-mbmd5, ips: 10.130.0.41 I0428 15:55:05.879534 3678 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbmd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:06.036356 3678 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:06.036383 3678 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:07.399971 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=114 I0428 15:55:09.158242 3678 base_network_controller_pods.go:487] [default/tsf-tpa/server-58776d4bcf-wvxld] creating logical port tsf-tpa_server-58776d4bcf-wvxld for pod on switch ip-10-0-0-193.ec2.internal I0428 15:55:09.158362 3678 kube.go:256] Updating pod tsf-tpa/server-58776d4bcf-wvxld I0428 15:55:09.171807 3678 pod.go:62] [tsf-tpa/server-58776d4bcf-wvxld] pod update took 13.468569ms I0428 15:55:09.171835 3678 base_network_controller_pods.go:951] [default/tsf-tpa/server-58776d4bcf-wvxld] addLogicalPort annotation time took 13.5017ms I0428 15:55:09.173185 3678 pods.go:271] [tsf-tpa/server-58776d4bcf-wvxld] addLogicalPort took 14.960458ms, libovsdb time 839.45µs I0428 15:55:09.233723 3678 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-b2w2z] creating logical port tsf-tpa_importer-86bcdf477b-b2w2z for pod on switch ip-10-0-0-193.ec2.internal I0428 15:55:09.233817 3678 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-b2w2z I0428 15:55:09.249739 3678 pod.go:62] [tsf-tpa/importer-86bcdf477b-b2w2z] pod update took 15.94949ms I0428 15:55:09.249765 3678 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-b2w2z] addLogicalPort annotation time took 15.981036ms I0428 15:55:09.251016 3678 pods.go:271] [tsf-tpa/importer-86bcdf477b-b2w2z] addLogicalPort took 17.306635ms, libovsdb time 887.125µs I0428 15:55:11.189938 3678 obj_retry.go:498] Detected object tsf-tpa/create-importers-jgltw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:11.190519 3678 obj_retry.go:498] Detected object tsf-tpa/create-importers-jgltw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:11.519247 3678 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0428 15:55:12.221907 3678 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:12.221931 3678 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:14.486951 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0428 15:55:14.543059 3678 cni.go:452] [tsf-tpa/server-58776d4bcf-wvxld a03292740fd28de66ec6b62b31b61ef8df661986820782c74796091f828e26aa network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-58776d4bcf-wvxld a03292740fd28de66ec6b62b31b61ef8df661986820782c74796091f828e26aa network default NAD default NAD key ] I0428 15:55:14.566940 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-58776d4bcf-wvxld, hostIfaceName: a03292740fd28de, network: default, NAD default, SandboxID: "a03292740fd28de66ec6b62b31b61ef8df661986820782c74796091f828e26aa", PCI device ID: , UID: "6920e0e9-ce34-40cc-aa07-6757727ae933", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0428 15:55:14.599884 3678 cni.go:452] [tsf-tpa/importer-86bcdf477b-b2w2z 21c1fd14b83d093f3443c828dbdeea4b153814f58f94a62da6f1d333c7beb392 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-b2w2z 21c1fd14b83d093f3443c828dbdeea4b153814f58f94a62da6f1d333c7beb392 network default NAD default NAD key ] I0428 15:55:14.610250 3678 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-b2w2z, hostIfaceName: 21c1fd14b83d093, network: default, NAD default, SandboxID: "21c1fd14b83d093f3443c828dbdeea4b153814f58f94a62da6f1d333c7beb392", PCI device ID: , UID: "15517adc-2c48-4202-84e1-5457eb358c3d", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0428 15:55:14.624212 3678 cni.go:473] [tsf-tpa/server-58776d4bcf-wvxld a03292740fd28de66ec6b62b31b61ef8df661986820782c74796091f828e26aa network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-58776d4bcf-wvxld a03292740fd28de66ec6b62b31b61ef8df661986820782c74796091f828e26aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:4c:8a:32:b2:d1\",\"name\":\"a03292740fd28de\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef1121e1-4dd1-4ceb-b89e-972f6e785275\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:55:14.662906 3678 cni.go:473] [tsf-tpa/importer-86bcdf477b-b2w2z 21c1fd14b83d093f3443c828dbdeea4b153814f58f94a62da6f1d333c7beb392 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-b2w2z 21c1fd14b83d093f3443c828dbdeea4b153814f58f94a62da6f1d333c7beb392 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:09:5f:95:50:49\",\"name\":\"21c1fd14b83d093\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b8f97b0-95e9-40ee-877d-fa149814a6a6\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:55:15.805983 3678 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0428 15:55:16.859913 3678 util.go:959] Failed to build node endpoints for node ip-10-0-0-193.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0428 15:55:18.265873 3678 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:18.266439 3678 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:18.292714 3678 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:18.292733 3678 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:18.298842 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0428 15:55:18.298870 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0428 15:55:19.220072 3678 namespace.go:98] [default-tenant] adding namespace I0428 15:55:19.220098 3678 namespace.go:98] [integration-service] adding namespace I0428 15:55:19.220968 3678 namespace.go:102] [default-tenant] adding namespace took 873.369µs I0428 15:55:19.221527 3678 namespace.go:102] [integration-service] adding namespace took 1.409352ms I0428 15:55:19.222678 3678 namespace.go:98] [build-service] adding namespace I0428 15:55:19.223329 3678 namespace.go:102] [build-service] adding namespace took 639.228µs I0428 15:55:19.226745 3678 namespace.go:98] [image-controller] adding namespace I0428 15:55:19.227317 3678 namespace.go:102] [image-controller] adding namespace took 556.631µs I0428 15:55:19.327751 3678 namespace.go:142] [default-tenant] updating namespace I0428 15:55:19.416224 3678 namespace.go:142] [default-tenant] updating namespace I0428 15:55:19.436363 3678 namespace.go:142] [integration-service] updating namespace I0428 15:55:19.503894 3678 namespace.go:142] [integration-service] updating namespace I0428 15:55:19.531628 3678 namespace.go:142] [build-service] updating namespace I0428 15:55:19.563104 3678 namespace.go:142] [build-service] updating namespace I0428 15:55:19.572840 3678 namespace.go:142] [build-service] updating namespace I0428 15:55:19.592062 3678 namespace.go:142] [integration-service] updating namespace I0428 15:55:19.612754 3678 namespace.go:142] [image-controller] updating namespace I0428 15:55:19.658599 3678 namespace.go:98] [release-service] adding namespace I0428 15:55:19.659541 3678 namespace.go:102] [release-service] adding namespace took 920.594µs I0428 15:55:19.672627 3678 namespace.go:142] [image-controller] updating namespace I0428 15:55:19.756097 3678 namespace.go:142] [konflux-ui] updating namespace I0428 15:55:19.795190 3678 namespace.go:142] [release-service] updating namespace I0428 15:55:19.830881 3678 namespace.go:142] [release-service] updating namespace I0428 15:55:19.932857 3678 namespace.go:98] [konflux-info] adding namespace I0428 15:55:19.933775 3678 namespace.go:102] [konflux-info] adding namespace took 892.528µs I0428 15:55:20.121948 3678 namespace.go:98] [namespace-lister] adding namespace I0428 15:55:20.122818 3678 namespace.go:102] [namespace-lister] adding namespace took 847.883µs I0428 15:55:20.163456 3678 namespace.go:142] [konflux-info] updating namespace I0428 15:55:20.187762 3678 namespace.go:142] [image-controller] updating namespace I0428 15:55:20.210164 3678 namespace.go:98] [enterprise-contract-service] adding namespace I0428 15:55:20.211070 3678 namespace.go:102] [enterprise-contract-service] adding namespace took 881.753µs I0428 15:55:20.224786 3678 namespace.go:142] [konflux-info] updating namespace I0428 15:55:20.277799 3678 namespace.go:142] [namespace-lister] updating namespace I0428 15:55:20.387154 3678 namespace.go:142] [namespace-lister] updating namespace I0428 15:55:20.448192 3678 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:55:20.448301 3678 namespace.go:142] [default-tenant] updating namespace I0428 15:55:20.599776 3678 namespace.go:98] [segment-bridge] adding namespace I0428 15:55:20.600689 3678 namespace.go:102] [segment-bridge] adding namespace took 886.106µs I0428 15:55:20.646765 3678 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:55:20.762946 3678 namespace.go:98] [konflux-cli] adding namespace I0428 15:55:20.763861 3678 namespace.go:102] [konflux-cli] adding namespace took 893.191µs I0428 15:55:20.888882 3678 namespace.go:142] [segment-bridge] updating namespace I0428 15:55:21.028793 3678 namespace.go:142] [segment-bridge] updating namespace I0428 15:55:21.088865 3678 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:21.182001 3678 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:21.318619 3678 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0428 15:55:21.319300 3678 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0428 15:55:21.319323 3678 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0428 15:55:21.321937 3678 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0428 15:55:21.576750 3678 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0428 15:55:21.576776 3678 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0428 15:55:21.577737 3678 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0428 15:55:23.372365 3678 namespace.go:142] [build-service] updating namespace I0428 15:55:23.829978 3678 namespace.go:142] [default-tenant] updating namespace I0428 15:55:24.000983 3678 namespace.go:142] [enterprise-contract-service] updating namespace W0428 15:55:24.145512 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0428 15:55:24.201030 3678 namespace.go:142] [image-controller] updating namespace I0428 15:55:24.413482 3678 namespace.go:142] [integration-service] updating namespace I0428 15:55:24.684090 3678 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:24.875361 3678 namespace.go:142] [konflux-info] updating namespace I0428 15:55:25.077586 3678 namespace.go:142] [namespace-lister] updating namespace I0428 15:55:25.267796 3678 namespace.go:142] [release-service] updating namespace I0428 15:55:25.471688 3678 namespace.go:142] [segment-bridge] updating namespace I0428 15:55:25.593459 3678 namespace.go:142] [build-service] updating namespace I0428 15:55:25.612975 3678 namespace.go:142] [default-tenant] updating namespace I0428 15:55:25.632859 3678 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:55:25.647083 3678 namespace.go:142] [image-controller] updating namespace I0428 15:55:25.662631 3678 namespace.go:142] [integration-service] updating namespace I0428 15:55:25.684895 3678 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:25.704628 3678 namespace.go:142] [konflux-info] updating namespace I0428 15:55:25.730725 3678 namespace.go:142] [namespace-lister] updating namespace I0428 15:55:25.748686 3678 namespace.go:142] [release-service] updating namespace I0428 15:55:25.769544 3678 namespace.go:142] [segment-bridge] updating namespace I0428 15:55:25.830313 3678 namespace.go:142] [build-service] updating namespace I0428 15:55:25.893497 3678 namespace.go:142] [default-tenant] updating namespace I0428 15:55:25.978749 3678 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:55:26.047061 3678 namespace.go:142] [image-controller] updating namespace I0428 15:55:26.135620 3678 namespace.go:142] [integration-service] updating namespace I0428 15:55:26.246776 3678 namespace.go:142] [konflux-cli] updating namespace I0428 15:55:26.345430 3678 namespace.go:142] [konflux-info] updating namespace I0428 15:55:26.448648 3678 namespace.go:142] [namespace-lister] updating namespace I0428 15:55:26.538849 3678 namespace.go:142] [release-service] updating namespace I0428 15:55:26.640051 3678 namespace.go:142] [segment-bridge] updating namespace W0428 15:55:27.166632 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0428 15:55:28.992007 3678 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0428 15:55:31.156760 3678 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:31.157400 3678 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:32.179016 3678 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:32.179040 3678 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7d87d-s2tvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:55:38.061604 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 15:55:38.061622 3678 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 15:55:38.091438 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:55:38.091479 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 15:55:39.228594 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0428 15:55:39.233337 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0428 15:55:39.267828 3678 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 15:55:39.267846 3678 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 15:55:39.295534 3678 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0428 15:55:39.330959 3678 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 15:55:39.331131 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:55:41.078699 3678 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0428 15:55:50.581408 3678 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:50.581987 3678 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:55:51.137806 3678 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:51.137831 3678 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lqfps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:51.144800 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-lqfps I0428 15:55:51.144834 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-lqfps I0428 15:55:53.526251 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0428 15:56:49.366182 3678 obj_retry.go:498] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:56:49.366734 3678 obj_retry.go:498] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:56:49.470539 3678 obj_retry.go:492] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:56:49.470567 3678 obj_retry.go:492] Detected object konflux-ui/proxy-5b75458b88-blrmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:56:49.478505 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5b75458b88-blrmk I0428 15:56:49.478532 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5b75458b88-blrmk I0428 15:56:55.402105 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162 I0428 15:56:55.828579 3678 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:56:55.829141 3678 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:56:55.877118 3678 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:56:55.877140 3678 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:56:55.883413 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0428 15:56:55.883440 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0428 15:57:23.942479 3678 namespace.go:98] [managed-tenant-w1qok] adding namespace I0428 15:57:23.943473 3678 namespace.go:102] [managed-tenant-w1qok] adding namespace took 970.879µs I0428 15:57:23.975164 3678 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:23.993024 3678 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:25.006843 3678 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:25.135063 3678 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:25.236291 3678 namespace.go:142] [managed-tenant-w1qok] updating namespace I0428 15:57:59.510756 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0428 15:58:28.406608 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=472 I0428 15:59:47.530478 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0428 16:00:04.698345 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 16:00:04.698934 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 16:00:05.721640 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:00:05.721694 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-ghtdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:00:44.489837 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0428 16:00:47.494172 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0428 16:00:52.398810 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0428 16:02:21.499605 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0428 16:02:33.404227 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36 I0428 16:02:47.520854 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0428 16:02:47.529416 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0428 16:02:51.398581 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0428 16:02:54.404871 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0428 16:03:56.504933 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0428 16:04:20.489721 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0428 16:04:20.521901 3678 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0428 16:05:02.055827 3678 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:02.055875 3678 obj_retry.go:492] Detected object tsf-tpa/create-db-r4sg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:02.064936 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-r4sg8 I0428 16:05:02.064960 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-r4sg8 I0428 16:05:03.403716 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=54 I0428 16:05:06.045940 3678 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:06.045988 3678 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbmd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:06.051061 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mbmd5 I0428 16:05:06.051087 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mbmd5 I0428 16:05:12.034671 3678 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:12.034720 3678 obj_retry.go:492] Detected object tsf-tpa/create-importers-jgltw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:05:12.040390 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jgltw I0428 16:05:12.040420 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jgltw I0428 16:05:27.513717 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0428 16:07:10.492666 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0428 16:07:48.524468 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0428 16:07:50.497151 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0428 16:07:53.409863 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=43 I0428 16:08:02.533594 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0428 16:08:18.502439 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0428 16:09:08.408045 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0428 16:09:25.401602 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0428 16:10:03.968955 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 16:10:03.969562 3678 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 16:10:04.989859 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:10:04.989893 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623210-dwhv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:10:05.029790 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:10:05.029835 3678 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:10:05.035545 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv I0428 16:10:05.035574 3678 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-jhncv I0428 16:10:49.533839 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0428 16:10:54.524275 3678 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0428 16:11:02.507989 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0428 16:11:10.407532 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0428 16:11:26.402205 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0428 16:12:27.407939 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0428 16:12:40.518019 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0428 16:13:32.505767 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0428 16:13:52.492346 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0428 16:14:08.413185 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0428 16:14:47.536843 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0428 16:14:48.527347 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0428 16:15:15.053390 3678 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-importers-jgltw I0428 16:15:39.500272 3678 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0428 16:16:25.496272 3678 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0428 16:17:12.404428 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0428 16:17:20.410703 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0428 16:17:36.527106 3678 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0428 16:17:42.411600 3678 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7