+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-131.ec2.internal ++ [[ -n ip-10-0-2-131.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-131.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0423 19:49:09.189875068 - disable conntrack on geneve port' I0423 19:49:09.189875068 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0423 19:49:09.225650395 - starting ovnkube-node + echo 'I0423 19:49:09.225650395 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-131.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-131.ec2.internal --init-node ip-10-0-2-131.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-131.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0423 19:49:09.281009 3795 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0423 19:49:09.281081 3795 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d84a1f03e1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0423 19:49:09.282585 3795 kube.go:431] Waiting for certificate I0423 19:49:09.282611 3795 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0423 19:49:09.282652 3795 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0423 19:49:09.283366 3795 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0423 19:49:09.315819 3795 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:49:09.315838 3795 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:49:09.318170 3795 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:49:09.318268 3795 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j87b8" I0423 19:49:09.327040 3795 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j87b8" I0423 19:49:09.327111 3795 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:49:10.283472 3795 kube.go:438] Certificate found I0423 19:49:10.284123 3795 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0423 19:49:10.285190 3795 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0423 19:49:10.334507 3795 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-24 19:44:09 +0000 UTC" deadline="2026-04-24 12:43:57.57508712 +0000 UTC" I0423 19:49:10.334537 3795 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h54m47.240558136s" I0423 19:49:10.361346 3795 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0423 19:49:10.371473 3795 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0423 19:49:10.371619 3795 server.go:101] MetricServer registers OVS metrics I0423 19:49:10.371989 3795 server.go:105] MetricServer registers OVN DB metrics I0423 19:49:10.372885 3795 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0423 19:49:10.372965 3795 factory.go:561] Starting watch factory I0423 19:49:10.373066 3795 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373090 3795 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373186 3795 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373205 3795 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373227 3795 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373209 3795 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373267 3795 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373425 3795 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373271 3795 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373500 3795 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373886 3795 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.373989 3795 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.376632 3795 controller_manager.go:370] Starting the ovnkube controller I0423 19:49:10.376643 3795 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-131.ec2.internal I0423 19:49:10.376687 3795 controller_manager.go:395] NBDB zone sync took: 37.689µs I0423 19:49:10.376697 3795 factory.go:561] Starting watch factory I0423 19:49:10.376850 3795 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0423 19:49:10.376894 3795 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0423 19:49:10.391161 3795 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0423 19:49:10.391194 3795 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0423 19:49:10.394791 3795 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0423 19:49:10.394831 3795 server.go:109] MetricServer registers OVN Controller metrics I0423 19:49:10.397235 3795 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.397653 3795 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.400579 3795 server.go:113] MetricServer registers OVN Northd metrics I0423 19:49:10.401410 3795 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.401436 3795 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.402251 3795 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.406481 3795 metrics.go:519] OVN Metrics Server starts to run ... I0423 19:49:10.409068 3795 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:49:10.479190 3795 factory.go:1977] *v1.Namespace informer cache synced successfully I0423 19:49:10.479214 3795 factory.go:1977] *v1.Node informer cache synced successfully I0423 19:49:10.479219 3795 factory.go:1977] *v1.Service informer cache synced successfully I0423 19:49:10.479223 3795 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0423 19:49:10.479227 3795 factory.go:1977] *v1.Pod informer cache synced successfully I0423 19:49:10.479231 3795 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0423 19:49:10.479343 3795 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:10.479356 3795 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:10.479369 3795 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:10.479371 3795 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:10.481893 3795 factory.go:1977] *v1.Namespace informer cache synced successfully I0423 19:49:10.481906 3795 factory.go:1977] *v1.Node informer cache synced successfully I0423 19:49:10.481912 3795 factory.go:1977] *v1.Service informer cache synced successfully I0423 19:49:10.481916 3795 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0423 19:49:10.481921 3795 factory.go:1977] *v1.Pod informer cache synced successfully I0423 19:49:10.481925 3795 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0423 19:49:10.482263 3795 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:10.482261 3795 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:49:10.484310 3795 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0423 19:49:10.484321 3795 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0423 19:49:10.484398 3795 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.484411 3795 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.486676 3795 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.487640 3795 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0423 19:49:10.487650 3795 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0423 19:49:10.490360 3795 factory.go:1977] *v1.EgressIP informer cache synced successfully I0423 19:49:10.490422 3795 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.490441 3795 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.492445 3795 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.493280 3795 factory.go:1977] *v1.EgressIP informer cache synced successfully I0423 19:49:10.496299 3795 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0423 19:49:10.496374 3795 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.496390 3795 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.498407 3795 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0423 19:49:10.498632 3795 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.501449 3795 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0423 19:49:10.501518 3795 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.501539 3795 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.503367 3795 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.503457 3795 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0423 19:49:10.507372 3795 factory.go:1977] *v1.EgressService informer cache synced successfully I0423 19:49:10.507437 3795 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.507450 3795 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.508536 3795 factory.go:1977] *v1.EgressService informer cache synced successfully I0423 19:49:10.509489 3795 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.513353 3795 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0423 19:49:10.513507 3795 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0423 19:49:10.513525 3795 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0423 19:49:10.513635 3795 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0423 19:49:10.515643 3795 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0423 19:49:10.519388 3795 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0423 19:49:10.519457 3795 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.519474 3795 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.519510 3795 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.519535 3795 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.519581 3795 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0423 19:49:10.521789 3795 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.522057 3795 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:49:10.525104 3795 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0423 19:49:10.525114 3795 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0423 19:49:10.525122 3795 factory.go:680] Watch Factory start up complete, took: 148.423037ms I0423 19:49:10.525124 3795 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0423 19:49:10.525129 3795 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-131.ec2.internal" zone I0423 19:49:10.525132 3795 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0423 19:49:10.525139 3795 factory.go:680] Watch Factory start up complete, took: 152.17684ms I0423 19:49:10.525207 3795 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0423 19:49:10.584518 3795 default_node_network_controller.go:710] Initializing the default node network controller I0423 19:49:10.667160 3795 udn_isolation.go:101] Starting UDN host isolation manager I0423 19:49:10.673752 3795 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0423 19:49:10.747192 3795 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0423 19:49:10.747277 3795 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0423 19:49:10.747293 3795 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0423 19:49:10.781403 3795 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0423 19:49:10.781472 3795 default_node_network_controller.go:809] Node ip-10-0-2-131.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0423 19:49:10.787144 3795 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.131"] k8s.ovn.org/zone-name:ip-10-0-2-131.ec2.internal] on node ip-10-0-2-131.ec2.internal I0423 19:49:10.809613 3795 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0423 19:49:10.816391 3795 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0423 19:49:10.816603 3795 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0423 19:49:10.816750 3795 gateway_init.go:263] Preparing Gateway I0423 19:49:10.816763 3795 gateway_shared_intf.go:1687] Creating new gateway I0423 19:49:10.929353 3795 iptables.go:108] Creating table: filter chain: FORWARD I0423 19:49:10.935683 3795 iptables.go:108] Creating table: filter chain: OUTPUT I0423 19:49:10.941962 3795 gateway_shared_intf.go:1816] Gateway Creation Complete I0423 19:49:10.941980 3795 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-131.ec2.internal","mac-address":"0e:f7:94:69:36:0b","ip-addresses":["10.0.2.131/24"],"ip-address":"10.0.2.131/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:57bc124f-3a26-4ec3-9a9f-bbb02614d8c4 k8s.ovn.org/node-encap-ips:["10.0.2.131"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.131/24"} k8s.ovn.org/zone-name:ip-10-0-2-131.ec2.internal] on node ip-10-0-2-131.ec2.internal I0423 19:49:10.963673 3795 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:11.025427 3795 controller_manager.go:429] Waiting for node in zone sync took: 500.282892ms I0423 19:49:11.031123 3795 controller_manager.go:611] Switching to transit router for layer2 networks I0423 19:49:11.031141 3795 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-131.ec2.internal I0423 19:49:11.046486 3795 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0423 19:49:11.053692 3795 controller_manager.go:290] SCTP support detected in OVN I0423 19:49:11.054357 3795 services_controller.go:69] Creating services controller for network=default I0423 19:49:11.054469 3795 udn_enabled_svc.go:80] Waiting for service informer to sync I0423 19:49:11.054558 3795 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0423 19:49:11.054625 3795 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0423 19:49:11.054647 3795 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0423 19:49:11.054658 3795 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0423 19:49:11.054842 3795 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0423 19:49:11.054895 3795 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0423 19:49:11.054926 3795 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.814µs I0423 19:49:11.054948 3795 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 45.24µs I0423 19:49:11.054954 3795 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 58.872µs I0423 19:49:11.054960 3795 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0423 19:49:11.054966 3795 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0423 19:49:11.054976 3795 default_network_controller.go:325] Starting the default network controller I0423 19:49:11.054980 3795 udn_enabled_svc.go:95] Performing full resync I0423 19:49:11.055079 3795 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.978µs I0423 19:49:11.055365 3795 udn_enabled_svc.go:99] Waiting for handler to sync I0423 19:49:11.055377 3795 udn_enabled_svc.go:104] Starting worker I0423 19:49:11.065099 3795 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0423 19:49:11.065163 3795 repair.go:33] Syncing exgw routes took 50.635µs I0423 19:49:11.065193 3795 default_network_controller.go:414] Starting all the Watchers... I0423 19:49:11.065350 3795 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0423 19:49:11.065357 3795 namespace.go:98] [kube-node-lease] adding namespace I0423 19:49:11.065364 3795 namespace.go:98] [openshift-backplane-srep] adding namespace I0423 19:49:11.065375 3795 namespace.go:98] [openshift-controller-manager] adding namespace I0423 19:49:11.065378 3795 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0423 19:49:11.065388 3795 namespace.go:98] [openshift-infra] adding namespace I0423 19:49:11.065394 3795 namespace.go:98] [openshift-dns] adding namespace I0423 19:49:11.065398 3795 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0423 19:49:11.065397 3795 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0423 19:49:11.065411 3795 namespace.go:98] [openshift-console] adding namespace I0423 19:49:11.065411 3795 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0423 19:49:11.065417 3795 namespace.go:98] [openshift-package-operator] adding namespace I0423 19:49:11.065412 3795 namespace.go:98] [openshift-backplane-csm] adding namespace I0423 19:49:11.065423 3795 namespace.go:98] [openshift-customer-monitoring] adding namespace I0423 19:49:11.065434 3795 namespace.go:98] [default] adding namespace I0423 19:49:11.065967 3795 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 602.42µs I0423 19:49:11.065987 3795 namespace.go:98] [openshift-monitoring] adding namespace I0423 19:49:11.066557 3795 namespace.go:102] [openshift-monitoring] adding namespace took 563.577µs I0423 19:49:11.066576 3795 namespace.go:98] [openshift-ingress] adding namespace I0423 19:49:11.067128 3795 namespace.go:102] [openshift-ingress] adding namespace took 544.088µs I0423 19:49:11.067144 3795 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0423 19:49:11.067680 3795 namespace.go:102] [kube-node-lease] adding namespace took 2.312161ms I0423 19:49:11.067699 3795 namespace.go:98] [openshift-logging] adding namespace I0423 19:49:11.068208 3795 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.833827ms I0423 19:49:11.068226 3795 namespace.go:98] [openshift-network-operator] adding namespace I0423 19:49:11.068783 3795 namespace.go:102] [openshift-controller-manager] adding namespace took 3.398717ms I0423 19:49:11.068796 3795 namespace.go:98] [openshift] adding namespace I0423 19:49:11.069307 3795 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 3.921002ms I0423 19:49:11.069336 3795 namespace.go:98] [openshift-config-operator] adding namespace I0423 19:49:11.069838 3795 namespace.go:102] [openshift-infra] adding namespace took 4.443871ms I0423 19:49:11.069852 3795 namespace.go:98] [openshift-authentication-operator] adding namespace I0423 19:49:11.070458 3795 namespace.go:102] [openshift-dns] adding namespace took 5.05053ms I0423 19:49:11.070476 3795 namespace.go:98] [openshift-must-gather-operator] adding namespace I0423 19:49:11.070989 3795 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.581663ms I0423 19:49:11.071003 3795 namespace.go:98] [openshift-node] adding namespace I0423 19:49:11.071557 3795 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.147214ms I0423 19:49:11.071572 3795 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0423 19:49:11.072075 3795 namespace.go:102] [openshift-console] adding namespace took 6.654707ms I0423 19:49:11.072094 3795 namespace.go:98] [openshift-dns-operator] adding namespace I0423 19:49:11.072568 3795 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.146871ms I0423 19:49:11.072579 3795 namespace.go:98] [dedicated-admin] adding namespace I0423 19:49:11.072980 3795 namespace.go:102] [openshift-package-operator] adding namespace took 7.55316ms I0423 19:49:11.072999 3795 namespace.go:98] [openshift-service-ca-operator] adding namespace I0423 19:49:11.073572 3795 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.141151ms I0423 19:49:11.073590 3795 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0423 19:49:11.074096 3795 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.662659ms I0423 19:49:11.074114 3795 namespace.go:98] [openshift-kube-scheduler] adding namespace I0423 19:49:11.074618 3795 namespace.go:102] [default] adding namespace took 9.17611ms I0423 19:49:11.074633 3795 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0423 19:49:11.075109 3795 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.959777ms I0423 19:49:11.075119 3795 namespace.go:98] [openshift-network-node-identity] adding namespace I0423 19:49:11.075647 3795 namespace.go:102] [openshift-logging] adding namespace took 7.941194ms I0423 19:49:11.075665 3795 namespace.go:98] [openshift-config] adding namespace I0423 19:49:11.076076 3795 namespace.go:102] [openshift-network-operator] adding namespace took 7.842501ms I0423 19:49:11.076091 3795 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0423 19:49:11.076591 3795 namespace.go:102] [openshift] adding namespace took 7.790489ms I0423 19:49:11.076600 3795 namespace.go:98] [openshift-kube-apiserver] adding namespace I0423 19:49:11.076998 3795 namespace.go:102] [openshift-config-operator] adding namespace took 7.654926ms I0423 19:49:11.077012 3795 namespace.go:98] [openshift-backplane-cse] adding namespace I0423 19:49:11.077537 3795 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.678054ms I0423 19:49:11.077554 3795 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0423 19:49:11.077983 3795 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.500119ms I0423 19:49:11.077999 3795 namespace.go:98] [openshift-operators-redhat] adding namespace I0423 19:49:11.078485 3795 namespace.go:102] [openshift-node] adding namespace took 7.477236ms I0423 19:49:11.078498 3795 namespace.go:98] [openshift-host-network] adding namespace I0423 19:49:11.078990 3795 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.412672ms I0423 19:49:11.079002 3795 namespace.go:98] [openshift-backplane-cee] adding namespace I0423 19:49:11.079531 3795 namespace.go:102] [openshift-dns-operator] adding namespace took 7.43265ms I0423 19:49:11.079541 3795 namespace.go:98] [openshift-network-console] adding namespace I0423 19:49:11.080107 3795 namespace.go:102] [dedicated-admin] adding namespace took 7.520341ms I0423 19:49:11.080124 3795 namespace.go:98] [kube-system] adding namespace I0423 19:49:11.080663 3795 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.656795ms I0423 19:49:11.080679 3795 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0423 19:49:11.081163 3795 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.56675ms I0423 19:49:11.081180 3795 namespace.go:98] [openshift-insights] adding namespace I0423 19:49:11.081614 3795 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.491552ms I0423 19:49:11.081637 3795 namespace.go:98] [openshift-etcd] adding namespace I0423 19:49:11.082170 3795 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.531871ms I0423 19:49:11.082184 3795 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0423 19:49:11.082708 3795 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.584748ms I0423 19:49:11.082722 3795 namespace.go:98] [openshift-backplane-tam] adding namespace I0423 19:49:11.083176 3795 namespace.go:102] [openshift-config] adding namespace took 7.503552ms I0423 19:49:11.083191 3795 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0423 19:49:11.083617 3795 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.520872ms I0423 19:49:11.083632 3795 namespace.go:98] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] adding namespace I0423 19:49:11.084001 3795 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.394886ms I0423 19:49:11.084014 3795 namespace.go:98] [openshift-cluster-version] adding namespace I0423 19:49:11.084409 3795 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.392721ms I0423 19:49:11.084422 3795 namespace.go:98] [openshift-machine-config-operator] adding namespace I0423 19:49:11.084813 3795 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.252467ms I0423 19:49:11.084830 3795 namespace.go:98] [openshift-ingress-operator] adding namespace I0423 19:49:11.085240 3795 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.234247ms I0423 19:49:11.085259 3795 namespace.go:98] [openshift-marketplace] adding namespace I0423 19:49:11.085781 3795 namespace.go:102] [openshift-host-network] adding namespace took 7.276864ms I0423 19:49:11.085798 3795 namespace.go:98] [openshift-multus] adding namespace I0423 19:49:11.086259 3795 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.252557ms I0423 19:49:11.086270 3795 namespace.go:98] [openshift-operators] adding namespace I0423 19:49:11.086715 3795 namespace.go:102] [openshift-network-console] adding namespace took 7.166604ms I0423 19:49:11.086733 3795 namespace.go:98] [openshift-image-registry] adding namespace I0423 19:49:11.087249 3795 namespace.go:102] [kube-system] adding namespace took 7.118517ms I0423 19:49:11.087265 3795 namespace.go:98] [openshift-ingress-canary] adding namespace I0423 19:49:11.087726 3795 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.04097ms I0423 19:49:11.087745 3795 namespace.go:98] [openshift-route-controller-manager] adding namespace I0423 19:49:11.088167 3795 namespace.go:102] [openshift-insights] adding namespace took 6.981302ms I0423 19:49:11.088179 3795 namespace.go:98] [openshift-apiserver-operator] adding namespace I0423 19:49:11.088696 3795 namespace.go:102] [openshift-etcd] adding namespace took 7.053608ms I0423 19:49:11.088709 3795 namespace.go:98] [openshift-console-user-settings] adding namespace I0423 19:49:11.089100 3795 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.910695ms I0423 19:49:11.089112 3795 namespace.go:98] [openshift-machine-api] adding namespace I0423 19:49:11.089749 3795 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.020837ms I0423 19:49:11.090182 3795 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.985451ms I0423 19:49:11.090196 3795 namespace.go:98] [openshift-config-managed] adding namespace I0423 19:49:11.090639 3795 namespace.go:102] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] adding namespace took 7.001488ms I0423 19:49:11.090652 3795 namespace.go:98] [openshift-network-diagnostics] adding namespace I0423 19:49:11.091119 3795 namespace.go:102] [openshift-cluster-version] adding namespace took 7.100268ms I0423 19:49:11.091130 3795 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0423 19:49:11.091603 3795 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.176356ms I0423 19:49:11.091617 3795 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0423 19:49:11.092039 3795 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.20477ms I0423 19:49:11.092052 3795 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0423 19:49:11.092910 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-574q2: pod openshift-multus/network-metrics-daemon-574q2: no pod IPs found I0423 19:49:11.092938 3795 namespace.go:102] [openshift-marketplace] adding namespace took 7.673846ms I0423 19:49:11.092950 3795 namespace.go:98] [openshift-backplane-mobb] adding namespace I0423 19:49:11.093516 3795 namespace.go:102] [openshift-multus] adding namespace took 7.711254ms I0423 19:49:11.093531 3795 namespace.go:98] [openshift-authentication] adding namespace I0423 19:49:11.093936 3795 namespace.go:102] [openshift-operators] adding namespace took 7.661398ms I0423 19:49:11.093946 3795 namespace.go:98] [openshift-backplane] adding namespace I0423 19:49:11.094472 3795 namespace.go:102] [openshift-image-registry] adding namespace took 7.734029ms I0423 19:49:11.094481 3795 namespace.go:98] [kube-public] adding namespace I0423 19:49:11.094915 3795 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.644063ms I0423 19:49:11.094928 3795 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0423 19:49:11.095312 3795 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.5578ms I0423 19:49:11.095345 3795 namespace.go:98] [openshift-apiserver] adding namespace I0423 19:49:11.095887 3795 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.701717ms I0423 19:49:11.095903 3795 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0423 19:49:11.096494 3795 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.777333ms I0423 19:49:11.096516 3795 namespace.go:98] [openshift-console-operator] adding namespace I0423 19:49:11.097109 3795 namespace.go:102] [openshift-machine-api] adding namespace took 7.990264ms I0423 19:49:11.097124 3795 namespace.go:98] [openshift-cluster-machine-approver] adding namespace W0423 19:49:11.097688 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8ggpg: pod openshift-network-diagnostics/network-check-target-8ggpg: no pod IPs found I0423 19:49:11.097731 3795 namespace.go:102] [openshift-config-managed] adding namespace took 7.528803ms I0423 19:49:11.097749 3795 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0423 19:49:11.098367 3795 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.707636ms I0423 19:49:11.098384 3795 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0423 19:49:11.098855 3795 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.718031ms I0423 19:49:11.099355 3795 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.731474ms I0423 19:49:11.099934 3795 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.874681ms I0423 19:49:11.100508 3795 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.54932ms I0423 19:49:11.101151 3795 namespace.go:102] [openshift-authentication] adding namespace took 7.613732ms I0423 19:49:11.101754 3795 namespace.go:102] [openshift-backplane] adding namespace took 7.801661ms I0423 19:49:11.102299 3795 namespace.go:102] [kube-public] adding namespace took 7.812353ms I0423 19:49:11.102770 3795 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.835653ms I0423 19:49:11.103297 3795 namespace.go:102] [openshift-apiserver] adding namespace took 7.944476ms I0423 19:49:11.103831 3795 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.923424ms I0423 19:49:11.104288 3795 namespace.go:102] [openshift-console-operator] adding namespace took 7.767088ms I0423 19:49:11.104304 3795 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0423 19:49:11.104851 3795 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.719553ms I0423 19:49:11.105350 3795 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.59547ms I0423 19:49:11.105847 3795 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.45825ms I0423 19:49:11.106294 3795 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 1.984222ms I0423 19:49:11.106494 3795 master.go:548] Adding or Updating local node "ip-10-0-2-131.ec2.internal" for network "default" I0423 19:49:11.107450 3795 zone_ic_handler.go:195] Time taken to create transit switch: 441.285µs I0423 19:49:11.107468 3795 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-141.ec2.internal for the network default E0423 19:49:11.107556 3795 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-80.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-80.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-80.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc006d4bfc8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3007253695}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0423 19:49:11.107617 3795 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-80.ec2.internal", UID:"7180e90e-d1c2-4a97-afb1-a27f90ea3ba2", APIVersion:"v1", ResourceVersion:"9069", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-80.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-80.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc006d4bfc8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3007253695}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0423 19:49:11.108503 3795 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-141.ec2.internal" on network "default" took: 1.517196ms W0423 19:49:11.115108 3795 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-8ggpg: pod openshift-network-diagnostics/network-check-target-8ggpg: no pod IPs found W0423 19:49:11.115126 3795 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-574q2: pod openshift-multus/network-metrics-daemon-574q2: no pod IPs found I0423 19:49:11.116197 3795 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-131.ec2.internal for the network default I0423 19:49:11.116453 3795 zone_ic_handler.go:195] Time taken to create transit switch: 238.245µs I0423 19:49:11.117388 3795 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0423 19:49:11.117417 3795 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0423 19:49:11.117429 3795 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0423 19:49:11.117459 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default" I0423 19:49:11.117522 3795 node_tracker.go:169] Node ip-10-0-2-131.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:11.117537 3795 services_controller.go:574] Full service sync requested for network=default I0423 19:49:11.117545 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0423 19:49:11.117568 3795 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:11.117575 3795 services_controller.go:574] Full service sync requested for network=default I0423 19:49:11.117580 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0423 19:49:11.117604 3795 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:11.117611 3795 services_controller.go:574] Full service sync requested for network=default I0423 19:49:11.218033 3795 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0423 19:49:11.218058 3795 services_controller.go:208] Setting up event handlers for services for network=default I0423 19:49:11.218150 3795 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0423 19:49:11.218322 3795 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0423 19:49:11.218357 3795 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0423 19:49:11.319432 3795 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0423 19:49:11.319455 3795 repair.go:60] Starting repairing loop for services I0423 19:49:11.319571 3795 repair.go:131] Deleted 0 stale service LBs I0423 19:49:11.319590 3795 repair.go:137] Deleted 0 stale Chassis Template Vars I0423 19:49:11.319608 3795 repair.go:62] Finished repairing loop for services: 154.896µs I0423 19:49:11.319631 3795 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0423 19:49:11.319641 3795 services_controller.go:254] Starting workers for network=default I0423 19:49:11.320375 3795 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-574q2] creating logical port openshift-multus_network-metrics-daemon-574q2 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:49:11.320506 3795 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8ggpg] creating logical port openshift-network-diagnostics_network-check-target-8ggpg for pod on switch ip-10-0-2-131.ec2.internal I0423 19:49:11.320522 3795 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-574q2 I0423 19:49:11.320590 3795 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-8ggpg I0423 19:49:11.337838 3795 pod.go:62] [openshift-network-diagnostics/network-check-target-8ggpg] pod update took 17.279479ms I0423 19:49:11.337864 3795 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-8ggpg] addLogicalPort annotation time took 17.310472ms I0423 19:49:11.337985 3795 pod.go:62] [openshift-multus/network-metrics-daemon-574q2] pod update took 17.509658ms I0423 19:49:11.338010 3795 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-574q2] addLogicalPort annotation time took 17.537703ms I0423 19:49:11.339352 3795 pods.go:271] [openshift-network-diagnostics/network-check-target-8ggpg] addLogicalPort took 18.854663ms, libovsdb time 1.001168ms I0423 19:49:11.339638 3795 pods.go:271] [openshift-multus/network-metrics-daemon-574q2] addLogicalPort took 19.272263ms, libovsdb time 1.22493ms I0423 19:49:11.340080 3795 admin_network_policy_controller.go:227] Starting controller default-network-controller I0423 19:49:11.340105 3795 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0423 19:49:11.340121 3795 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0423 19:49:11.340125 3795 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0423 19:49:11.340348 3795 repair.go:29] Repairing admin network policies took 215.985µs I0423 19:49:11.340521 3795 repair.go:92] Repairing baseline admin network policies took 157.581µs I0423 19:49:11.341021 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0423 19:49:11.341037 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0423 19:49:11.342790 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0423 19:49:11.342811 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0423 19:49:11.343700 3795 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0423 19:49:11.343718 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0423 19:49:11.345912 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0423 19:49:11.345938 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0423 19:49:11.345950 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0423 19:49:11.347790 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0423 19:49:11.347815 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0423 19:49:11.347825 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0423 19:49:11.348154 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0423 19:49:11.348179 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0423 19:49:11.348197 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0423 19:49:11.350411 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0423 19:49:11.350437 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0423 19:49:11.350446 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0423 19:49:11.350969 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0423 19:49:11.350987 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0423 19:49:11.350995 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0423 19:49:11.351524 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0423 19:49:11.351539 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0423 19:49:11.351546 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0423 19:49:11.352088 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0423 19:49:11.352105 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0423 19:49:11.352117 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0423 19:49:11.354586 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0423 19:49:11.354606 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0423 19:49:11.354616 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0423 19:49:11.355982 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0423 19:49:11.356005 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0423 19:49:11.356017 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0423 19:49:11.356554 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0423 19:49:11.356576 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0423 19:49:11.356611 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0423 19:49:11.357283 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0423 19:49:11.357307 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0423 19:49:11.357316 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0423 19:49:11.357831 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0423 19:49:11.357854 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0423 19:49:11.357866 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0423 19:49:11.358315 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0423 19:49:11.358342 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0423 19:49:11.358352 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0423 19:49:11.358852 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0423 19:49:11.358873 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0423 19:49:11.358884 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0423 19:49:11.359225 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0423 19:49:11.359246 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0423 19:49:11.359256 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0423 19:49:11.360548 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0423 19:49:11.360569 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0423 19:49:11.360580 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0423 19:49:11.361365 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0423 19:49:11.361386 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0423 19:49:11.361397 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0423 19:49:11.361994 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0423 19:49:11.362016 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0423 19:49:11.362028 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0423 19:49:11.362584 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0423 19:49:11.362605 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0423 19:49:11.362617 3795 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0423 19:49:11.364604 3795 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0423 19:49:11.364625 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0423 19:49:11.364635 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0423 19:49:11.365261 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0423 19:49:11.365281 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0423 19:49:11.365290 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0423 19:49:11.366600 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0423 19:49:11.366618 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0423 19:49:11.366629 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0423 19:49:11.367996 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0423 19:49:11.368020 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0423 19:49:11.368036 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0423 19:49:11.369458 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0423 19:49:11.369481 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0423 19:49:11.369490 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0423 19:49:11.371165 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0423 19:49:11.371188 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0423 19:49:11.371199 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0423 19:49:11.371779 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0423 19:49:11.371801 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0423 19:49:11.371811 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0423 19:49:11.373302 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0423 19:49:11.373320 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0423 19:49:11.373344 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0423 19:49:11.374443 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0423 19:49:11.380724 3795 egressfirewall.go:374] Starting EgressFirewall controller I0423 19:49:11.380759 3795 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0423 19:49:11.380761 3795 controller.go:133] Adding controller egress-firewall-controller event handlers I0423 19:49:11.380790 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0423 19:49:11.380806 3795 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0423 19:49:11.380791 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0423 19:49:11.380814 3795 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0423 19:49:11.381102 3795 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0423 19:49:11.381116 3795 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0423 19:49:11.381122 3795 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0423 19:49:11.381131 3795 egressqos.go:193] Setting up event handlers for EgressQoS I0423 19:49:11.381154 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall I0423 19:49:11.381170 3795 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0423 19:49:11.381178 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall I0423 19:49:11.381340 3795 egressqos.go:245] Starting EgressQoS Controller I0423 19:49:11.381356 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0423 19:49:11.381368 3795 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0423 19:49:11.381379 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0423 19:49:11.381387 3795 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0423 19:49:11.381395 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0423 19:49:11.381402 3795 shared_informer.go:356] "Caches are synced" controller="egressqos" I0423 19:49:11.381408 3795 egressqos.go:259] Repairing EgressQoSes I0423 19:49:11.381414 3795 egressqos.go:399] Starting repairing loop for egressqos I0423 19:49:11.381546 3795 egressqos.go:401] Finished repairing loop for egressqos: 132.001µs I0423 19:49:11.381573 3795 egressservice_zone.go:132] Setting up event handlers for Egress Services I0423 19:49:11.381604 3795 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-131.ec2.internal I0423 19:49:11.381661 3795 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-131.ec2.internal : 57.456µs I0423 19:49:11.381808 3795 egressservice_zone.go:210] Starting Egress Services Controller I0423 19:49:11.381821 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0423 19:49:11.381831 3795 shared_informer.go:356] "Caches are synced" controller="egressservices" I0423 19:49:11.381840 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0423 19:49:11.381848 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0423 19:49:11.381857 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0423 19:49:11.381864 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0423 19:49:11.381873 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0423 19:49:11.381880 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0423 19:49:11.381886 3795 egressservice_zone.go:228] Repairing Egress Services I0423 19:49:11.382235 3795 master_controller.go:88] Starting Admin Policy Based Route Controller I0423 19:49:11.382246 3795 external_controller.go:278] Starting Admin Policy Based Route Controller I0423 19:49:11.382268 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0423 19:49:11.382287 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 24.359µs I0423 19:49:11.382296 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0423 19:49:11.382302 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 6.02µs I0423 19:49:11.382307 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal I0423 19:49:11.382311 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 4.237µs I0423 19:49:11.382384 3795 default_network_controller.go:585] Completing all the Watchers took 317.181211ms I0423 19:49:11.382397 3795 default_network_controller.go:589] Starting unidling controllers I0423 19:49:11.382409 3795 unidle.go:46] Registering OVN SB ControllerEvent handler I0423 19:49:11.382418 3795 unidle.go:63] Populating Initial ContollerEvent events I0423 19:49:11.382438 3795 unidle.go:79] Setting up event handlers for services I0423 19:49:11.382536 3795 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0423 19:49:11.464559 3795 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:11.964518 3795 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:12.464044 3795 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:12.970468 3795 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:13.133017 3795 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0423 19:49:13.464212 3795 default_node_network_controller.go:519] Node connection status = connected I0423 19:49:13.481852 3795 bridgeconfig.go:537] Gateway is ready I0423 19:49:13.481874 3795 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0423 19:49:13.494064 3795 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.131. Updating OVN encap IP. I0423 19:49:13.499693 3795 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.131 - it is already configured I0423 19:49:13.499709 3795 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.131/24:{} 172.20.0.1/32:{}]. Updating annotations. I0423 19:49:13.499950 3795 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.131/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-131.ec2.internal","mac-address":"0e:f7:94:69:36:0b","ip-addresses":["10.0.2.131/24"],"ip-address":"10.0.2.131/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:57bc124f-3a26-4ec3-9a9f-bbb02614d8c4 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.131/24"}] on node ip-10-0-2-131.ec2.internal I0423 19:49:13.515616 3795 master.go:548] Adding or Updating local node "ip-10-0-2-131.ec2.internal" for network "default" I0423 19:49:13.515685 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall I0423 19:49:13.515618 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal I0423 19:49:13.515729 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 107.585µs I0423 19:49:13.515612 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default" I0423 19:49:13.515832 3795 node_tracker.go:169] Node ip-10-0-2-131.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:13.515859 3795 services_controller.go:574] Full service sync requested for network=default I0423 19:49:13.516145 3795 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.131 I0423 19:49:13.516240 3795 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-131.ec2.internal I0423 19:49:13.520525 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-131.ec2.internal. Updating no re-route policies I0423 19:49:13.520585 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gffls I0423 19:49:13.520595 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-131.ec2.internal I0423 19:49:13.520602 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gffls I0423 19:49:13.520607 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-131.ec2.internal I0423 19:49:13.520606 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-131.ec2.internal I0423 19:49:13.520621 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-bb8p2 I0423 19:49:13.520624 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lxp5w I0423 19:49:13.520631 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cs5cr I0423 19:49:13.520630 3795 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-131.ec2.internal after 0 failed attempt(s) I0423 19:49:13.520634 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nktf9 I0423 19:49:13.520639 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lxp5w I0423 19:49:13.520639 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cs5cr I0423 19:49:13.520640 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-jkspz I0423 19:49:13.520645 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-6fn8h I0423 19:49:13.520651 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-kzbhx I0423 19:49:13.520654 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cs5cr after 0 failed attempt(s) I0423 19:49:13.520655 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-jkspz I0423 19:49:13.520610 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-574q2 I0423 19:49:13.520660 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-kzbhx I0423 19:49:13.520660 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8ggpg I0423 19:49:13.520665 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-574q2 I0423 19:49:13.520660 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lxp5w after 0 failed attempt(s) I0423 19:49:13.520674 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8ggpg I0423 19:49:13.520679 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-kzbhx after 0 failed attempt(s) I0423 19:49:13.520645 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nktf9 I0423 19:49:13.520678 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-jkspz after 0 failed attempt(s) I0423 19:49:13.520585 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-xv2ch I0423 19:49:13.520656 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-6fn8h I0423 19:49:13.520702 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-xv2ch I0423 19:49:13.520704 3795 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8ggpg] creating logical port openshift-network-diagnostics_network-check-target-8ggpg for pod on switch ip-10-0-2-131.ec2.internal I0423 19:49:13.520707 3795 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-6fn8h after 0 failed attempt(s) I0423 19:49:13.520633 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-bb8p2 I0423 19:49:13.520714 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nktf9 after 0 failed attempt(s) I0423 19:49:13.520719 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-xv2ch after 0 failed attempt(s) I0423 19:49:13.520623 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-gffls after 0 failed attempt(s) I0423 19:49:13.520622 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-131.ec2.internal I0423 19:49:13.520741 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-131.ec2.internal after 0 failed attempt(s) I0423 19:49:13.520721 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-bb8p2 after 0 failed attempt(s) I0423 19:49:13.520691 3795 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-574q2] creating logical port openshift-multus_network-metrics-daemon-574q2 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:49:13.521385 3795 pods.go:271] [openshift-multus/network-metrics-daemon-574q2] addLogicalPort took 697.539µs, libovsdb time 275.162µs I0423 19:49:13.521402 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-574q2 after 0 failed attempt(s) I0423 19:49:13.521498 3795 pods.go:271] [openshift-network-diagnostics/network-check-target-8ggpg] addLogicalPort took 803.377µs, libovsdb time 367.74µs I0423 19:49:13.521509 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-8ggpg after 0 failed attempt(s) I0423 19:49:13.531576 3795 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0423 19:49:13.543713 3795 iptables.go:108] Creating table: mangle chain: OUTPUT I0423 19:49:13.546909 3795 iptables.go:108] Creating table: nat chain: OUTPUT I0423 19:49:13.585210 3795 iptables.go:108] Creating table: nat chain: PREROUTING I0423 19:49:13.639609 3795 iptables.go:108] Creating table: filter chain: FORWARD I0423 19:49:13.655632 3795 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0423 19:49:13.655797 3795 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0423 19:49:13.655855 3795 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0423 19:49:13.656035 3795 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0423 19:49:13.656117 3795 gateway_init.go:325] Gateway and management port readiness took 2.696729865s I0423 19:49:13.656144 3795 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0423 19:49:13.656180 3795 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0423 19:49:13.656192 3795 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0423 19:49:13.656200 3795 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0423 19:49:13.656258 3795 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0423 19:49:13.656354 3795 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 68.81µs I0423 19:49:13.656713 3795 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0423 19:49:13.656745 3795 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.124µs I0423 19:49:13.656754 3795 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 42.484µs I0423 19:49:13.656760 3795 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0423 19:49:13.656769 3795 nad_controller.go:379] [node-nad-controller NAD controller]: started I0423 19:49:13.656776 3795 default_node_network_controller.go:899] Starting the default node network controller I0423 19:49:13.656781 3795 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0423 19:49:13.656856 3795 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.076µs I0423 19:49:13.657034 3795 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0423 19:49:13.657043 3795 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0423 19:49:13.657072 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000793d80 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc000c5a8c0 0xc0002c64d0 0xc0002c6540 0xc000cb2320 0xc003326380 0xc0002c65b0 map[0x2ff9080:0xc004174120 0x2ff95c0:0xc0041742a0 0x2ffa2e0:0xc004174060 0x2ffa580:0xc0041740c0 0x2ffad60:0xc004174180 0x2ffb000:0xc0041741e0 0x2ffb2a0:0xc004174240 0x2ffba80:0xc003306840 0x2ffbd20:0xc0029415c0 0x3026980:0xc0020be2a0 0x3026d20:0xc0020be300 0x3027800:0xc000c5eae0 0x3029160:0xc001bc4000 0x30298a0:0xc004174000 0x302a720:0xc0009ead80] 0xc000118f50 0} I0423 19:49:13.657128 3795 gateway.go:151] Starting gateway service sync I0423 19:49:13.657567 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0423 19:49:13.659612 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0423 19:49:13.683220 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0423 19:49:13.684347 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0423 19:49:13.685470 3795 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0423 19:49:13.719306 3795 gateway.go:168] Gateway service sync done. Time taken: 62.164764ms I0423 19:49:13.719625 3795 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30601 I0423 19:49:13.720059 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000793d80 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc000c5a8c0 0xc0002c64d0 0xc0002c6540 0xc000cb2320 0xc003326380 0xc0002c65b0 map[0x2ff9080:0xc004174120 0x2ff95c0:0xc0041742a0 0x2ffa2e0:0xc004174060 0x2ffa580:0xc0041740c0 0x2ffad60:0xc004174180 0x2ffb000:0xc0041741e0 0x2ffb2a0:0xc004174240 0x2ffba80:0xc003306840 0x2ffbd20:0xc0029415c0 0x3026980:0xc0020be2a0 0x3026d20:0xc0020be300 0x3027800:0xc000c5eae0 0x3029160:0xc001bc4000 0x30298a0:0xc004174000 0x302a720:0xc0009ead80] 0xc000118f50 0} I0423 19:49:13.720527 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000793d80 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc000c5a8c0 0xc0002c64d0 0xc0002c6540 0xc000cb2320 0xc003326380 0xc0002c65b0 map[0x2ff9080:0xc004174120 0x2ff95c0:0xc0041742a0 0x2ffa2e0:0xc004174060 0x2ffa580:0xc0041740c0 0x2ffad60:0xc004174180 0x2ffb000:0xc0041741e0 0x2ffb2a0:0xc004174240 0x2ffba80:0xc003306840 0x2ffbd20:0xc0029415c0 0x3026980:0xc0020be2a0 0x3026d20:0xc0020be300 0x3027800:0xc000c5eae0 0x3029160:0xc001bc4000 0x30298a0:0xc004174000 0x302a720:0xc0009ead80] 0xc000118f50 0} I0423 19:49:13.720563 3795 gateway.go:532] Reconciling gateway with updates I0423 19:49:13.725296 3795 gateway.go:339] Spawning Conntrack Rule Check Thread I0423 19:49:13.725370 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:49:13.725382 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:49:13.725388 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:49:13.725389 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:49:13.725394 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:49:13.725401 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:49:13.725396 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:49:13.725412 3795 default_node_network_controller.go:944] Gateway and management port readiness took 68.361619ms I0423 19:49:13.725418 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:49:13.725417 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0423 19:49:13.725432 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0423 19:49:13.725432 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:49:13.725442 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0423 19:49:13.725444 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:49:13.725448 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0423 19:49:13.725441 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:49:13.725453 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:49:13.725457 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:49:13.725464 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:49:13.725465 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:49:13.725470 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0423 19:49:13.725469 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:49:13.725474 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0423 19:49:13.725482 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:49:13.725483 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0423 19:49:13.725481 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:49:13.725489 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0423 19:49:13.725493 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0423 19:49:13.725495 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:49:13.725497 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0423 19:49:13.725497 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:49:13.725507 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:49:13.725511 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:49:13.725509 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0423 19:49:13.725510 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:49:13.725521 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:49:13.725525 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0423 19:49:13.725526 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:49:13.725524 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:49:13.725528 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:49:13.725523 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0423 19:49:13.725534 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0423 19:49:13.725537 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:49:13.725540 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:49:13.725541 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:49:13.725555 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0423 19:49:13.725402 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:49:13.725537 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:49:13.725371 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0423 19:49:13.725572 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:49:13.725576 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0423 19:49:13.725579 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:49:13.725580 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0423 19:49:13.725524 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:49:13.725455 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0423 19:49:13.725594 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:49:13.725595 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:49:13.725600 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0423 19:49:13.725607 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:49:13.725613 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0423 19:49:13.725491 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:49:13.725623 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0423 19:49:13.725633 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0423 19:49:13.725580 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:49:13.725491 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:49:13.725650 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:49:13.725652 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:49:13.725626 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:49:13.725670 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0423 19:49:13.725480 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:49:13.725672 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:49:13.725680 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:49:13.725681 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:49:13.725417 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0423 19:49:13.725685 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:49:13.725699 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:49:13.725474 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0423 19:49:13.725700 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0423 19:49:13.725508 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed I0423 19:49:13.725717 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31917 is already open, no action needed I0423 19:49:13.725653 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:49:13.725729 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:49:13.725679 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:49:13.725494 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:49:13.725746 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:49:13.725753 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:49:13.725513 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0423 19:49:13.725781 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0423 19:49:13.725786 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0423 19:49:13.725515 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:49:13.725795 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:49:13.725802 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0423 19:49:13.725519 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:49:13.725527 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:49:13.725531 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:49:13.725458 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:49:13.725935 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:49:13.725945 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0423 19:49:13.725525 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:49:13.725961 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:49:13.725578 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0423 19:49:13.725584 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0423 19:49:13.725614 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:49:13.726016 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:49:13.726025 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0423 19:49:13.725642 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:49:13.726036 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:49:13.726043 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0423 19:49:13.725664 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:49:13.726051 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:49:13.726057 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0423 19:49:13.725685 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0423 19:49:13.725486 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:49:13.726070 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:49:13.725472 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:49:13.727174 3795 node_ip_handler_linux.go:160] Node IP manager is running W0423 19:49:13.762661 3795 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0423 19:49:13.762801 3795 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0423 19:49:13.762915 3795 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0423 19:49:13.771801 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0423 19:49:13.771823 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0423 19:49:13.771831 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0423 19:49:13.771837 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0423 19:49:13.771843 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0423 19:49:13.771849 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0423 19:49:13.771855 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0423 19:49:13.771860 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0423 19:49:13.771866 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0423 19:49:13.810837 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0423 19:49:13.810848 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0423 19:49:13.810865 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0423 19:49:13.810871 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0423 19:49:13.810878 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0423 19:49:13.810884 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0423 19:49:13.810889 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0423 19:49:13.810894 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0423 19:49:13.810900 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0423 19:49:13.810905 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0423 19:49:13.810911 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0423 19:49:14.987925 3795 default_node_network_controller.go:1380] Starting node controller node sync W0423 19:49:14.987972 3795 egressip_healthcheck.go:76] Health checking using insecure connection I0423 19:49:14.988014 3795 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0423 19:49:14.999749 3795 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.803576ms I0423 19:49:14.999853 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 10.0.1.141 to PMTUD blocking rules I0423 19:49:14.999855 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 10.0.0.80 to PMTUD blocking rules I0423 19:49:14.999863 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0423 19:49:14.999866 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0423 19:49:15.010430 3795 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0423 19:49:15.010690 3795 egressservice_node.go:93] Setting up event handlers for Egress Services I0423 19:49:15.010805 3795 egressservice_node.go:183] Starting Egress Services Controller I0423 19:49:15.010822 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0423 19:49:15.010833 3795 shared_informer.go:356] "Caches are synced" controller="egressservices" I0423 19:49:15.010838 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0423 19:49:15.010844 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0423 19:49:15.010849 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0423 19:49:15.010854 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0423 19:49:15.010858 3795 egressservice_node.go:197] Repairing Egress Services I0423 19:49:15.020386 3795 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0423 19:49:15.020396 3795 external_controller.go:278] Starting Admin Policy Based Route Controller I0423 19:49:15.020577 3795 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0423 19:49:15.020589 3795 link_network_manager.go:119] Link manager is running I0423 19:49:15.020598 3795 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0423 19:49:15.020739 3795 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0423 19:49:15.020915 3795 vrf_manager.go:128] VRF manager is running I0423 19:49:15.020986 3795 node_controller_manager.go:437] Removing flows to drop GARP I0423 19:49:15.020994 3795 gateway.go:532] Reconciling gateway with updates I0423 19:49:15.045201 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:49:15.045212 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:49:15.045221 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:49:15.045225 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:49:15.045231 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:49:15.045228 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:49:15.045236 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:49:15.045242 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:49:15.045241 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:49:15.045246 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:49:15.045251 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:49:15.045254 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:49:15.045255 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:49:15.045257 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:49:15.045263 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:49:15.045264 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:49:15.045265 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:49:15.045273 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:49:15.045276 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:49:15.045277 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0423 19:49:15.045277 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:49:15.045223 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:49:15.045286 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0423 19:49:15.045291 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:49:15.045296 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:49:15.045297 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0423 19:49:15.045304 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:49:15.045307 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:49:15.045236 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:49:15.045309 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:49:15.045306 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0423 19:49:15.045314 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0423 19:49:15.045316 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0423 19:49:15.045340 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0423 19:49:15.045345 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0423 19:49:15.045345 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0423 19:49:15.045320 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:49:15.045349 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:49:15.045355 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:49:15.045356 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:49:15.045357 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:49:15.045359 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:49:15.045361 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:49:15.045364 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:49:15.045363 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:49:15.045366 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:49:15.045366 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:49:15.045370 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:49:15.045375 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:49:15.045297 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0423 19:49:15.045372 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:49:15.045380 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:49:15.045393 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:49:15.045393 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:49:15.045396 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0423 19:49:15.045246 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:49:15.045408 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0423 19:49:15.045409 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0423 19:49:15.045314 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:49:15.045356 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0423 19:49:15.045427 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0423 19:49:15.045430 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0423 19:49:15.045288 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:49:15.045439 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0423 19:49:15.045441 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:49:15.045204 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:49:15.045447 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0423 19:49:15.045298 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0423 19:49:15.045238 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0423 19:49:15.045457 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0423 19:49:15.045213 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0423 19:49:15.045215 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0423 19:49:15.045469 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0423 19:49:15.045477 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0423 19:49:15.045485 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed I0423 19:49:15.045494 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31917 is already open, no action needed I0423 19:49:15.045246 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:49:15.045301 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:49:15.045574 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:49:15.045310 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0423 19:49:15.045316 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:49:15.045618 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0423 19:49:15.045314 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:49:15.045629 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:49:15.045321 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:49:15.045321 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0423 19:49:15.045347 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0423 19:49:15.045678 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0423 19:49:15.045684 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0423 19:49:15.045340 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:49:15.045692 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:49:15.045347 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:49:15.045713 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:49:15.045350 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0423 19:49:15.045354 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:49:15.045740 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:49:15.045361 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:49:15.045362 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:49:15.045778 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0423 19:49:15.045362 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:49:15.045786 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:49:15.045790 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0423 19:49:15.045371 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:49:15.045379 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:49:15.045377 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:49:15.045834 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:49:15.045380 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:49:15.045380 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0423 19:49:15.045874 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0423 19:49:15.045441 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0423 19:49:15.045450 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:49:15.045225 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:49:15.045920 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:49:15.084272 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0423 19:49:15.084291 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0423 19:49:15.084297 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0423 19:49:15.084303 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0423 19:49:15.122417 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0423 19:49:15.122427 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0423 19:49:15.122442 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0423 19:49:15.161214 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0423 19:49:15.161240 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0423 19:49:15.161247 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0423 19:49:15.161255 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0423 19:49:15.161262 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0423 19:49:15.161267 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0423 19:49:15.161274 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0423 19:49:15.161279 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0423 19:49:15.161287 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0423 19:49:15.161291 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0423 19:49:15.161298 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0423 19:49:15.161302 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0423 19:49:15.161308 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0423 19:49:15.161314 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0423 19:49:17.097121 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal I0423 19:49:17.097149 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 44.925µs I0423 19:49:17.125202 3795 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-b9b695556-wr9bs] creating logical port openshift-image-registry_image-registry-b9b695556-wr9bs for pod on switch ip-10-0-2-131.ec2.internal I0423 19:49:17.125355 3795 kube.go:256] Updating pod openshift-image-registry/image-registry-b9b695556-wr9bs I0423 19:49:17.146252 3795 pod.go:62] [openshift-image-registry/image-registry-b9b695556-wr9bs] pod update took 20.940861ms I0423 19:49:17.146273 3795 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-b9b695556-wr9bs] addLogicalPort annotation time took 20.967399ms I0423 19:49:17.147475 3795 pods.go:271] [openshift-image-registry/image-registry-b9b695556-wr9bs] addLogicalPort took 22.286586ms, libovsdb time 931.001µs I0423 19:49:17.153276 3795 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7jqn9] creating logical port openshift-dns_dns-default-7jqn9 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:49:17.153408 3795 kube.go:256] Updating pod openshift-dns/dns-default-7jqn9 I0423 19:49:17.158392 3795 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bjjk2] creating logical port openshift-ingress-canary_ingress-canary-bjjk2 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:49:17.158499 3795 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bjjk2 I0423 19:49:17.168109 3795 pod.go:62] [openshift-dns/dns-default-7jqn9] pod update took 14.727635ms I0423 19:49:17.168129 3795 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7jqn9] addLogicalPort annotation time took 14.749628ms I0423 19:49:17.169139 3795 pods.go:271] [openshift-dns/dns-default-7jqn9] addLogicalPort took 15.880746ms, libovsdb time 741.733µs I0423 19:49:17.172697 3795 pod.go:62] [openshift-ingress-canary/ingress-canary-bjjk2] pod update took 14.2195ms I0423 19:49:17.172717 3795 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-bjjk2] addLogicalPort annotation time took 14.24344ms I0423 19:49:17.173716 3795 pods.go:271] [openshift-ingress-canary/ingress-canary-bjjk2] addLogicalPort took 15.336808ms, libovsdb time 758.758µs I0423 19:49:17.574671 3795 cni.go:452] [openshift-ingress-canary/ingress-canary-bjjk2 0a9b6b33dbd2ed09c82540a73891c5c733531d24a0e463c0544a2e22855cc4a1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bjjk2 0a9b6b33dbd2ed09c82540a73891c5c733531d24a0e463c0544a2e22855cc4a1 network default NAD default NAD key ] I0423 19:49:17.610529 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bjjk2, hostIfaceName: 0a9b6b33dbd2ed0, network: default, NAD default, SandboxID: "0a9b6b33dbd2ed09c82540a73891c5c733531d24a0e463c0544a2e22855cc4a1", PCI device ID: , UID: "a121d665-fec5-4ee4-9edf-64ae68f1f06d", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0423 19:49:17.667369 3795 cni.go:473] [openshift-ingress-canary/ingress-canary-bjjk2 0a9b6b33dbd2ed09c82540a73891c5c733531d24a0e463c0544a2e22855cc4a1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bjjk2 0a9b6b33dbd2ed09c82540a73891c5c733531d24a0e463c0544a2e22855cc4a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:e4:8f:8d:bc:6f\",\"name\":\"0a9b6b33dbd2ed0\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8155a49-031a-4d30-8847-a7ac70df9fff\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:49:22.265811 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:49:22.266423 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:49:22.266459 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:49:22.266468 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0423 19:49:22.266480 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:49:22.266484 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0423 19:49:23.292096 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:49:23.292119 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:49:23.292131 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:49:23.292140 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:49:26.301304 3795 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0423 19:49:26.310535 3795 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0423 19:49:38.670879 3795 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:49:38.671685 3795 zone_ic_handler.go:195] Time taken to create transit switch: 289.213µs I0423 19:49:38.671705 3795 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-80.ec2.internal for the network default I0423 19:49:38.672751 3795 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-80.ec2.internal" on network "default" took: 1.372179ms I0423 19:49:50.936910 3795 cni.go:452] [openshift-network-diagnostics/network-check-target-8ggpg 0ccfa1e70454b618ba4c7aa6f2d06e8ccb6892b740513be821dfa1d362cbc1ad network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-8ggpg 0ccfa1e70454b618ba4c7aa6f2d06e8ccb6892b740513be821dfa1d362cbc1ad network default NAD default NAD key ] I0423 19:49:50.946816 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-8ggpg, hostIfaceName: 0ccfa1e70454b61, network: default, NAD default, SandboxID: "0ccfa1e70454b618ba4c7aa6f2d06e8ccb6892b740513be821dfa1d362cbc1ad", PCI device ID: , UID: "7367948b-69ab-47d7-8061-5e1b319c8ed8", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0423 19:49:50.991063 3795 cni.go:473] [openshift-network-diagnostics/network-check-target-8ggpg 0ccfa1e70454b618ba4c7aa6f2d06e8ccb6892b740513be821dfa1d362cbc1ad network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-8ggpg 0ccfa1e70454b618ba4c7aa6f2d06e8ccb6892b740513be821dfa1d362cbc1ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d1:42:f9:5c:7c\",\"name\":\"0ccfa1e70454b61\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91e7a319-30f5-4da4-beb7-bba194b9c038\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:50:00.203238 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616230-mzt5p for pod on switch ip-10-0-2-131.ec2.internal I0423 19:50:00.203371 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p I0423 19:50:00.216490 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p] pod update took 13.177077ms I0423 19:50:00.216515 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p] addLogicalPort annotation time took 13.205006ms I0423 19:50:00.217676 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p] addLogicalPort took 14.4535ms, libovsdb time 837.665µs I0423 19:50:00.571605 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p 1c7cebfa16eccef911aff3a23f6642d09ef2ec7bf02531811a4a0bb5d47e637e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p 1c7cebfa16eccef911aff3a23f6642d09ef2ec7bf02531811a4a0bb5d47e637e network default NAD default NAD key ] I0423 19:50:00.581376 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616230-mzt5p, hostIfaceName: 1c7cebfa16eccef, network: default, NAD default, SandboxID: "1c7cebfa16eccef911aff3a23f6642d09ef2ec7bf02531811a4a0bb5d47e637e", PCI device ID: , UID: "7af1eee5-db9a-417a-ab0b-8ee7c4c0633a", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0423 19:50:00.626395 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p 1c7cebfa16eccef911aff3a23f6642d09ef2ec7bf02531811a4a0bb5d47e637e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p 1c7cebfa16eccef911aff3a23f6642d09ef2ec7bf02531811a4a0bb5d47e637e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:2a:1d:9b:de:11\",\"name\":\"1c7cebfa16eccef\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8320c37d-d1ff-480c-ab92-3740de024d18\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 19:50:26.002314 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0423 19:50:33.674030 3795 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-l2lvs] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-l2lvs for pod on switch ip-10-0-2-131.ec2.internal I0423 19:50:33.674140 3795 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-l2lvs I0423 19:50:33.689597 3795 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-l2lvs] pod update took 15.478975ms I0423 19:50:33.689622 3795 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-l2lvs] addLogicalPort annotation time took 15.507607ms I0423 19:50:33.690653 3795 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-l2lvs] addLogicalPort took 16.639768ms, libovsdb time 785.809µs I0423 19:50:33.881557 3795 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7878869646-476h2] creating logical port openshift-ingress_router-default-7878869646-476h2 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:50:33.881654 3795 kube.go:256] Updating pod openshift-ingress/router-default-7878869646-476h2 I0423 19:50:33.896866 3795 pod.go:62] [openshift-ingress/router-default-7878869646-476h2] pod update took 15.240868ms I0423 19:50:33.896902 3795 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7878869646-476h2] addLogicalPort annotation time took 15.266181ms I0423 19:50:33.898117 3795 pods.go:271] [openshift-ingress/router-default-7878869646-476h2] addLogicalPort took 16.599057ms, libovsdb time 878.079µs W0423 19:50:37.339524 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0423 19:50:39.124908 3795 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0423 19:50:39.125777 3795 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 848.88µs I0423 19:50:39.148255 3795 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0423 19:50:39.301849 3795 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8vtz] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-w8vtz for pod on switch ip-10-0-2-131.ec2.internal I0423 19:50:39.301937 3795 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8vtz I0423 19:50:39.322350 3795 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8vtz] pod update took 20.436583ms I0423 19:50:39.322375 3795 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8vtz] addLogicalPort annotation time took 20.465158ms I0423 19:50:39.323552 3795 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8vtz] addLogicalPort took 21.722988ms, libovsdb time 840.816µs I0423 19:50:39.658302 3795 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8vtz 3f179bcd54b4f92430a3eaf294f5419b4590ac004c4fad76880cbda79a2740c2 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8vtz 3f179bcd54b4f92430a3eaf294f5419b4590ac004c4fad76880cbda79a2740c2 network default NAD default NAD key ] I0423 19:50:39.668676 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-w8vtz, hostIfaceName: 3f179bcd54b4f92, network: default, NAD default, SandboxID: "3f179bcd54b4f92430a3eaf294f5419b4590ac004c4fad76880cbda79a2740c2", PCI device ID: , UID: "c701ac71-03be-4072-aa72-bc2a15e5452c", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0423 19:50:39.715198 3795 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8vtz 3f179bcd54b4f92430a3eaf294f5419b4590ac004c4fad76880cbda79a2740c2 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8vtz 3f179bcd54b4f92430a3eaf294f5419b4590ac004c4fad76880cbda79a2740c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:bb:91:90:7b:50\",\"name\":\"3f179bcd54b4f92\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ff9309d-7b52-4262-910f-13495ce5f1ba\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:50:40.023790 3795 namespace.go:98] [openshift-service-ca] adding namespace I0423 19:50:40.024969 3795 namespace.go:102] [openshift-service-ca] adding namespace took 1.155988ms I0423 19:50:40.048585 3795 namespace.go:142] [openshift-service-ca] updating namespace W0423 19:50:46.807353 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0423 19:50:48.121879 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:48.121919 3795 pods.go:176] Deleting pod: openshift-image-registry/image-registry-b9b695556-wr9bs I0423 19:50:48.123165 3795 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-b9b695556-wr9bs, ips: 10.130.0.5 I0423 19:50:48.123190 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:48.135832 3795 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-57d5b5796c-9rw5q] creating logical port openshift-image-registry_image-registry-57d5b5796c-9rw5q for pod on switch ip-10-0-2-131.ec2.internal I0423 19:50:48.135913 3795 kube.go:256] Updating pod openshift-image-registry/image-registry-57d5b5796c-9rw5q I0423 19:50:48.136927 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:48.136948 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:48.142692 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b9b695556-wr9bs I0423 19:50:48.142714 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b9b695556-wr9bs I0423 19:50:48.154536 3795 pod.go:62] [openshift-image-registry/image-registry-57d5b5796c-9rw5q] pod update took 18.648247ms I0423 19:50:48.154565 3795 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-57d5b5796c-9rw5q] addLogicalPort annotation time took 18.68118ms I0423 19:50:48.156158 3795 pods.go:271] [openshift-image-registry/image-registry-57d5b5796c-9rw5q] addLogicalPort took 20.340091ms, libovsdb time 1.311614ms I0423 19:50:48.313754 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:48.314347 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:48.329706 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:48.329728 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:48.339014 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bdc985f4c-w29zk I0423 19:50:48.339039 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bdc985f4c-w29zk I0423 19:50:48.494276 3795 cni.go:452] [openshift-image-registry/image-registry-57d5b5796c-9rw5q 01b923c32e9a5d7652b2068fbfde003b17899f3bdf2e90ba0125570c60843b44 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-57d5b5796c-9rw5q 01b923c32e9a5d7652b2068fbfde003b17899f3bdf2e90ba0125570c60843b44 network default NAD default NAD key ] I0423 19:50:48.503525 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-57d5b5796c-9rw5q, hostIfaceName: 01b923c32e9a5d7, network: default, NAD default, SandboxID: "01b923c32e9a5d7652b2068fbfde003b17899f3bdf2e90ba0125570c60843b44", PCI device ID: , UID: "278afd88-9842-41ce-8e55-2e05ed020d80", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0423 19:50:48.551127 3795 cni.go:473] [openshift-image-registry/image-registry-57d5b5796c-9rw5q 01b923c32e9a5d7652b2068fbfde003b17899f3bdf2e90ba0125570c60843b44 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-57d5b5796c-9rw5q 01b923c32e9a5d7652b2068fbfde003b17899f3bdf2e90ba0125570c60843b44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b6:4e:01:34:df\",\"name\":\"01b923c32e9a5d7\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/230936e9-c4f5-458f-82d8-76982d69569b\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:50:54.823352 3795 cni.go:452] [openshift-multus/network-metrics-daemon-574q2 2ac1c4fb8a25304e175c974062ac7af0da0af27f07be7450533f2df559312f1c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-574q2 2ac1c4fb8a25304e175c974062ac7af0da0af27f07be7450533f2df559312f1c network default NAD default NAD key ] I0423 19:50:54.832295 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-574q2, hostIfaceName: 2ac1c4fb8a25304, network: default, NAD default, SandboxID: "2ac1c4fb8a25304e175c974062ac7af0da0af27f07be7450533f2df559312f1c", PCI device ID: , UID: "889d12b0-7aef-4283-ab06-ab96a0ad98b1", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0423 19:50:54.878118 3795 cni.go:473] [openshift-multus/network-metrics-daemon-574q2 2ac1c4fb8a25304e175c974062ac7af0da0af27f07be7450533f2df559312f1c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-574q2 2ac1c4fb8a25304e175c974062ac7af0da0af27f07be7450533f2df559312f1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:29:ec:fa:d2:d8\",\"name\":\"2ac1c4fb8a25304\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7e95dc9-5027-4896-b9d2-38ca9b201cdc\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:51:05.839486 3795 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-l2lvs 792826873ed8d81cdbbfd663645095cd31f1d5825f9c5836a8328c07efc14f4c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-l2lvs 792826873ed8d81cdbbfd663645095cd31f1d5825f9c5836a8328c07efc14f4c network default NAD default NAD key ] I0423 19:51:05.848158 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-l2lvs, hostIfaceName: 792826873ed8d81, network: default, NAD default, SandboxID: "792826873ed8d81cdbbfd663645095cd31f1d5825f9c5836a8328c07efc14f4c", PCI device ID: , UID: "c94dcc24-dd4f-4061-beda-18b4ffa56612", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0423 19:51:05.895610 3795 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-l2lvs 792826873ed8d81cdbbfd663645095cd31f1d5825f9c5836a8328c07efc14f4c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-l2lvs 792826873ed8d81cdbbfd663645095cd31f1d5825f9c5836a8328c07efc14f4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:79:ed:9c:e8:ff\",\"name\":\"792826873ed8d81\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b38b626-2d25-426f-9fe4-136093f9375f\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:51:06.648244 3795 cni.go:452] [openshift-ingress/router-default-7878869646-476h2 360126a15dbe48b3c0d4254b2f25ac6b69e753a54de6fb436a9da04a2fd8ae30 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7878869646-476h2 360126a15dbe48b3c0d4254b2f25ac6b69e753a54de6fb436a9da04a2fd8ae30 network default NAD default NAD key ] I0423 19:51:06.658004 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7878869646-476h2, hostIfaceName: 360126a15dbe48b, network: default, NAD default, SandboxID: "360126a15dbe48b3c0d4254b2f25ac6b69e753a54de6fb436a9da04a2fd8ae30", PCI device ID: , UID: "d03a5816-bac4-4de2-b89b-f166b8e81b84", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0423 19:51:06.704628 3795 cni.go:473] [openshift-ingress/router-default-7878869646-476h2 360126a15dbe48b3c0d4254b2f25ac6b69e753a54de6fb436a9da04a2fd8ae30 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7878869646-476h2 360126a15dbe48b3c0d4254b2f25ac6b69e753a54de6fb436a9da04a2fd8ae30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:55:c7:8e:67:ee\",\"name\":\"360126a15dbe48b\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d361e59-25bf-4109-989e-40b6c4de4e07\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 19:51:07.749403 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:51:07.755335 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0423 19:51:07.755353 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0423 19:51:07.755360 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0423 19:51:07.755477 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0423 19:51:07.755495 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0423 19:51:07.755531 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0423 19:51:07.755548 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0423 19:51:08.051359 3795 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gwfn6] creating logical port openshift-insights_insights-runtime-extractor-gwfn6 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:51:08.051487 3795 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gwfn6 I0423 19:51:08.071042 3795 pod.go:62] [openshift-insights/insights-runtime-extractor-gwfn6] pod update took 19.581282ms I0423 19:51:08.071071 3795 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-gwfn6] addLogicalPort annotation time took 19.61478ms I0423 19:51:08.072162 3795 pods.go:271] [openshift-insights/insights-runtime-extractor-gwfn6] addLogicalPort took 20.834757ms, libovsdb time 835.814µs W0423 19:51:08.088718 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:51:08.239532 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0423 19:51:08.239552 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0423 19:51:08.323231 3795 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0423 19:51:08.335874 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0423 19:51:08.335889 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0423 19:51:08.335895 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0423 19:51:08.410485 3795 cni.go:452] [openshift-insights/insights-runtime-extractor-gwfn6 c6c46a462f5b91b38d9460352188b9186e0d06b6405c1e733832e257f18f064d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gwfn6 c6c46a462f5b91b38d9460352188b9186e0d06b6405c1e733832e257f18f064d network default NAD default NAD key ] I0423 19:51:08.422058 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gwfn6, hostIfaceName: c6c46a462f5b91b, network: default, NAD default, SandboxID: "c6c46a462f5b91b38d9460352188b9186e0d06b6405c1e733832e257f18f064d", PCI device ID: , UID: "d91817a0-8019-42c9-88ad-304b3b4c1603", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0423 19:51:08.468611 3795 cni.go:473] [openshift-insights/insights-runtime-extractor-gwfn6 c6c46a462f5b91b38d9460352188b9186e0d06b6405c1e733832e257f18f064d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gwfn6 c6c46a462f5b91b38d9460352188b9186e0d06b6405c1e733832e257f18f064d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:22:fe:34:57:b9\",\"name\":\"c6c46a462f5b91b\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8a46256-815a-4ade-80ac-56a34f32e486\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:51:08.864739 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ggcvp] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-ggcvp for pod on switch ip-10-0-2-131.ec2.internal I0423 19:51:08.864817 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ggcvp I0423 19:51:08.882292 3795 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ggcvp] pod update took 17.493307ms I0423 19:51:08.882312 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ggcvp] addLogicalPort annotation time took 17.518608ms I0423 19:51:08.883628 3795 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ggcvp] addLogicalPort took 18.90469ms, libovsdb time 961.905µs I0423 19:51:09.446341 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:09.446955 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:09.468558 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:09.468576 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:09.479047 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bdc985f4c-zpklh I0423 19:51:09.479073 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bdc985f4c-zpklh I0423 19:51:09.824873 3795 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ggcvp 42fbf771405658b45e490c85d9e660c38d25065a7f627678eea9875a21ff4b13 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ggcvp 42fbf771405658b45e490c85d9e660c38d25065a7f627678eea9875a21ff4b13 network default NAD default NAD key ] I0423 19:51:09.835210 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-ggcvp, hostIfaceName: 42fbf771405658b, network: default, NAD default, SandboxID: "42fbf771405658b45e490c85d9e660c38d25065a7f627678eea9875a21ff4b13", PCI device ID: , UID: "cdbd3eb5-ea4e-4e58-ac9b-d98e41cd00d7", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0423 19:51:09.882525 3795 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ggcvp 42fbf771405658b45e490c85d9e660c38d25065a7f627678eea9875a21ff4b13 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-ggcvp 42fbf771405658b45e490c85d9e660c38d25065a7f627678eea9875a21ff4b13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:be:47:f7:5f:da\",\"name\":\"42fbf771405658b\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f26656d7-1fda-4a66-9166-ec047a4b774a\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 19:51:10.451588 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:51:11.356489 3795 base_network_controller_pods.go:487] [default/openshift-console/console-7566c4c777-h6kmn] creating logical port openshift-console_console-7566c4c777-h6kmn for pod on switch ip-10-0-2-131.ec2.internal I0423 19:51:11.356598 3795 kube.go:256] Updating pod openshift-console/console-7566c4c777-h6kmn I0423 19:51:11.370613 3795 pod.go:62] [openshift-console/console-7566c4c777-h6kmn] pod update took 14.051598ms I0423 19:51:11.370631 3795 base_network_controller_pods.go:951] [default/openshift-console/console-7566c4c777-h6kmn] addLogicalPort annotation time took 14.073494ms I0423 19:51:11.371809 3795 pods.go:271] [openshift-console/console-7566c4c777-h6kmn] addLogicalPort took 15.335863ms, libovsdb time 905.742µs I0423 19:51:11.716791 3795 cni.go:452] [openshift-console/console-7566c4c777-h6kmn dc3414f5df166ffcc5f8d310752457b3cb472a70e4e1038158adc4a3a7b00417 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7566c4c777-h6kmn dc3414f5df166ffcc5f8d310752457b3cb472a70e4e1038158adc4a3a7b00417 network default NAD default NAD key ] I0423 19:51:11.726435 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7566c4c777-h6kmn, hostIfaceName: dc3414f5df166ff, network: default, NAD default, SandboxID: "dc3414f5df166ffcc5f8d310752457b3cb472a70e4e1038158adc4a3a7b00417", PCI device ID: , UID: "885a2261-4de1-4ea8-a17d-6a26ecdf2cec", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0423 19:51:11.772037 3795 cni.go:473] [openshift-console/console-7566c4c777-h6kmn dc3414f5df166ffcc5f8d310752457b3cb472a70e4e1038158adc4a3a7b00417 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7566c4c777-h6kmn dc3414f5df166ffcc5f8d310752457b3cb472a70e4e1038158adc4a3a7b00417 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:bc:56:ca:54:aa\",\"name\":\"dc3414f5df166ff\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b0a1d81-9a25-4e6f-a7d3-ebe05ccde6ce\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 19:51:12.203995 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0423 19:51:12.229590 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0423 19:51:15.216137 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:15.412790 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:17.497590 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0423 19:51:18.608599 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-zjv62] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-zjv62 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:51:18.608704 3795 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-zjv62 I0423 19:51:18.625254 3795 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-zjv62] pod update took 16.584855ms I0423 19:51:18.625275 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-zjv62] addLogicalPort annotation time took 16.61226ms I0423 19:51:18.626537 3795 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-zjv62] addLogicalPort took 17.95966ms, libovsdb time 959.837µs I0423 19:51:19.643230 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:51:19.643363 3795 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0423 19:51:19.666916 3795 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.605894ms I0423 19:51:19.666941 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.633709ms I0423 19:51:19.668317 3795 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.10966ms, libovsdb time 1.029867ms I0423 19:51:20.463603 3795 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-zjv62 f65329d541ed309103dde62470a37969bbdc4745586f8ac330ddde711e415a69 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-zjv62 f65329d541ed309103dde62470a37969bbdc4745586f8ac330ddde711e415a69 network default NAD default NAD key ] I0423 19:51:20.472693 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-zjv62, hostIfaceName: f65329d541ed309, network: default, NAD default, SandboxID: "f65329d541ed309103dde62470a37969bbdc4745586f8ac330ddde711e415a69", PCI device ID: , UID: "406266b2-ac49-430d-b906-18dec31c96db", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0423 19:51:20.524869 3795 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-zjv62 f65329d541ed309103dde62470a37969bbdc4745586f8ac330ddde711e415a69 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-zjv62 f65329d541ed309103dde62470a37969bbdc4745586f8ac330ddde711e415a69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:aa:de:53:46:05\",\"name\":\"f65329d541ed309\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2f1db4c-7637-482b-8934-22529c8191de\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:51:21.509201 3795 cni.go:452] [openshift-monitoring/alertmanager-main-0 18f6a84d0111a05e263e9c23ed1e306b10ee2e7daee71e19bbdfc907fbd2066f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 18f6a84d0111a05e263e9c23ed1e306b10ee2e7daee71e19bbdfc907fbd2066f network default NAD default NAD key ] I0423 19:51:21.518903 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 18f6a84d0111a05, network: default, NAD default, SandboxID: "18f6a84d0111a05e263e9c23ed1e306b10ee2e7daee71e19bbdfc907fbd2066f", PCI device ID: , UID: "087b8f75-6617-4121-bf73-3a434413e826", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0423 19:51:21.534730 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-558b459f8-nfwlp] creating logical port openshift-monitoring_thanos-querier-558b459f8-nfwlp for pod on switch ip-10-0-2-131.ec2.internal I0423 19:51:21.534886 3795 kube.go:256] Updating pod openshift-monitoring/thanos-querier-558b459f8-nfwlp I0423 19:51:21.555509 3795 pod.go:62] [openshift-monitoring/thanos-querier-558b459f8-nfwlp] pod update took 20.674013ms I0423 19:51:21.555532 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-558b459f8-nfwlp] addLogicalPort annotation time took 20.701947ms I0423 19:51:21.556808 3795 pods.go:271] [openshift-monitoring/thanos-querier-558b459f8-nfwlp] addLogicalPort took 22.096426ms, libovsdb time 953.927µs I0423 19:51:21.572437 3795 cni.go:473] [openshift-monitoring/alertmanager-main-0 18f6a84d0111a05e263e9c23ed1e306b10ee2e7daee71e19bbdfc907fbd2066f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 18f6a84d0111a05e263e9c23ed1e306b10ee2e7daee71e19bbdfc907fbd2066f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:56:64:b1:1a:a7\",\"name\":\"18f6a84d0111a05\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea280d15-9080-4907-8396-a8d98b72601e\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:51:22.071868 3795 cni.go:452] [openshift-monitoring/thanos-querier-558b459f8-nfwlp e6b96b37b714fc268b2e161d5822b5460a22e15794b426794d66159f08e51f8d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-558b459f8-nfwlp e6b96b37b714fc268b2e161d5822b5460a22e15794b426794d66159f08e51f8d network default NAD default NAD key ] I0423 19:51:22.081656 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-558b459f8-nfwlp, hostIfaceName: e6b96b37b714fc2, network: default, NAD default, SandboxID: "e6b96b37b714fc268b2e161d5822b5460a22e15794b426794d66159f08e51f8d", PCI device ID: , UID: "8c778abf-8e65-4d12-8245-cb1cfbd07d46", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0423 19:51:22.130108 3795 cni.go:473] [openshift-monitoring/thanos-querier-558b459f8-nfwlp e6b96b37b714fc268b2e161d5822b5460a22e15794b426794d66159f08e51f8d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-558b459f8-nfwlp e6b96b37b714fc268b2e161d5822b5460a22e15794b426794d66159f08e51f8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1e:be:2e:69:68\",\"name\":\"e6b96b37b714fc2\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d63dc7d3-b3b6-4f46-8dc4-b70b291333cd\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 19:51:23.234819 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:23.262147 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6bd8b764-kcbj8 IP address from the namespace address-set, err: pod openshift-console/console-6bd8b764-kcbj8: no pod IPs found W0423 19:51:23.354724 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:23.354822 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:23.354837 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0423 19:51:24.886107 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:51:24.886203 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0423 19:51:24.909736 3795 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.564048ms I0423 19:51:24.909759 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.592689ms I0423 19:51:24.911037 3795 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.945145ms, libovsdb time 923.935µs I0423 19:51:25.272573 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-1 56d186674dadd9fa531395771febdf1d215addb91f0bee0687baed0e8a921f23 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 56d186674dadd9fa531395771febdf1d215addb91f0bee0687baed0e8a921f23 network default NAD default NAD key ] I0423 19:51:25.282111 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 56d186674dadd9f, network: default, NAD default, SandboxID: "56d186674dadd9fa531395771febdf1d215addb91f0bee0687baed0e8a921f23", PCI device ID: , UID: "603067e5-845c-4119-8b63-bb055b88d363", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0423 19:51:25.335853 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-1 56d186674dadd9fa531395771febdf1d215addb91f0bee0687baed0e8a921f23 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 56d186674dadd9fa531395771febdf1d215addb91f0bee0687baed0e8a921f23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:5a:c1:6a:0b:f2\",\"name\":\"56d186674dadd9f\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25c349bf-c014-4293-89d3-00ac120be574\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:51:25.363290 3795 cni.go:452] [openshift-dns/dns-default-7jqn9 83def35b596f2730602a823cc633f1b407f39d247fb7e7319adbb0b01904e075 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7jqn9 83def35b596f2730602a823cc633f1b407f39d247fb7e7319adbb0b01904e075 network default NAD default NAD key ] I0423 19:51:25.373193 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7jqn9, hostIfaceName: 83def35b596f273, network: default, NAD default, SandboxID: "83def35b596f2730602a823cc633f1b407f39d247fb7e7319adbb0b01904e075", PCI device ID: , UID: "1de21ab2-32e1-44f7-b786-3f2899b82283", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0423 19:51:25.429157 3795 cni.go:473] [openshift-dns/dns-default-7jqn9 83def35b596f2730602a823cc633f1b407f39d247fb7e7319adbb0b01904e075 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7jqn9 83def35b596f2730602a823cc633f1b407f39d247fb7e7319adbb0b01904e075 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:3e:4a:78:56:79\",\"name\":\"83def35b596f273\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5606564c-db02-4f56-bace-fbc5e99ccc91\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 19:51:26.284565 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:26.284586 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:26.284591 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:26.284595 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:26.335383 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:51:26.335409 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:51:27.291666 3795 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0423 19:51:27.291682 3795 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0423 19:51:27.291687 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0423 19:51:27.481832 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:27.481858 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:27.481897 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:28.554757 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:51:28.554776 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:51:28.635589 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:51:29.486992 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:51:29.704380 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:29.718933 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5db499b76f-25rm9 IP address from the namespace address-set, err: pod openshift-console/console-5db499b76f-25rm9: no pod IPs found W0423 19:51:30.585059 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:30.585083 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:30.585090 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:30.585096 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300396 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300421 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300430 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300436 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0423 19:51:33.299093 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:33.299709 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:51:33.309428 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:51:33.514233 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:33.514256 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:33.522309 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57d5b5796c-tsxjl I0423 19:51:33.522349 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57d5b5796c-tsxjl W0423 19:51:34.530707 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:51:37.297655 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0423 19:51:37.297675 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0423 19:51:37.297680 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0423 19:51:40.736957 3795 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-rfz94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:40.737565 3795 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-rfz94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:51:40.746613 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:41.462201 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:51:41.462224 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:51:41.563137 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0423 19:51:41.581760 3795 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-rfz94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:41.581783 3795 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-rfz94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:41.590645 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7566c4c777-rfz94 I0423 19:51:41.590674 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7566c4c777-rfz94 I0423 19:51:48.380595 3795 cni.go:452] [openshift-console/console-7566c4c777-h6kmn dc3414f5df166ffcc5f8d310752457b3cb472a70e4e1038158adc4a3a7b00417 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7566c4c777-h6kmn dc3414f5df166ffcc5f8d310752457b3cb472a70e4e1038158adc4a3a7b00417 network default NAD default NAD key ] I0423 19:51:48.454285 3795 cni.go:473] [openshift-console/console-7566c4c777-h6kmn dc3414f5df166ffcc5f8d310752457b3cb472a70e4e1038158adc4a3a7b00417 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7566c4c777-h6kmn dc3414f5df166ffcc5f8d310752457b3cb472a70e4e1038158adc4a3a7b00417 network default NAD default NAD key default], result "{}", err I0423 19:51:48.512878 3795 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-h6kmn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:48.512913 3795 pods.go:176] Deleting pod: openshift-console/console-7566c4c777-h6kmn I0423 19:51:48.514124 3795 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7566c4c777-h6kmn, ips: 10.130.0.15 I0423 19:51:48.514155 3795 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-h6kmn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:51:48.526317 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0423 19:51:48.526454 3795 base_network_controller_pods.go:487] [default/openshift-console/console-55b49c9d8f-dnh2q] creating logical port openshift-console_console-55b49c9d8f-dnh2q for pod on switch ip-10-0-2-131.ec2.internal I0423 19:51:48.526545 3795 kube.go:256] Updating pod openshift-console/console-55b49c9d8f-dnh2q I0423 19:51:48.542078 3795 pod.go:62] [openshift-console/console-55b49c9d8f-dnh2q] pod update took 15.562378ms I0423 19:51:48.542102 3795 base_network_controller_pods.go:951] [default/openshift-console/console-55b49c9d8f-dnh2q] addLogicalPort annotation time took 15.587259ms I0423 19:51:48.543244 3795 pods.go:271] [openshift-console/console-55b49c9d8f-dnh2q] addLogicalPort took 16.802146ms, libovsdb time 797.837µs I0423 19:51:48.885426 3795 cni.go:452] [openshift-console/console-55b49c9d8f-dnh2q 9118ba353a12a39a0f7a099f9d196f4abb88b8a0b0b5398943edbf28f47189c3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55b49c9d8f-dnh2q 9118ba353a12a39a0f7a099f9d196f4abb88b8a0b0b5398943edbf28f47189c3 network default NAD default NAD key ] I0423 19:51:48.894760 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55b49c9d8f-dnh2q, hostIfaceName: 9118ba353a12a39, network: default, NAD default, SandboxID: "9118ba353a12a39a0f7a099f9d196f4abb88b8a0b0b5398943edbf28f47189c3", PCI device ID: , UID: "73ec8187-c9a8-4c60-83c2-c33478c9b468", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0423 19:51:48.944048 3795 cni.go:473] [openshift-console/console-55b49c9d8f-dnh2q 9118ba353a12a39a0f7a099f9d196f4abb88b8a0b0b5398943edbf28f47189c3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55b49c9d8f-dnh2q 9118ba353a12a39a0f7a099f9d196f4abb88b8a0b0b5398943edbf28f47189c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:55:1b:5b:b1:d5\",\"name\":\"9118ba353a12a39\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e337ceff-45f0-4cc5-8edc-8d15ca04398a\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 19:51:49.379791 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0423 19:51:49.389466 3795 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-h6kmn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:49.389485 3795 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-h6kmn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:49.396674 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7566c4c777-h6kmn I0423 19:51:49.396701 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7566c4c777-h6kmn W0423 19:51:51.563472 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.563503 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.563511 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.661147 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0423 19:51:51.661168 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0423 19:51:53.611199 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0423 19:51:55.027588 3795 obj_retry.go:498] Detected object openshift-console/console-6bd8b764-rp6qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:55.028226 3795 obj_retry.go:498] Detected object openshift-console/console-6bd8b764-rp6qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:51:55.552988 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:51:55.553018 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:51:55.655708 3795 obj_retry.go:492] Detected object openshift-console/console-6bd8b764-rp6qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:55.655728 3795 obj_retry.go:492] Detected object openshift-console/console-6bd8b764-rp6qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:55.669481 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bd8b764-rp6qh I0423 19:51:55.669507 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bd8b764-rp6qh W0423 19:51:58.634642 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0423 19:51:58.662369 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0423 19:51:59.448920 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0423 19:52:19.537536 3795 cni.go:452] [openshift-image-registry/image-registry-57d5b5796c-9rw5q 01b923c32e9a5d7652b2068fbfde003b17899f3bdf2e90ba0125570c60843b44 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-57d5b5796c-9rw5q 01b923c32e9a5d7652b2068fbfde003b17899f3bdf2e90ba0125570c60843b44 network default NAD default NAD key ] I0423 19:52:19.630524 3795 cni.go:473] [openshift-image-registry/image-registry-57d5b5796c-9rw5q 01b923c32e9a5d7652b2068fbfde003b17899f3bdf2e90ba0125570c60843b44 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-57d5b5796c-9rw5q 01b923c32e9a5d7652b2068fbfde003b17899f3bdf2e90ba0125570c60843b44 network default NAD default NAD key default], result "{}", err I0423 19:52:19.683495 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:19.683551 3795 pods.go:176] Deleting pod: openshift-image-registry/image-registry-57d5b5796c-9rw5q I0423 19:52:19.684836 3795 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-57d5b5796c-9rw5q, ips: 10.130.0.12 I0423 19:52:19.684862 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:20.505089 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:20.505124 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:20.513009 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57d5b5796c-9rw5q I0423 19:52:20.513039 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57d5b5796c-9rw5q I0423 19:52:23.380776 3795 obj_retry.go:498] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:23.381448 3795 obj_retry.go:498] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:23.782420 3795 obj_retry.go:492] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:23.782449 3795 obj_retry.go:492] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:23.789894 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5b9c6dbf75-hdcs7 I0423 19:52:23.789914 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5b9c6dbf75-hdcs7 I0423 19:52:24.789838 3795 obj_retry.go:498] Detected object openshift-console/console-5db499b76f-rh9wz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:24.790414 3795 obj_retry.go:498] Detected object openshift-console/console-5db499b76f-rh9wz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:52:25.584938 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:52:25.584959 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0423 19:52:25.741092 3795 obj_retry.go:492] Detected object openshift-console/console-5db499b76f-rh9wz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:25.741121 3795 obj_retry.go:492] Detected object openshift-console/console-5db499b76f-rh9wz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:25.750545 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5db499b76f-rh9wz I0423 19:52:25.750578 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5db499b76f-rh9wz I0423 19:52:40.593066 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:40.593647 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:40.815682 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:40.815716 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:40.826152 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0423 19:52:40.826180 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0423 19:52:44.769255 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-1 56d186674dadd9fa531395771febdf1d215addb91f0bee0687baed0e8a921f23 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 56d186674dadd9fa531395771febdf1d215addb91f0bee0687baed0e8a921f23 network default NAD default NAD key ] I0423 19:52:44.851399 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-1 56d186674dadd9fa531395771febdf1d215addb91f0bee0687baed0e8a921f23 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 56d186674dadd9fa531395771febdf1d215addb91f0bee0687baed0e8a921f23 network default NAD default NAD key default], result "{}", err I0423 19:52:44.915280 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:44.915318 3795 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0423 19:52:44.918909 3795 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.19 I0423 19:52:44.918942 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:45.618088 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:45.618119 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:45.627418 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0423 19:52:45.627462 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0423 19:52:45.670700 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:52:45.670925 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0423 19:52:45.696727 3795 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.910408ms I0423 19:52:45.696754 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.938591ms I0423 19:52:45.698079 3795 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.398463ms, libovsdb time 994.856µs I0423 19:52:46.029723 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-1 81aa8d9075b5ee7117fb3b3d7d5bc2920f4701640d0d6cdab1b9f951581a8a49 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 81aa8d9075b5ee7117fb3b3d7d5bc2920f4701640d0d6cdab1b9f951581a8a49 network default NAD default NAD key ] I0423 19:52:46.038975 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 81aa8d9075b5ee7, network: default, NAD default, SandboxID: "81aa8d9075b5ee7117fb3b3d7d5bc2920f4701640d0d6cdab1b9f951581a8a49", PCI device ID: , UID: "51c5d96b-5e10-4a98-bd44-66525f5a34b3", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0423 19:52:46.086717 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-1 81aa8d9075b5ee7117fb3b3d7d5bc2920f4701640d0d6cdab1b9f951581a8a49 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 81aa8d9075b5ee7117fb3b3d7d5bc2920f4701640d0d6cdab1b9f951581a8a49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a2:7c:e8:08:63\",\"name\":\"81aa8d9075b5ee7\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fa1c58a-c0ac-4105-8407-abada0670bab\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:53:02.446861 3795 cni.go:452] [openshift-monitoring/alertmanager-main-0 18f6a84d0111a05e263e9c23ed1e306b10ee2e7daee71e19bbdfc907fbd2066f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 18f6a84d0111a05e263e9c23ed1e306b10ee2e7daee71e19bbdfc907fbd2066f network default NAD default NAD key ] I0423 19:53:02.521407 3795 cni.go:473] [openshift-monitoring/alertmanager-main-0 18f6a84d0111a05e263e9c23ed1e306b10ee2e7daee71e19bbdfc907fbd2066f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 18f6a84d0111a05e263e9c23ed1e306b10ee2e7daee71e19bbdfc907fbd2066f network default NAD default NAD key default], result "{}", err I0423 19:53:02.585531 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:02.585566 3795 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0423 19:53:02.587018 3795 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.17 I0423 19:53:02.587046 3795 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:02.699220 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:02.699244 3795 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:02.706073 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p 1c7cebfa16eccef911aff3a23f6642d09ef2ec7bf02531811a4a0bb5d47e637e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p 1c7cebfa16eccef911aff3a23f6642d09ef2ec7bf02531811a4a0bb5d47e637e network default NAD default NAD key ] I0423 19:53:02.708416 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0423 19:53:02.708447 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0423 19:53:02.743870 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:53:02.743980 3795 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0423 19:53:02.772200 3795 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.257406ms I0423 19:53:02.772225 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.28832ms I0423 19:53:02.773589 3795 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.733016ms, libovsdb time 946.959µs I0423 19:53:02.785885 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p 1c7cebfa16eccef911aff3a23f6642d09ef2ec7bf02531811a4a0bb5d47e637e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p 1c7cebfa16eccef911aff3a23f6642d09ef2ec7bf02531811a4a0bb5d47e637e network default NAD default NAD key default], result "{}", err I0423 19:53:02.839757 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:02.839798 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p I0423 19:53:02.841014 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p, ips: 10.130.0.8 I0423 19:53:02.841044 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:03.105515 3795 cni.go:452] [openshift-monitoring/alertmanager-main-0 81fee724c3cef5f06fc6217055ed4de9675d0790b4e836dbef4a684a5044c966 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 81fee724c3cef5f06fc6217055ed4de9675d0790b4e836dbef4a684a5044c966 network default NAD default NAD key ] I0423 19:53:03.114856 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 81fee724c3cef5f, network: default, NAD default, SandboxID: "81fee724c3cef5f06fc6217055ed4de9675d0790b4e836dbef4a684a5044c966", PCI device ID: , UID: "2450bfd4-d70f-440b-b9d8-6339ec29233a", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0423 19:53:03.163880 3795 cni.go:473] [openshift-monitoring/alertmanager-main-0 81fee724c3cef5f06fc6217055ed4de9675d0790b4e836dbef4a684a5044c966 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 81fee724c3cef5f06fc6217055ed4de9675d0790b4e836dbef4a684a5044c966 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:bc:ac:4f:ad:23\",\"name\":\"81fee724c3cef5f\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60c753d9-07c2-4b06-967f-c15df620b5f6\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:53:03.714484 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:03.714513 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:07.536809 3795 cni.go:452] [openshift-console/console-55b49c9d8f-dnh2q 9118ba353a12a39a0f7a099f9d196f4abb88b8a0b0b5398943edbf28f47189c3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-55b49c9d8f-dnh2q 9118ba353a12a39a0f7a099f9d196f4abb88b8a0b0b5398943edbf28f47189c3 network default NAD default NAD key ] I0423 19:53:07.626661 3795 cni.go:473] [openshift-console/console-55b49c9d8f-dnh2q 9118ba353a12a39a0f7a099f9d196f4abb88b8a0b0b5398943edbf28f47189c3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-55b49c9d8f-dnh2q 9118ba353a12a39a0f7a099f9d196f4abb88b8a0b0b5398943edbf28f47189c3 network default NAD default NAD key default], result "{}", err I0423 19:53:07.674295 3795 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:07.674354 3795 pods.go:176] Deleting pod: openshift-console/console-55b49c9d8f-dnh2q I0423 19:53:07.675749 3795 pods.go:236] Attempting to release IPs for pod: openshift-console/console-55b49c9d8f-dnh2q, ips: 10.130.0.20 I0423 19:53:07.675777 3795 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:07.684802 3795 base_network_controller_pods.go:487] [default/openshift-console/console-78c57f7bb-ljwf2] creating logical port openshift-console_console-78c57f7bb-ljwf2 for pod on switch ip-10-0-2-131.ec2.internal I0423 19:53:07.684931 3795 kube.go:256] Updating pod openshift-console/console-78c57f7bb-ljwf2 I0423 19:53:07.713011 3795 pod.go:62] [openshift-console/console-78c57f7bb-ljwf2] pod update took 28.122505ms I0423 19:53:07.713032 3795 base_network_controller_pods.go:951] [default/openshift-console/console-78c57f7bb-ljwf2] addLogicalPort annotation time took 28.149849ms I0423 19:53:07.714310 3795 pods.go:271] [openshift-console/console-78c57f7bb-ljwf2] addLogicalPort took 29.527028ms, libovsdb time 894.945µs I0423 19:53:07.761611 3795 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:07.761711 3795 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:07.761745 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55b49c9d8f-dnh2q I0423 19:53:07.761760 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55b49c9d8f-dnh2q I0423 19:53:08.047896 3795 cni.go:452] [openshift-console/console-78c57f7bb-ljwf2 b2148d5dc26584972bdfb2c0ecc8772085e3494c1f31c1c7571b167e381644fc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78c57f7bb-ljwf2 b2148d5dc26584972bdfb2c0ecc8772085e3494c1f31c1c7571b167e381644fc network default NAD default NAD key ] I0423 19:53:08.057584 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78c57f7bb-ljwf2, hostIfaceName: b2148d5dc265849, network: default, NAD default, SandboxID: "b2148d5dc26584972bdfb2c0ecc8772085e3494c1f31c1c7571b167e381644fc", PCI device ID: , UID: "ca70b55e-1cb7-4dd0-85a2-8dae5ec3b3e8", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0423 19:53:08.107387 3795 cni.go:473] [openshift-console/console-78c57f7bb-ljwf2 b2148d5dc26584972bdfb2c0ecc8772085e3494c1f31c1c7571b167e381644fc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78c57f7bb-ljwf2 b2148d5dc26584972bdfb2c0ecc8772085e3494c1f31c1c7571b167e381644fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:37:c9:a4:0d:f6\",\"name\":\"b2148d5dc265849\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb4cbbbf-a0e5-459e-a0fb-12c2bea85a1b\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:53:18.226711 3795 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:18.227243 3795 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:53:18.783439 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0423 19:53:18.991183 3795 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:18.991204 3795 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:18.998682 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55b49c9d8f-hhhcn I0423 19:53:18.998706 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55b49c9d8f-hhhcn W0423 19:53:23.160132 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:53:23.160156 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:53:23.160161 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:53:46.926456 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:53:46.926698 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0423 19:53:48.236220 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:48.236899 3795 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:49.121395 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:49.121426 3795 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:49.129530 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0423 19:53:49.129559 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0423 19:53:52.752831 3795 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0423 19:54:31.269695 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:54:34.404386 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=125 I0423 19:54:42.316106 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0423 19:54:42.316200 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jvmn4 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jvmn4: no pod IPs found I0423 19:54:54.525467 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0423 19:54:58.400834 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0423 19:55:15.404455 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0423 19:55:47.405206 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0423 19:56:04.399838 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0423 19:56:08.484461 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0423 19:56:30.484695 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0423 19:56:46.511765 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0423 19:56:55.506349 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0423 19:57:10.381106 3795 cni.go:452] [openshift-console/console-78c57f7bb-ljwf2 b2148d5dc26584972bdfb2c0ecc8772085e3494c1f31c1c7571b167e381644fc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-78c57f7bb-ljwf2 b2148d5dc26584972bdfb2c0ecc8772085e3494c1f31c1c7571b167e381644fc network default NAD default NAD key ] I0423 19:57:10.464750 3795 cni.go:473] [openshift-console/console-78c57f7bb-ljwf2 b2148d5dc26584972bdfb2c0ecc8772085e3494c1f31c1c7571b167e381644fc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-78c57f7bb-ljwf2 b2148d5dc26584972bdfb2c0ecc8772085e3494c1f31c1c7571b167e381644fc network default NAD default NAD key default], result "{}", err I0423 19:57:10.512268 3795 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:10.512303 3795 pods.go:176] Deleting pod: openshift-console/console-78c57f7bb-ljwf2 I0423 19:57:10.513683 3795 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78c57f7bb-ljwf2, ips: 10.130.0.23 I0423 19:57:10.513705 3795 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:10.520812 3795 base_network_controller_pods.go:487] [default/openshift-console/console-768fd8d77f-qllfj] creating logical port openshift-console_console-768fd8d77f-qllfj for pod on switch ip-10-0-2-131.ec2.internal I0423 19:57:10.520955 3795 kube.go:256] Updating pod openshift-console/console-768fd8d77f-qllfj I0423 19:57:10.536284 3795 pod.go:62] [openshift-console/console-768fd8d77f-qllfj] pod update took 15.358667ms I0423 19:57:10.536311 3795 base_network_controller_pods.go:951] [default/openshift-console/console-768fd8d77f-qllfj] addLogicalPort annotation time took 15.390712ms I0423 19:57:10.537524 3795 pods.go:271] [openshift-console/console-768fd8d77f-qllfj] addLogicalPort took 16.735347ms, libovsdb time 877.867µs I0423 19:57:10.652873 3795 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:10.652892 3795 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:10.661597 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c57f7bb-ljwf2 I0423 19:57:10.661621 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c57f7bb-ljwf2 I0423 19:57:10.880985 3795 cni.go:452] [openshift-console/console-768fd8d77f-qllfj a2936ac94010a6d01c0ed095f8e845e6caa00fb82c3785e8c371177ca9c248fe network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-768fd8d77f-qllfj a2936ac94010a6d01c0ed095f8e845e6caa00fb82c3785e8c371177ca9c248fe network default NAD default NAD key ] I0423 19:57:10.890642 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-768fd8d77f-qllfj, hostIfaceName: a2936ac94010a6d, network: default, NAD default, SandboxID: "a2936ac94010a6d01c0ed095f8e845e6caa00fb82c3785e8c371177ca9c248fe", PCI device ID: , UID: "2f87b50f-65a9-4ed6-9635-f081a84f79a6", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0423 19:57:10.940421 3795 cni.go:473] [openshift-console/console-768fd8d77f-qllfj a2936ac94010a6d01c0ed095f8e845e6caa00fb82c3785e8c371177ca9c248fe network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-768fd8d77f-qllfj a2936ac94010a6d01c0ed095f8e845e6caa00fb82c3785e8c371177ca9c248fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:93:5b:f6:21:70\",\"name\":\"a2936ac94010a6d\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/308470b2-cce0-4238-b5c8-5fa2c74225b5\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 19:57:16.524118 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0423 19:57:21.180863 3795 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-7wq57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:21.181454 3795 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-7wq57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:57:21.714002 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0423 19:57:22.009185 3795 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-7wq57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:22.009217 3795 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-7wq57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:22.018263 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c57f7bb-7wq57 I0423 19:57:22.018294 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c57f7bb-7wq57 I0423 19:57:27.489169 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0423 19:57:59.411559 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=596 I0423 19:58:32.518344 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0423 19:58:36.494526 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0423 19:59:09.501131 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0423 20:00:00.197411 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616240-q6wxv for pod on switch ip-10-0-2-131.ec2.internal I0423 20:00:00.197549 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv I0423 20:00:00.221527 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv] pod update took 24.011424ms I0423 20:00:00.221550 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv] addLogicalPort annotation time took 24.03754ms I0423 20:00:00.222907 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv] addLogicalPort took 25.514236ms, libovsdb time 1.042969ms I0423 20:00:00.573455 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv e49b8d157739d073387bb6c93a864ad21a6ef1915a3707c680dd3715f00d826c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv e49b8d157739d073387bb6c93a864ad21a6ef1915a3707c680dd3715f00d826c network default NAD default NAD key ] I0423 20:00:00.582388 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616240-q6wxv, hostIfaceName: e49b8d157739d07, network: default, NAD default, SandboxID: "e49b8d157739d073387bb6c93a864ad21a6ef1915a3707c680dd3715f00d826c", PCI device ID: , UID: "bdf8f25e-93be-4262-afd3-825e30d818df", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0423 20:00:00.631518 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv e49b8d157739d073387bb6c93a864ad21a6ef1915a3707c680dd3715f00d826c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv e49b8d157739d073387bb6c93a864ad21a6ef1915a3707c680dd3715f00d826c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:30:4e:58:a5:5d\",\"name\":\"e49b8d157739d07\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee77cb20-1c00-45b9-b5fa-daba27d31127\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:00:04.332118 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv e49b8d157739d073387bb6c93a864ad21a6ef1915a3707c680dd3715f00d826c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv e49b8d157739d073387bb6c93a864ad21a6ef1915a3707c680dd3715f00d826c network default NAD default NAD key ] I0423 20:00:04.416661 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv e49b8d157739d073387bb6c93a864ad21a6ef1915a3707c680dd3715f00d826c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv e49b8d157739d073387bb6c93a864ad21a6ef1915a3707c680dd3715f00d826c network default NAD default NAD key default], result "{}", err I0423 20:00:04.461117 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:04.461178 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv I0423 20:00:04.462492 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv, ips: 10.130.0.25 I0423 20:00:04.462516 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:05.484119 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:05.484144 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:08.955810 3795 namespace.go:98] [tsf] adding namespace I0423 20:01:08.956724 3795 namespace.go:102] [tsf] adding namespace took 893.51µs I0423 20:01:08.975833 3795 namespace.go:142] [tsf] updating namespace I0423 20:01:08.988510 3795 namespace.go:142] [tsf] updating namespace I0423 20:01:12.961095 3795 namespace.go:98] [cert-manager-operator] adding namespace I0423 20:01:12.961890 3795 namespace.go:102] [cert-manager-operator] adding namespace took 772.671µs I0423 20:01:12.962072 3795 namespace.go:98] [rhbk-operator] adding namespace I0423 20:01:12.962657 3795 namespace.go:102] [rhbk-operator] adding namespace took 565.61µs I0423 20:01:12.963295 3795 namespace.go:98] [konflux-ui] adding namespace I0423 20:01:12.963957 3795 namespace.go:102] [konflux-ui] adding namespace took 649.403µs I0423 20:01:12.965562 3795 namespace.go:98] [rhtpa-operator] adding namespace I0423 20:01:12.965604 3795 namespace.go:98] [tsf-tpa] adding namespace I0423 20:01:12.965691 3795 namespace.go:98] [tsf-tas] adding namespace I0423 20:01:12.965759 3795 namespace.go:98] [tsf-keycloak] adding namespace I0423 20:01:12.965885 3795 namespace.go:98] [konflux-operator] adding namespace I0423 20:01:12.966262 3795 namespace.go:102] [rhtpa-operator] adding namespace took 685.162µs I0423 20:01:12.966862 3795 namespace.go:102] [tsf-tpa] adding namespace took 1.244307ms I0423 20:01:12.967370 3795 namespace.go:102] [tsf-tas] adding namespace took 1.663177ms I0423 20:01:12.967855 3795 namespace.go:102] [tsf-keycloak] adding namespace took 2.082118ms I0423 20:01:12.968310 3795 namespace.go:102] [konflux-operator] adding namespace took 2.411346ms I0423 20:01:12.988667 3795 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:01:13.003777 3795 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:01:13.014517 3795 namespace.go:142] [rhbk-operator] updating namespace I0423 20:01:13.042694 3795 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:01:13.056250 3795 namespace.go:142] [rhbk-operator] updating namespace I0423 20:01:13.058863 3795 namespace.go:142] [konflux-ui] updating namespace I0423 20:01:13.058913 3795 namespace.go:142] [tsf-tpa] updating namespace I0423 20:01:13.070208 3795 namespace.go:142] [tsf-tas] updating namespace I0423 20:01:13.074783 3795 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:01:13.092004 3795 namespace.go:142] [konflux-operator] updating namespace I0423 20:01:13.096550 3795 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:01:13.123967 3795 namespace.go:142] [rhbk-operator] updating namespace I0423 20:01:13.402006 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=14 I0423 20:01:13.597989 3795 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:01:13.612645 3795 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:01:13.621482 3795 namespace.go:142] [tsf-tpa] updating namespace I0423 20:01:13.638948 3795 namespace.go:142] [tsf-tpa] updating namespace I0423 20:01:13.657943 3795 namespace.go:142] [tsf-tas] updating namespace I0423 20:01:13.673488 3795 namespace.go:142] [tsf-tas] updating namespace I0423 20:01:13.679169 3795 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:01:13.690447 3795 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:01:13.702052 3795 namespace.go:142] [konflux-operator] updating namespace I0423 20:01:13.720200 3795 namespace.go:142] [konflux-operator] updating namespace I0423 20:01:13.725600 3795 namespace.go:142] [konflux-ui] updating namespace I0423 20:01:13.735850 3795 namespace.go:142] [konflux-ui] updating namespace I0423 20:01:14.294266 3795 namespace.go:142] [tsf-tpa] updating namespace I0423 20:01:14.311429 3795 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:01:14.478554 3795 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-131.ec2.internal I0423 20:01:14.478663 3795 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0423 20:01:14.507482 3795 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.844332ms I0423 20:01:14.507503 3795 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.869858ms I0423 20:01:14.508630 3795 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 30.094066ms, libovsdb time 804.491µs I0423 20:01:14.854818 3795 cni.go:452] [tsf/test-tsf-subscriptions 52f09fb3b297cf9a675f0b08e3f372f24d0a60c6f17cbd686ab43f409711a004 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 52f09fb3b297cf9a675f0b08e3f372f24d0a60c6f17cbd686ab43f409711a004 network default NAD default NAD key ] I0423 20:01:14.864292 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 52f09fb3b297cf9, network: default, NAD default, SandboxID: "52f09fb3b297cf9a675f0b08e3f372f24d0a60c6f17cbd686ab43f409711a004", PCI device ID: , UID: "4a7fc2a6-db0d-4b29-89e0-855093e4362b", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0423 20:01:14.912073 3795 cni.go:473] [tsf/test-tsf-subscriptions 52f09fb3b297cf9a675f0b08e3f372f24d0a60c6f17cbd686ab43f409711a004 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 52f09fb3b297cf9a675f0b08e3f372f24d0a60c6f17cbd686ab43f409711a004 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c6:1d:95:f9:a6\",\"name\":\"52f09fb3b297cf9\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dd98580-6b30-44af-ad49-b00378fab41b\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:01:19.953967 3795 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:19.954598 3795 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:19.954623 3795 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:19.954631 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:19.954645 3795 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:19.954649 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:20.969478 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:20.970149 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:20.970175 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:20.970184 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:20.970197 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:20.970201 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:20.986014 3795 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:20.986042 3795 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:20.986056 3795 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:20.986070 3795 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:21.997721 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:21.997749 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:21.997768 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:21.997785 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:22.997870 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:22.998525 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:22.998550 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:22.998559 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:22.998573 3795 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:22.998577 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:24.029284 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:24.029307 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:24.029339 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:24.029357 3795 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:27.061189 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.061787 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.061813 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.061820 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:27.061834 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.061839 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:27.137267 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.137822 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.137856 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.137865 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:27.137879 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.137887 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:28.095457 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.095483 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.095497 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.095511 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.190052 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.190075 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.190090 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.190104 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:29.050006 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:29.050610 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:29.050635 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:29.050643 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:29.050665 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:29.050672 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:30.083991 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:30.084014 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:30.084030 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:30.084044 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0423 20:01:34.036820 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0423 20:01:34.407193 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 W0423 20:01:38.240037 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0423 20:01:38.252732 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0423 20:01:41.467978 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0423 20:01:44.660415 3795 namespace.go:142] [openshift-operators] updating namespace I0423 20:01:44.671116 3795 namespace.go:142] [openshift-operators] updating namespace I0423 20:01:46.653565 3795 namespace.go:98] [cert-manager] adding namespace I0423 20:01:46.654422 3795 namespace.go:102] [cert-manager] adding namespace took 834.59µs I0423 20:01:46.730527 3795 namespace.go:142] [cert-manager] updating namespace I0423 20:01:46.760759 3795 namespace.go:142] [cert-manager] updating namespace W0423 20:01:48.039811 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 20:01:48.058073 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 20:01:48.090567 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 20:01:48.100783 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0423 20:01:52.416367 3795 namespace.go:142] [openshift-operators] updating namespace W0423 20:01:57.060141 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0423 20:01:57.060166 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0423 20:01:58.949010 3795 namespace.go:98] [trusted-artifact-signer] adding namespace I0423 20:01:58.950242 3795 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.201955ms I0423 20:01:58.966685 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 20:01:58.994360 3795 namespace.go:142] [trusted-artifact-signer] updating namespace W0423 20:01:59.209483 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0423 20:02:07.851464 3795 cni.go:452] [tsf/test-tsf-subscriptions 52f09fb3b297cf9a675f0b08e3f372f24d0a60c6f17cbd686ab43f409711a004 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 52f09fb3b297cf9a675f0b08e3f372f24d0a60c6f17cbd686ab43f409711a004 network default NAD default NAD key ] I0423 20:02:07.927985 3795 cni.go:473] [tsf/test-tsf-subscriptions 52f09fb3b297cf9a675f0b08e3f372f24d0a60c6f17cbd686ab43f409711a004 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 52f09fb3b297cf9a675f0b08e3f372f24d0a60c6f17cbd686ab43f409711a004 network default NAD default NAD key default], result "{}", err I0423 20:02:07.986643 3795 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:07.986675 3795 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0423 20:02:07.988146 3795 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.26 I0423 20:02:07.988175 3795 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:08.017008 3795 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:08.017029 3795 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:08.022085 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0423 20:02:08.022144 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0423 20:02:09.663637 3795 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-131.ec2.internal I0423 20:02:09.663747 3795 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0423 20:02:09.693820 3795 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 30.093177ms I0423 20:02:09.693844 3795 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 30.125683ms I0423 20:02:09.695216 3795 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 31.598932ms, libovsdb time 973.985µs I0423 20:02:10.045185 3795 cni.go:452] [tsf/test-tsf-infrastructure e4c4549ed4a9765f1e4a8c6526b9e1250f264083f9b57b815d4e3e97040f2e12 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure e4c4549ed4a9765f1e4a8c6526b9e1250f264083f9b57b815d4e3e97040f2e12 network default NAD default NAD key ] I0423 20:02:10.054815 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: e4c4549ed4a9765, network: default, NAD default, SandboxID: "e4c4549ed4a9765f1e4a8c6526b9e1250f264083f9b57b815d4e3e97040f2e12", PCI device ID: , UID: "a41b8c1a-9acb-445c-b081-37ff80ddcd66", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0423 20:02:10.102057 3795 cni.go:473] [tsf/test-tsf-infrastructure e4c4549ed4a9765f1e4a8c6526b9e1250f264083f9b57b815d4e3e97040f2e12 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure e4c4549ed4a9765f1e4a8c6526b9e1250f264083f9b57b815d4e3e97040f2e12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:fb:f4:22:d6:14\",\"name\":\"e4c4549ed4a9765\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bde9dfc8-1397-402e-bba3-7d35c4fcb1ce\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:02:12.238425 3795 namespace.go:98] [openshift-pipelines] adding namespace I0423 20:02:12.239531 3795 namespace.go:102] [openshift-pipelines] adding namespace took 1.048698ms I0423 20:02:12.260785 3795 namespace.go:142] [openshift-pipelines] updating namespace I0423 20:02:12.506729 3795 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gm8mz] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-gm8mz for pod on switch ip-10-0-2-131.ec2.internal I0423 20:02:12.506919 3795 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gm8mz I0423 20:02:12.533512 3795 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gm8mz] pod update took 26.629495ms I0423 20:02:12.533536 3795 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gm8mz] addLogicalPort annotation time took 26.660375ms I0423 20:02:12.534732 3795 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gm8mz] addLogicalPort took 28.021606ms, libovsdb time 869.751µs I0423 20:02:12.981658 3795 namespace.go:142] [cert-manager] updating namespace I0423 20:02:13.166723 3795 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:02:13.567755 3795 namespace.go:142] [konflux-operator] updating namespace I0423 20:02:13.754643 3795 namespace.go:142] [konflux-ui] updating namespace I0423 20:02:13.954920 3795 namespace.go:142] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] updating namespace I0423 20:02:14.360396 3795 namespace.go:142] [rhbk-operator] updating namespace I0423 20:02:14.561167 3795 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:02:14.763573 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 20:02:14.961617 3795 namespace.go:142] [tsf] updating namespace I0423 20:02:15.167693 3795 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:02:15.364406 3795 namespace.go:142] [tsf-tas] updating namespace I0423 20:02:15.565952 3795 namespace.go:142] [tsf-tpa] updating namespace I0423 20:02:15.698239 3795 namespace.go:142] [cert-manager] updating namespace I0423 20:02:15.708341 3795 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:02:15.716877 3795 namespace.go:142] [default] updating namespace I0423 20:02:15.730321 3795 namespace.go:142] [konflux-operator] updating namespace I0423 20:02:15.744958 3795 namespace.go:142] [konflux-ui] updating namespace I0423 20:02:15.753149 3795 namespace.go:142] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] updating namespace I0423 20:02:15.762200 3795 namespace.go:142] [openshift] updating namespace I0423 20:02:15.774373 3795 namespace.go:142] [rhbk-operator] updating namespace I0423 20:02:15.782042 3795 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:02:15.791358 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 20:02:15.799711 3795 namespace.go:142] [tsf] updating namespace I0423 20:02:15.809667 3795 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:02:15.824965 3795 namespace.go:142] [tsf-tas] updating namespace I0423 20:02:15.845601 3795 namespace.go:142] [tsf-tpa] updating namespace I0423 20:02:15.946220 3795 namespace.go:142] [cert-manager] updating namespace I0423 20:02:16.044974 3795 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:02:16.147378 3795 namespace.go:142] [default] updating namespace I0423 20:02:16.250972 3795 namespace.go:142] [konflux-operator] updating namespace I0423 20:02:16.351813 3795 namespace.go:142] [konflux-ui] updating namespace I0423 20:02:16.448170 3795 namespace.go:142] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] updating namespace I0423 20:02:16.544686 3795 namespace.go:142] [openshift] updating namespace I0423 20:02:16.648443 3795 namespace.go:142] [rhbk-operator] updating namespace I0423 20:02:16.745259 3795 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:02:16.846156 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 20:02:16.949587 3795 namespace.go:142] [tsf] updating namespace I0423 20:02:17.048497 3795 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:02:17.150080 3795 namespace.go:142] [tsf-tas] updating namespace I0423 20:02:17.251356 3795 namespace.go:142] [tsf-tpa] updating namespace I0423 20:02:17.513564 3795 namespace.go:142] [openshift-pipelines] updating namespace I0423 20:02:22.487571 3795 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gm8mz fba3db2c7e7a564def3ddb19c7caf74bde929ec04cae3e4df0b5de01b05a0c98 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gm8mz fba3db2c7e7a564def3ddb19c7caf74bde929ec04cae3e4df0b5de01b05a0c98 network default NAD default NAD key ] I0423 20:02:22.496582 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-gm8mz, hostIfaceName: fba3db2c7e7a564, network: default, NAD default, SandboxID: "fba3db2c7e7a564def3ddb19c7caf74bde929ec04cae3e4df0b5de01b05a0c98", PCI device ID: , UID: "26743f8e-d109-4d03-a6b5-70527b3a4672", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0423 20:02:22.545232 3795 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gm8mz fba3db2c7e7a564def3ddb19c7caf74bde929ec04cae3e4df0b5de01b05a0c98 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gm8mz fba3db2c7e7a564def3ddb19c7caf74bde929ec04cae3e4df0b5de01b05a0c98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:f9:2e:cd:12:ce\",\"name\":\"fba3db2c7e7a564\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d770e4a-fad8-4674-a46b-8cd3f2517453\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 20:02:22.921628 3795 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0423 20:02:24.292250 3795 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0423 20:02:24.514018 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0423 20:02:24.788626 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-x8jc9] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-x8jc9 for pod on switch ip-10-0-2-131.ec2.internal I0423 20:02:24.788749 3795 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-x8jc9 I0423 20:02:24.807154 3795 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-x8jc9] pod update took 18.42943ms I0423 20:02:24.807178 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-x8jc9] addLogicalPort annotation time took 18.458509ms I0423 20:02:24.808444 3795 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-x8jc9] addLogicalPort took 19.834695ms, libovsdb time 912.044µs I0423 20:02:25.001499 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n for pod on switch ip-10-0-2-131.ec2.internal I0423 20:02:25.001600 3795 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n I0423 20:02:25.019757 3795 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n] pod update took 18.188543ms I0423 20:02:25.019780 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n] addLogicalPort annotation time took 18.217941ms I0423 20:02:25.020997 3795 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n] addLogicalPort took 19.51833ms, libovsdb time 859.196µs I0423 20:02:25.149467 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-x8jc9 d1c42d4001aa3145673a93373bb70672034ca6fc23cf3df30cc2bffefe8ee1c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-x8jc9 d1c42d4001aa3145673a93373bb70672034ca6fc23cf3df30cc2bffefe8ee1c8 network default NAD default NAD key ] I0423 20:02:25.159738 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-x8jc9, hostIfaceName: d1c42d4001aa314, network: default, NAD default, SandboxID: "d1c42d4001aa3145673a93373bb70672034ca6fc23cf3df30cc2bffefe8ee1c8", PCI device ID: , UID: "d4b6e6d3-f16b-42cd-be59-75b0d62957ac", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0423 20:02:25.208618 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-x8jc9 d1c42d4001aa3145673a93373bb70672034ca6fc23cf3df30cc2bffefe8ee1c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-x8jc9 d1c42d4001aa3145673a93373bb70672034ca6fc23cf3df30cc2bffefe8ee1c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:e4:6c:48:49:92\",\"name\":\"d1c42d4001aa314\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9458e6af-5cfe-4d17-8dde-e1837e142e23\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:02:25.361373 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n 5c0ec1dbe41350f3d849091de2f8d48bf1c0f02427263a180e7f29f5573ef54c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n 5c0ec1dbe41350f3d849091de2f8d48bf1c0f02427263a180e7f29f5573ef54c network default NAD default NAD key ] I0423 20:02:25.371242 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n, hostIfaceName: 5c0ec1dbe41350f, network: default, NAD default, SandboxID: "5c0ec1dbe41350f3d849091de2f8d48bf1c0f02427263a180e7f29f5573ef54c", PCI device ID: , UID: "08cb2396-f248-4207-b67b-489ecbee27f8", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0423 20:02:25.417039 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n 5c0ec1dbe41350f3d849091de2f8d48bf1c0f02427263a180e7f29f5573ef54c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xw48n 5c0ec1dbe41350f3d849091de2f8d48bf1c0f02427263a180e7f29f5573ef54c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:52:00:89:5c:56\",\"name\":\"5c0ec1dbe41350f\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a82f4769-94b1-4913-9028-94d825dbb93d\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 20:02:29.219618 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0423 20:02:29.219635 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0423 20:02:29.219640 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0423 20:02:29.243124 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 20:02:29.243140 3795 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 20:02:29.243149 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 20:02:29.243155 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 20:02:29.977415 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 20:02:29.977433 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 20:02:29.977439 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 20:02:40.964082 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 20:02:40.964106 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 20:02:40.964114 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 20:02:43.931866 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0423 20:02:47.991940 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-blcc6] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-blcc6 for pod on switch ip-10-0-2-131.ec2.internal I0423 20:02:47.992094 3795 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-blcc6 I0423 20:02:48.006305 3795 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-blcc6] pod update took 14.250846ms I0423 20:02:48.006342 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-blcc6] addLogicalPort annotation time took 14.281634ms I0423 20:02:48.007623 3795 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-blcc6] addLogicalPort took 15.700263ms, libovsdb time 904.388µs I0423 20:02:48.352234 3795 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-blcc6 fee509e08c317dd9a548d1dd1138c65c8f272e7c3bb9d7986551dd0c32b9cd74 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-blcc6 fee509e08c317dd9a548d1dd1138c65c8f272e7c3bb9d7986551dd0c32b9cd74 network default NAD default NAD key ] I0423 20:02:48.361981 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-blcc6, hostIfaceName: fee509e08c317dd, network: default, NAD default, SandboxID: "fee509e08c317dd9a548d1dd1138c65c8f272e7c3bb9d7986551dd0c32b9cd74", PCI device ID: , UID: "8ad2e809-4d89-41a2-90e4-29f232b9354e", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0423 20:02:48.412128 3795 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-blcc6 fee509e08c317dd9a548d1dd1138c65c8f272e7c3bb9d7986551dd0c32b9cd74 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-blcc6 fee509e08c317dd9a548d1dd1138c65c8f272e7c3bb9d7986551dd0c32b9cd74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:28:24:55:d1:fd\",\"name\":\"fee509e08c317dd\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acae5b4a-38ed-4032-aa41-cdd9660870be\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:02:49.041257 3795 cni.go:452] [tsf/test-tsf-infrastructure e4c4549ed4a9765f1e4a8c6526b9e1250f264083f9b57b815d4e3e97040f2e12 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure e4c4549ed4a9765f1e4a8c6526b9e1250f264083f9b57b815d4e3e97040f2e12 network default NAD default NAD key ] I0423 20:02:49.125770 3795 cni.go:473] [tsf/test-tsf-infrastructure e4c4549ed4a9765f1e4a8c6526b9e1250f264083f9b57b815d4e3e97040f2e12 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure e4c4549ed4a9765f1e4a8c6526b9e1250f264083f9b57b815d4e3e97040f2e12 network default NAD default NAD key default], result "{}", err I0423 20:02:49.171235 3795 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:49.171275 3795 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0423 20:02:49.172662 3795 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.27 I0423 20:02:49.172692 3795 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:49.192735 3795 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:49.192757 3795 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:49.202675 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0423 20:02:49.202699 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0423 20:02:50.470157 3795 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-131.ec2.internal I0423 20:02:50.470278 3795 kube.go:256] Updating pod tsf/test-tsf-iam I0423 20:02:50.484467 3795 pod.go:62] [tsf/test-tsf-iam] pod update took 14.224829ms I0423 20:02:50.484513 3795 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.276887ms I0423 20:02:50.485963 3795 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.844915ms, libovsdb time 1.066937ms I0423 20:02:51.133243 3795 cni.go:452] [tsf/test-tsf-iam 3d250d21bbfef0574fac1b830041f7ecfaa7ccca163b88956e843922c9904907 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 3d250d21bbfef0574fac1b830041f7ecfaa7ccca163b88956e843922c9904907 network default NAD default NAD key ] I0423 20:02:51.143981 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 3d250d21bbfef05, network: default, NAD default, SandboxID: "3d250d21bbfef0574fac1b830041f7ecfaa7ccca163b88956e843922c9904907", PCI device ID: , UID: "78e81a60-ec6f-457e-b034-c52735975075", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0423 20:02:51.194784 3795 cni.go:473] [tsf/test-tsf-iam 3d250d21bbfef0574fac1b830041f7ecfaa7ccca163b88956e843922c9904907 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 3d250d21bbfef0574fac1b830041f7ecfaa7ccca163b88956e843922c9904907 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:34:d5:85:5f:4b\",\"name\":\"3d250d21bbfef05\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e2393e2-78a1-424c-ae1f-c6c388d692d8\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 20:02:51.438801 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0423 20:02:51.451792 3795 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0423 20:02:51.452488 3795 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0423 20:02:51.452511 3795 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0423 20:02:51.455043 3795 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0423 20:02:51.737835 3795 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-131.ec2.internal I0423 20:02:51.737951 3795 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0423 20:02:51.757390 3795 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.472541ms I0423 20:02:51.757417 3795 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.504046ms I0423 20:02:51.759198 3795 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 21.384433ms, libovsdb time 1.34183ms I0423 20:02:52.103110 3795 cni.go:452] [tsf-keycloak/keycloak-0 206ce0674e578851e246f4b90db8295f2f825e15c22471dcb688aaf81cb80381 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 206ce0674e578851e246f4b90db8295f2f825e15c22471dcb688aaf81cb80381 network default NAD default NAD key ] I0423 20:02:52.125671 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 206ce0674e57885, network: default, NAD default, SandboxID: "206ce0674e578851e246f4b90db8295f2f825e15c22471dcb688aaf81cb80381", PCI device ID: , UID: "c09f05b6-308e-4a7a-880b-ee0179555255", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0423 20:02:52.177021 3795 cni.go:473] [tsf-keycloak/keycloak-0 206ce0674e578851e246f4b90db8295f2f825e15c22471dcb688aaf81cb80381 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 206ce0674e578851e246f4b90db8295f2f825e15c22471dcb688aaf81cb80381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:1c:63:35:fa:18\",\"name\":\"206ce0674e57885\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/721f874e-2bec-426f-8d23-d2c337faf5ad\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 20:02:59.101178 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0423 20:02:59.101201 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0423 20:02:59.103663 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0423 20:02:59.103681 3795 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0423 20:03:09.405528 3795 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0423 20:03:14.528599 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0423 20:03:22.414401 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=266 W0423 20:03:26.327238 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0423 20:03:26.327259 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0423 20:03:26.327417 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0423 20:03:26.327430 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0423 20:03:28.553133 3795 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0423 20:03:28.553152 3795 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0423 20:03:28.553157 3795 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0423 20:03:29.403763 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46 I0423 20:03:31.603655 3795 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-fbpbm] creating logical port tsf-keycloak_tsf-iam-fbpbm for pod on switch ip-10-0-2-131.ec2.internal I0423 20:03:31.603774 3795 kube.go:256] Updating pod tsf-keycloak/tsf-iam-fbpbm I0423 20:03:31.620369 3795 pod.go:62] [tsf-keycloak/tsf-iam-fbpbm] pod update took 16.633458ms I0423 20:03:31.620396 3795 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-fbpbm] addLogicalPort annotation time took 16.665116ms I0423 20:03:31.621650 3795 pods.go:271] [tsf-keycloak/tsf-iam-fbpbm] addLogicalPort took 18.013993ms, libovsdb time 883.536µs I0423 20:03:32.053926 3795 cni.go:452] [tsf-keycloak/tsf-iam-fbpbm 7f21d01c8dc1abb1b1e17e7c1ce5048fe6f4e718549cffb3ee6b4903da50a796 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-fbpbm 7f21d01c8dc1abb1b1e17e7c1ce5048fe6f4e718549cffb3ee6b4903da50a796 network default NAD default NAD key ] I0423 20:03:32.063748 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-fbpbm, hostIfaceName: 7f21d01c8dc1abb, network: default, NAD default, SandboxID: "7f21d01c8dc1abb1b1e17e7c1ce5048fe6f4e718549cffb3ee6b4903da50a796", PCI device ID: , UID: "501d809e-7983-42e2-9ef5-8eee0a6a42c4", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0423 20:03:32.113453 3795 cni.go:473] [tsf-keycloak/tsf-iam-fbpbm 7f21d01c8dc1abb1b1e17e7c1ce5048fe6f4e718549cffb3ee6b4903da50a796 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-fbpbm 7f21d01c8dc1abb1b1e17e7c1ce5048fe6f4e718549cffb3ee6b4903da50a796 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:25:d6:45:46:56\",\"name\":\"7f21d01c8dc1abb\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2860dc17-89d8-4a01-b679-7f0ca558a472\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:03:41.322898 3795 cni.go:452] [tsf/test-tsf-iam 3d250d21bbfef0574fac1b830041f7ecfaa7ccca163b88956e843922c9904907 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 3d250d21bbfef0574fac1b830041f7ecfaa7ccca163b88956e843922c9904907 network default NAD default NAD key ] I0423 20:03:41.412394 3795 cni.go:473] [tsf/test-tsf-iam 3d250d21bbfef0574fac1b830041f7ecfaa7ccca163b88956e843922c9904907 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 3d250d21bbfef0574fac1b830041f7ecfaa7ccca163b88956e843922c9904907 network default NAD default NAD key default], result "{}", err I0423 20:03:41.479650 3795 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:03:41.479697 3795 pods.go:176] Deleting pod: tsf/test-tsf-iam I0423 20:03:41.481584 3795 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.32 I0423 20:03:41.481682 3795 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:03:41.527846 3795 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:03:41.527873 3795 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:03:41.531102 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0423 20:03:41.531147 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0423 20:03:42.406453 3795 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-131.ec2.internal I0423 20:03:42.406556 3795 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0423 20:03:42.420123 3795 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.598625ms I0423 20:03:42.420153 3795 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.63402ms I0423 20:03:42.421601 3795 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.168972ms, libovsdb time 1.005059ms I0423 20:03:42.777131 3795 cni.go:452] [tsf-tas/test-tsf-tas 200920488a9ee7947ed7449292fbb55ed4b9ec3d740ba4abb07bc0ffb04daac2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 200920488a9ee7947ed7449292fbb55ed4b9ec3d740ba4abb07bc0ffb04daac2 network default NAD default NAD key ] I0423 20:03:42.789121 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 200920488a9ee79, network: default, NAD default, SandboxID: "200920488a9ee7947ed7449292fbb55ed4b9ec3d740ba4abb07bc0ffb04daac2", PCI device ID: , UID: "2129fe6a-574a-4769-be8c-29cddc051f7b", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0423 20:03:42.842603 3795 cni.go:473] [tsf-tas/test-tsf-tas 200920488a9ee7947ed7449292fbb55ed4b9ec3d740ba4abb07bc0ffb04daac2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 200920488a9ee7947ed7449292fbb55ed4b9ec3d740ba4abb07bc0ffb04daac2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:81:2b:b4:66:f8\",\"name\":\"200920488a9ee79\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e8eb382-6765-4d98-98d3-da590df6126b\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:03:44.105848 3795 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5b89d4ffcb-nm82r] creating logical port tsf-tas_fulcio-server-5b89d4ffcb-nm82r for pod on switch ip-10-0-2-131.ec2.internal I0423 20:03:44.105965 3795 kube.go:256] Updating pod tsf-tas/fulcio-server-5b89d4ffcb-nm82r I0423 20:03:44.120163 3795 pod.go:62] [tsf-tas/fulcio-server-5b89d4ffcb-nm82r] pod update took 14.237284ms I0423 20:03:44.120192 3795 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5b89d4ffcb-nm82r] addLogicalPort annotation time took 14.272023ms I0423 20:03:44.121448 3795 pods.go:271] [tsf-tas/fulcio-server-5b89d4ffcb-nm82r] addLogicalPort took 15.619045ms, libovsdb time 844.262µs I0423 20:03:44.468102 3795 cni.go:452] [tsf-tas/fulcio-server-5b89d4ffcb-nm82r 26b7b27979362f65882553ac6b6aef3f53a89b353dc749950934d13ba997e38a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5b89d4ffcb-nm82r 26b7b27979362f65882553ac6b6aef3f53a89b353dc749950934d13ba997e38a network default NAD default NAD key ] I0423 20:03:44.477290 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5b89d4ffcb-nm82r, hostIfaceName: 26b7b27979362f6, network: default, NAD default, SandboxID: "26b7b27979362f65882553ac6b6aef3f53a89b353dc749950934d13ba997e38a", PCI device ID: , UID: "649a57ac-1e29-4721-8706-c9d28cfa0093", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0423 20:03:44.529459 3795 cni.go:473] [tsf-tas/fulcio-server-5b89d4ffcb-nm82r 26b7b27979362f65882553ac6b6aef3f53a89b353dc749950934d13ba997e38a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5b89d4ffcb-nm82r 26b7b27979362f65882553ac6b6aef3f53a89b353dc749950934d13ba997e38a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:be:d4:c7:44:d2\",\"name\":\"26b7b27979362f6\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f82bad8a-fe35-416f-ade4-9335c0945095\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:03:44.742371 3795 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-h6btj-s5d7f] creating logical port tsf-tas_rekor-createtree-job-h6btj-s5d7f for pod on switch ip-10-0-2-131.ec2.internal I0423 20:03:44.742574 3795 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-h6btj-s5d7f I0423 20:03:44.756129 3795 pod.go:62] [tsf-tas/rekor-createtree-job-h6btj-s5d7f] pod update took 13.595399ms I0423 20:03:44.756159 3795 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-h6btj-s5d7f] addLogicalPort annotation time took 13.634256ms I0423 20:03:44.757745 3795 pods.go:271] [tsf-tas/rekor-createtree-job-h6btj-s5d7f] addLogicalPort took 15.418537ms, libovsdb time 1.081318ms I0423 20:03:45.110638 3795 cni.go:452] [tsf-tas/rekor-createtree-job-h6btj-s5d7f dd4a4caa0a891b2c47cde2c3381d8ff11abd6e0e7a1d14b615f6d2d07a0c26a5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-h6btj-s5d7f dd4a4caa0a891b2c47cde2c3381d8ff11abd6e0e7a1d14b615f6d2d07a0c26a5 network default NAD default NAD key ] I0423 20:03:45.120584 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-h6btj-s5d7f, hostIfaceName: dd4a4caa0a891b2, network: default, NAD default, SandboxID: "dd4a4caa0a891b2c47cde2c3381d8ff11abd6e0e7a1d14b615f6d2d07a0c26a5", PCI device ID: , UID: "d8867905-6eca-44a3-9661-02d515c8ed42", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0423 20:03:45.173979 3795 cni.go:473] [tsf-tas/rekor-createtree-job-h6btj-s5d7f dd4a4caa0a891b2c47cde2c3381d8ff11abd6e0e7a1d14b615f6d2d07a0c26a5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-h6btj-s5d7f dd4a4caa0a891b2c47cde2c3381d8ff11abd6e0e7a1d14b615f6d2d07a0c26a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:c4:82:d9:f6:09\",\"name\":\"dd4a4caa0a891b2\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09eb46d7-f2e3-4f4a-8af2-0a7018046e7e\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 20:03:47.372640 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0423 20:03:47.372667 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0423 20:03:47.396885 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0423 20:03:47.396985 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0423 20:03:51.397909 3795 cni.go:452] [tsf-keycloak/tsf-iam-fbpbm 7f21d01c8dc1abb1b1e17e7c1ce5048fe6f4e718549cffb3ee6b4903da50a796 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-fbpbm 7f21d01c8dc1abb1b1e17e7c1ce5048fe6f4e718549cffb3ee6b4903da50a796 network default NAD default NAD key ] I0423 20:03:51.470782 3795 cni.go:473] [tsf-keycloak/tsf-iam-fbpbm 7f21d01c8dc1abb1b1e17e7c1ce5048fe6f4e718549cffb3ee6b4903da50a796 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-fbpbm 7f21d01c8dc1abb1b1e17e7c1ce5048fe6f4e718549cffb3ee6b4903da50a796 network default NAD default NAD key default], result "{}", err I0423 20:03:51.524723 3795 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fbpbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:03:51.524762 3795 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-fbpbm I0423 20:03:51.526101 3795 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-fbpbm, ips: 10.130.0.34 I0423 20:03:51.526129 3795 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fbpbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:03:52.429294 3795 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fbpbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:03:52.429319 3795 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fbpbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0423 20:03:52.792351 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0423 20:03:57.403506 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c92dc] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-c92dc for pod on switch ip-10-0-2-131.ec2.internal I0423 20:03:57.403694 3795 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c92dc I0423 20:03:57.418353 3795 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c92dc] pod update took 14.658256ms I0423 20:03:57.418384 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c92dc] addLogicalPort annotation time took 14.725685ms I0423 20:03:57.419670 3795 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c92dc] addLogicalPort took 16.184486ms, libovsdb time 889.312µs I0423 20:03:57.495367 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5cqgq] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-5cqgq for pod on switch ip-10-0-2-131.ec2.internal I0423 20:03:57.495464 3795 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5cqgq I0423 20:03:57.513624 3795 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5cqgq] pod update took 18.182787ms I0423 20:03:57.513647 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5cqgq] addLogicalPort annotation time took 18.212075ms I0423 20:03:57.514887 3795 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5cqgq] addLogicalPort took 19.569838ms, libovsdb time 873.339µs I0423 20:03:57.613354 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-s56v7] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-s56v7 for pod on switch ip-10-0-2-131.ec2.internal I0423 20:03:57.613441 3795 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-s56v7 I0423 20:03:57.630301 3795 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s56v7] pod update took 16.880284ms I0423 20:03:57.630380 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-s56v7] addLogicalPort annotation time took 16.960863ms I0423 20:03:57.631644 3795 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s56v7] addLogicalPort took 18.318222ms, libovsdb time 867.027µs I0423 20:03:57.760689 3795 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c92dc b67c912a7dd9fb63eb56f57d366fb20c591c4d079ed3909bafdf8c5f5d98f712 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c92dc b67c912a7dd9fb63eb56f57d366fb20c591c4d079ed3909bafdf8c5f5d98f712 network default NAD default NAD key ] I0423 20:03:57.769560 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-c92dc, hostIfaceName: b67c912a7dd9fb6, network: default, NAD default, SandboxID: "b67c912a7dd9fb63eb56f57d366fb20c591c4d079ed3909bafdf8c5f5d98f712", PCI device ID: , UID: "0f771c0b-a390-4c2e-b5b4-13d1a2c4b16e", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0423 20:03:57.819154 3795 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c92dc b67c912a7dd9fb63eb56f57d366fb20c591c4d079ed3909bafdf8c5f5d98f712 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c92dc b67c912a7dd9fb63eb56f57d366fb20c591c4d079ed3909bafdf8c5f5d98f712 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:d4:bc:f9:82:f8\",\"name\":\"b67c912a7dd9fb6\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d9c6280-c65d-4a4d-a9ec-90540c519cb5\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:03:57.857182 3795 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5cqgq d3a1ed8d7057adb8228cbaa90081a7497b10e3dbfa2cc9cdc24a1f8a7cf82065 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5cqgq d3a1ed8d7057adb8228cbaa90081a7497b10e3dbfa2cc9cdc24a1f8a7cf82065 network default NAD default NAD key ] I0423 20:03:57.866852 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-5cqgq, hostIfaceName: d3a1ed8d7057adb, network: default, NAD default, SandboxID: "d3a1ed8d7057adb8228cbaa90081a7497b10e3dbfa2cc9cdc24a1f8a7cf82065", PCI device ID: , UID: "24c3b900-4a67-47aa-a7e3-a8751c28cf08", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0423 20:03:57.915142 3795 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5cqgq d3a1ed8d7057adb8228cbaa90081a7497b10e3dbfa2cc9cdc24a1f8a7cf82065 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5cqgq d3a1ed8d7057adb8228cbaa90081a7497b10e3dbfa2cc9cdc24a1f8a7cf82065 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b5:c1:82:19:4e\",\"name\":\"d3a1ed8d7057adb\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/820841a0-b72e-4cdb-a527-20c96871e8c6\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:03:57.983582 3795 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s56v7 e417d003e644e4b6ad2a3cbc6cc32de4b024561d4791d676d7acc43882e62675 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s56v7 e417d003e644e4b6ad2a3cbc6cc32de4b024561d4791d676d7acc43882e62675 network default NAD default NAD key ] I0423 20:03:57.994434 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-s56v7, hostIfaceName: e417d003e644e4b, network: default, NAD default, SandboxID: "e417d003e644e4b6ad2a3cbc6cc32de4b024561d4791d676d7acc43882e62675", PCI device ID: , UID: "d50ff1da-2f44-4d72-8d1c-aee2d290525c", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0423 20:03:58.044476 3795 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s56v7 e417d003e644e4b6ad2a3cbc6cc32de4b024561d4791d676d7acc43882e62675 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-s56v7 e417d003e644e4b6ad2a3cbc6cc32de4b024561d4791d676d7acc43882e62675 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:cd:1e:97:0d:12\",\"name\":\"e417d003e644e4b\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0965a4f-1c3a-42cd-8faa-43ea37829d8c\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0423 20:03:58.722842 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0423 20:04:01.475166 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0423 20:04:01.827256 3795 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0423 20:04:01.887903 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:01.888466 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:02.912140 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:02.912166 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:04.406791 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=104 W0423 20:04:12.475693 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0423 20:04:33.609983 3795 cni.go:452] [tsf-tas/test-tsf-tas 200920488a9ee7947ed7449292fbb55ed4b9ec3d740ba4abb07bc0ffb04daac2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 200920488a9ee7947ed7449292fbb55ed4b9ec3d740ba4abb07bc0ffb04daac2 network default NAD default NAD key ] I0423 20:04:33.697902 3795 cni.go:473] [tsf-tas/test-tsf-tas 200920488a9ee7947ed7449292fbb55ed4b9ec3d740ba4abb07bc0ffb04daac2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 200920488a9ee7947ed7449292fbb55ed4b9ec3d740ba4abb07bc0ffb04daac2 network default NAD default NAD key default], result "{}", err I0423 20:04:33.749150 3795 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:33.749187 3795 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0423 20:04:33.750632 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.35 I0423 20:04:33.750661 3795 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:33.775617 3795 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:33.775643 3795 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:33.784367 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0423 20:04:33.784397 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0423 20:04:43.172069 3795 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mvr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:43.172659 3795 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mvr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:44.195973 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:44.196006 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:44.314559 3795 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-8zj4r] creating logical port tsf_tsf-tekton-configuration-8zj4r for pod on switch ip-10-0-2-131.ec2.internal I0423 20:04:44.314659 3795 kube.go:256] Updating pod tsf/tsf-tekton-configuration-8zj4r I0423 20:04:44.332489 3795 pod.go:62] [tsf/tsf-tekton-configuration-8zj4r] pod update took 17.854534ms I0423 20:04:44.332512 3795 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-8zj4r] addLogicalPort annotation time took 17.880429ms I0423 20:04:44.333829 3795 pods.go:271] [tsf/tsf-tekton-configuration-8zj4r] addLogicalPort took 19.292004ms, libovsdb time 956.255µs I0423 20:04:44.669746 3795 cni.go:452] [tsf/tsf-tekton-configuration-8zj4r c2dd0bb730963144072a986adf9a5a6b749b3a496b898ce9b9d2124f93c301d2 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-8zj4r c2dd0bb730963144072a986adf9a5a6b749b3a496b898ce9b9d2124f93c301d2 network default NAD default NAD key ] I0423 20:04:44.678621 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-8zj4r, hostIfaceName: c2dd0bb73096314, network: default, NAD default, SandboxID: "c2dd0bb730963144072a986adf9a5a6b749b3a496b898ce9b9d2124f93c301d2", PCI device ID: , UID: "e2c539e0-5768-437a-aa27-874e6d84bf6a", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0423 20:04:44.731255 3795 cni.go:473] [tsf/tsf-tekton-configuration-8zj4r c2dd0bb730963144072a986adf9a5a6b749b3a496b898ce9b9d2124f93c301d2 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-8zj4r c2dd0bb730963144072a986adf9a5a6b749b3a496b898ce9b9d2124f93c301d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:d0:30:b9:f2:e7\",\"name\":\"c2dd0bb73096314\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ce9132e-c440-48c9-afa7-089d10f2f74c\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:04:50.706371 3795 cni.go:452] [tsf/tsf-tekton-configuration-8zj4r c2dd0bb730963144072a986adf9a5a6b749b3a496b898ce9b9d2124f93c301d2 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-8zj4r c2dd0bb730963144072a986adf9a5a6b749b3a496b898ce9b9d2124f93c301d2 network default NAD default NAD key ] I0423 20:04:50.790095 3795 cni.go:473] [tsf/tsf-tekton-configuration-8zj4r c2dd0bb730963144072a986adf9a5a6b749b3a496b898ce9b9d2124f93c301d2 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-8zj4r c2dd0bb730963144072a986adf9a5a6b749b3a496b898ce9b9d2124f93c301d2 network default NAD default NAD key default], result "{}", err I0423 20:04:50.837432 3795 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8zj4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:50.837468 3795 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-8zj4r I0423 20:04:50.838737 3795 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-8zj4r, ips: 10.130.0.41 I0423 20:04:50.838769 3795 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8zj4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:51.861858 3795 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8zj4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:51.861886 3795 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8zj4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:51.915369 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:51.915393 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:51.923065 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-7mvr6 I0423 20:04:51.923093 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-7mvr6 I0423 20:04:52.697113 3795 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-131.ec2.internal I0423 20:04:52.697249 3795 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0423 20:04:52.715151 3795 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 17.930475ms I0423 20:04:52.715177 3795 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 17.959962ms I0423 20:04:52.716440 3795 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 19.348899ms, libovsdb time 875.353µs I0423 20:04:53.057645 3795 cni.go:452] [tsf-tpa/pre-install-tsf-tpa c7ca897530f772c90a0f6388e488ebcc8734a1e77cff84fd34fdcee23b49070c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa c7ca897530f772c90a0f6388e488ebcc8734a1e77cff84fd34fdcee23b49070c network default NAD default NAD key ] I0423 20:04:53.067193 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: c7ca897530f772c, network: default, NAD default, SandboxID: "c7ca897530f772c90a0f6388e488ebcc8734a1e77cff84fd34fdcee23b49070c", PCI device ID: , UID: "c3082b10-eddd-4073-8aa7-386d8d318d43", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0423 20:04:53.119422 3795 cni.go:473] [tsf-tpa/pre-install-tsf-tpa c7ca897530f772c90a0f6388e488ebcc8734a1e77cff84fd34fdcee23b49070c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa c7ca897530f772c90a0f6388e488ebcc8734a1e77cff84fd34fdcee23b49070c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:77:f6:93:e3:6f\",\"name\":\"c7ca897530f772c\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4552da85-3fa2-4dd3-abe3-b54038c43f0c\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:04:56.744587 3795 cni.go:452] [tsf-tpa/pre-install-tsf-tpa c7ca897530f772c90a0f6388e488ebcc8734a1e77cff84fd34fdcee23b49070c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa c7ca897530f772c90a0f6388e488ebcc8734a1e77cff84fd34fdcee23b49070c network default NAD default NAD key ] I0423 20:04:56.821043 3795 cni.go:473] [tsf-tpa/pre-install-tsf-tpa c7ca897530f772c90a0f6388e488ebcc8734a1e77cff84fd34fdcee23b49070c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa c7ca897530f772c90a0f6388e488ebcc8734a1e77cff84fd34fdcee23b49070c network default NAD default NAD key default], result "{}", err I0423 20:04:56.872728 3795 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:56.872761 3795 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0423 20:04:56.874031 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.42 I0423 20:04:56.874064 3795 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:56.897508 3795 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:56.897530 3795 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:56.900647 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0423 20:04:56.900674 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0423 20:04:57.150888 3795 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-131.ec2.internal I0423 20:04:57.151012 3795 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0423 20:04:57.165245 3795 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.256663ms I0423 20:04:57.165266 3795 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.283817ms I0423 20:04:57.166493 3795 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.620178ms, libovsdb time 859.57µs I0423 20:04:57.508299 3795 cni.go:452] [tsf-tpa/test-tsf-tpa 3185d27dd6236ff5094965bd17a26c8897d15770be275abc88624175c6526c1f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 3185d27dd6236ff5094965bd17a26c8897d15770be275abc88624175c6526c1f network default NAD default NAD key ] I0423 20:04:57.517613 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 3185d27dd6236ff, network: default, NAD default, SandboxID: "3185d27dd6236ff5094965bd17a26c8897d15770be275abc88624175c6526c1f", PCI device ID: , UID: "11874e9d-e167-4db7-9e01-7b2b3314f91e", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0423 20:04:57.568802 3795 cni.go:473] [tsf-tpa/test-tsf-tpa 3185d27dd6236ff5094965bd17a26c8897d15770be275abc88624175c6526c1f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 3185d27dd6236ff5094965bd17a26c8897d15770be275abc88624175c6526c1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:38:95:40:2b:be\",\"name\":\"3185d27dd6236ff\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/159ae7f7-7d73-4f5d-8a12-7a7c442cf896\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:05:02.207672 3795 obj_retry.go:498] Detected object tsf-tpa/create-db-jqhnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:02.208277 3795 obj_retry.go:498] Detected object tsf-tpa/create-db-jqhnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:03.236277 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-jqhnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:03.236302 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-jqhnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:03.486944 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0423 20:05:03.527185 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0423 20:05:04.509623 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0423 20:05:05.798812 3795 cni.go:452] [tsf-tas/rekor-createtree-job-h6btj-s5d7f dd4a4caa0a891b2c47cde2c3381d8ff11abd6e0e7a1d14b615f6d2d07a0c26a5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-h6btj-s5d7f dd4a4caa0a891b2c47cde2c3381d8ff11abd6e0e7a1d14b615f6d2d07a0c26a5 network default NAD default NAD key ] I0423 20:05:05.881902 3795 cni.go:473] [tsf-tas/rekor-createtree-job-h6btj-s5d7f dd4a4caa0a891b2c47cde2c3381d8ff11abd6e0e7a1d14b615f6d2d07a0c26a5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-h6btj-s5d7f dd4a4caa0a891b2c47cde2c3381d8ff11abd6e0e7a1d14b615f6d2d07a0c26a5 network default NAD default NAD key default], result "{}", err I0423 20:05:05.931478 3795 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:05.931511 3795 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-h6btj-s5d7f I0423 20:05:05.932780 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-h6btj-s5d7f, ips: 10.130.0.37 I0423 20:05:05.932809 3795 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:06.248082 3795 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwxsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:06.248649 3795 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwxsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:06.387785 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwxsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:06.387807 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwxsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:06.596176 3795 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-pz6sg] creating logical port tsf-tpa_create-importers-pz6sg for pod on switch ip-10-0-2-131.ec2.internal I0423 20:05:06.596273 3795 kube.go:256] Updating pod tsf-tpa/create-importers-pz6sg I0423 20:05:06.610523 3795 pod.go:62] [tsf-tpa/create-importers-pz6sg] pod update took 14.278371ms I0423 20:05:06.610553 3795 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-pz6sg] addLogicalPort annotation time took 14.305192ms I0423 20:05:06.611888 3795 pods.go:271] [tsf-tpa/create-importers-pz6sg] addLogicalPort took 15.733086ms, libovsdb time 901.207µs I0423 20:05:06.817227 3795 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:06.817261 3795 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:06.954203 3795 cni.go:452] [tsf-tpa/create-importers-pz6sg b0a6fa40e9b64cdd932584d57a980cc7080c4d7be48c5e35693b5840e12d741a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-pz6sg b0a6fa40e9b64cdd932584d57a980cc7080c4d7be48c5e35693b5840e12d741a network default NAD default NAD key ] I0423 20:05:06.963356 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-pz6sg, hostIfaceName: b0a6fa40e9b64cd, network: default, NAD default, SandboxID: "b0a6fa40e9b64cdd932584d57a980cc7080c4d7be48c5e35693b5840e12d741a", PCI device ID: , UID: "5634be7c-b67e-410b-aed7-393b86be4425", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0423 20:05:07.012888 3795 cni.go:473] [tsf-tpa/create-importers-pz6sg b0a6fa40e9b64cdd932584d57a980cc7080c4d7be48c5e35693b5840e12d741a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-pz6sg b0a6fa40e9b64cdd932584d57a980cc7080c4d7be48c5e35693b5840e12d741a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:1b:d7:56:cb:52\",\"name\":\"b0a6fa40e9b64cd\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bc0aa76-ed38-4d86-b272-59afc2fce958\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:05:10.828949 3795 cni.go:452] [tsf-tpa/create-importers-pz6sg b0a6fa40e9b64cdd932584d57a980cc7080c4d7be48c5e35693b5840e12d741a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-pz6sg b0a6fa40e9b64cdd932584d57a980cc7080c4d7be48c5e35693b5840e12d741a network default NAD default NAD key ] I0423 20:05:10.912709 3795 cni.go:473] [tsf-tpa/create-importers-pz6sg b0a6fa40e9b64cdd932584d57a980cc7080c4d7be48c5e35693b5840e12d741a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-pz6sg b0a6fa40e9b64cdd932584d57a980cc7080c4d7be48c5e35693b5840e12d741a network default NAD default NAD key default], result "{}", err I0423 20:05:10.969968 3795 obj_retry.go:498] Detected object tsf-tpa/create-importers-pz6sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:10.970004 3795 pods.go:176] Deleting pod: tsf-tpa/create-importers-pz6sg I0423 20:05:10.971256 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-pz6sg, ips: 10.130.0.44 I0423 20:05:10.971284 3795 obj_retry.go:498] Detected object tsf-tpa/create-importers-pz6sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:11.398491 3795 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-69c9fbfccc-p2ss6] creating logical port tsf-tas_rekor-redis-69c9fbfccc-p2ss6 for pod on switch ip-10-0-2-131.ec2.internal I0423 20:05:11.398604 3795 kube.go:256] Updating pod tsf-tas/rekor-redis-69c9fbfccc-p2ss6 I0423 20:05:11.415196 3795 pod.go:62] [tsf-tas/rekor-redis-69c9fbfccc-p2ss6] pod update took 16.614835ms I0423 20:05:11.415218 3795 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-69c9fbfccc-p2ss6] addLogicalPort annotation time took 16.643819ms I0423 20:05:11.416401 3795 pods.go:271] [tsf-tas/rekor-redis-69c9fbfccc-p2ss6] addLogicalPort took 17.930137ms, libovsdb time 785.914µs I0423 20:05:11.994679 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-pz6sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:11.994707 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-pz6sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:12.357538 3795 cni.go:452] [tsf-tas/rekor-redis-69c9fbfccc-p2ss6 99ea05364e590cc3d85422a775b66678b6ec14b0328cea8da9c4eb740799fe35 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-69c9fbfccc-p2ss6 99ea05364e590cc3d85422a775b66678b6ec14b0328cea8da9c4eb740799fe35 network default NAD default NAD key ] I0423 20:05:12.366886 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-69c9fbfccc-p2ss6, hostIfaceName: 99ea05364e590cc, network: default, NAD default, SandboxID: "99ea05364e590cc3d85422a775b66678b6ec14b0328cea8da9c4eb740799fe35", PCI device ID: , UID: "bc5c7699-8a10-4419-8475-d943456dcbce", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0423 20:05:12.418137 3795 cni.go:473] [tsf-tas/rekor-redis-69c9fbfccc-p2ss6 99ea05364e590cc3d85422a775b66678b6ec14b0328cea8da9c4eb740799fe35 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-69c9fbfccc-p2ss6 99ea05364e590cc3d85422a775b66678b6ec14b0328cea8da9c4eb740799fe35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:43:59:b1:1b:c1\",\"name\":\"99ea05364e590cc\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1bd5ec1-7043-4c47-a98d-7b7fff843131\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:05:14.005891 3795 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-d6444f8b-9xcxl] creating logical port tsf-tas_rekor-server-d6444f8b-9xcxl for pod on switch ip-10-0-2-131.ec2.internal I0423 20:05:14.006064 3795 kube.go:256] Updating pod tsf-tas/rekor-server-d6444f8b-9xcxl I0423 20:05:14.019007 3795 pod.go:62] [tsf-tas/rekor-server-d6444f8b-9xcxl] pod update took 12.985068ms I0423 20:05:14.019034 3795 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-d6444f8b-9xcxl] addLogicalPort annotation time took 13.014662ms I0423 20:05:14.020764 3795 pods.go:271] [tsf-tas/rekor-server-d6444f8b-9xcxl] addLogicalPort took 14.892539ms, libovsdb time 1.213914ms W0423 20:05:15.169515 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0423 20:05:16.864765 3795 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0423 20:05:18.273169 3795 cni.go:452] [tsf-tas/rekor-server-d6444f8b-9xcxl 8c8769cec07e76f496a8d8323083271f0899462a9b3c1b0f8e54e4393d906e53 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-d6444f8b-9xcxl 8c8769cec07e76f496a8d8323083271f0899462a9b3c1b0f8e54e4393d906e53 network default NAD default NAD key ] I0423 20:05:18.283020 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-d6444f8b-9xcxl, hostIfaceName: 8c8769cec07e76f, network: default, NAD default, SandboxID: "8c8769cec07e76f496a8d8323083271f0899462a9b3c1b0f8e54e4393d906e53", PCI device ID: , UID: "d1b12c26-b75b-41c9-8a20-4193d10a55ca", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0423 20:05:18.336024 3795 cni.go:473] [tsf-tas/rekor-server-d6444f8b-9xcxl 8c8769cec07e76f496a8d8323083271f0899462a9b3c1b0f8e54e4393d906e53 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-d6444f8b-9xcxl 8c8769cec07e76f496a8d8323083271f0899462a9b3c1b0f8e54e4393d906e53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:2a:42:f3:ac:b7\",\"name\":\"8c8769cec07e76f\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e40e0faf-0e85-40d2-ae06-741b780fae6c\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:05:20.380191 3795 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:20.380820 3795 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 20:05:20.898102 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0423 20:05:21.053897 3795 namespace.go:142] [openshift-pipelines] updating namespace I0423 20:05:21.260895 3795 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:21.260919 3795 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0423 20:05:22.276497 3795 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0423 20:05:24.720819 3795 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-65754b5d5f-qbv8b] creating logical port tsf-tas_ctlog-65754b5d5f-qbv8b for pod on switch ip-10-0-2-131.ec2.internal I0423 20:05:24.720915 3795 kube.go:256] Updating pod tsf-tas/ctlog-65754b5d5f-qbv8b I0423 20:05:24.738235 3795 pod.go:62] [tsf-tas/ctlog-65754b5d5f-qbv8b] pod update took 17.342145ms I0423 20:05:24.738260 3795 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-65754b5d5f-qbv8b] addLogicalPort annotation time took 17.37337ms I0423 20:05:24.739601 3795 pods.go:271] [tsf-tas/ctlog-65754b5d5f-qbv8b] addLogicalPort took 18.805607ms, libovsdb time 891.077µs I0423 20:05:24.917194 3795 cni.go:452] [tsf-tpa/test-tsf-tpa 3185d27dd6236ff5094965bd17a26c8897d15770be275abc88624175c6526c1f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 3185d27dd6236ff5094965bd17a26c8897d15770be275abc88624175c6526c1f network default NAD default NAD key ] I0423 20:05:24.997336 3795 cni.go:473] [tsf-tpa/test-tsf-tpa 3185d27dd6236ff5094965bd17a26c8897d15770be275abc88624175c6526c1f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 3185d27dd6236ff5094965bd17a26c8897d15770be275abc88624175c6526c1f network default NAD default NAD key default], result "{}", err I0423 20:05:25.053205 3795 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:25.053245 3795 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0423 20:05:25.054768 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.43 I0423 20:05:25.054807 3795 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:25.076056 3795 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:25.076073 3795 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:25.080577 3795 cni.go:452] [tsf-tas/ctlog-65754b5d5f-qbv8b 3af78269b80b0e4f34c331c326006749b2f3e0cfcee02abf78470cdcbad6b8c5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-65754b5d5f-qbv8b 3af78269b80b0e4f34c331c326006749b2f3e0cfcee02abf78470cdcbad6b8c5 network default NAD default NAD key ] I0423 20:05:25.084768 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0423 20:05:25.084847 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0423 20:05:25.090448 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-65754b5d5f-qbv8b, hostIfaceName: 3af78269b80b0e4, network: default, NAD default, SandboxID: "3af78269b80b0e4f34c331c326006749b2f3e0cfcee02abf78470cdcbad6b8c5", PCI device ID: , UID: "750c6e0a-84f2-46f4-9072-99e0c446af37", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0423 20:05:25.139888 3795 cni.go:473] [tsf-tas/ctlog-65754b5d5f-qbv8b 3af78269b80b0e4f34c331c326006749b2f3e0cfcee02abf78470cdcbad6b8c5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-65754b5d5f-qbv8b 3af78269b80b0e4f34c331c326006749b2f3e0cfcee02abf78470cdcbad6b8c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:dd:cc:a7:0b:3e\",\"name\":\"3af78269b80b0e4\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1144fe6b-0d56-4125-85a0-98e396a1dca8\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:05:25.911697 3795 namespace.go:98] [image-controller] adding namespace I0423 20:05:25.912599 3795 namespace.go:102] [image-controller] adding namespace took 882.805µs I0423 20:05:25.915826 3795 namespace.go:98] [integration-service] adding namespace I0423 20:05:25.915996 3795 namespace.go:98] [build-service] adding namespace I0423 20:05:25.916453 3795 namespace.go:102] [integration-service] adding namespace took 613.829µs I0423 20:05:25.917071 3795 namespace.go:102] [build-service] adding namespace took 1.059154ms I0423 20:05:25.920381 3795 namespace.go:98] [default-tenant] adding namespace I0423 20:05:25.920937 3795 namespace.go:102] [default-tenant] adding namespace took 543.445µs I0423 20:05:25.972563 3795 namespace.go:142] [image-controller] updating namespace I0423 20:05:25.995087 3795 namespace.go:142] [image-controller] updating namespace I0423 20:05:26.011111 3795 namespace.go:142] [integration-service] updating namespace I0423 20:05:26.033582 3795 namespace.go:142] [integration-service] updating namespace I0423 20:05:26.041293 3795 namespace.go:142] [build-service] updating namespace I0423 20:05:26.063723 3795 namespace.go:142] [build-service] updating namespace I0423 20:05:26.071170 3795 namespace.go:142] [default-tenant] updating namespace I0423 20:05:26.085926 3795 namespace.go:142] [default-tenant] updating namespace I0423 20:05:26.313851 3795 namespace.go:142] [build-service] updating namespace I0423 20:05:26.383739 3795 namespace.go:142] [integration-service] updating namespace I0423 20:05:26.490019 3795 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-131.ec2.internal I0423 20:05:26.490128 3795 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0423 20:05:26.610879 3795 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 120.770982ms I0423 20:05:26.610908 3795 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 120.804504ms I0423 20:05:26.612346 3795 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 122.344453ms, libovsdb time 1.040945ms I0423 20:05:26.775902 3795 namespace.go:98] [release-service] adding namespace I0423 20:05:26.776767 3795 namespace.go:102] [release-service] adding namespace took 841.524µs I0423 20:05:26.835894 3795 namespace.go:142] [konflux-ui] updating namespace I0423 20:05:26.849514 3795 cni.go:452] [konflux-ui/test-tsf-konflux 2d3c2be0b27cb63f1bc28217385a8e5efe7a4e553d1f20986f66b3ca8b36cd0a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 2d3c2be0b27cb63f1bc28217385a8e5efe7a4e553d1f20986f66b3ca8b36cd0a network default NAD default NAD key ] I0423 20:05:26.850924 3795 namespace.go:142] [release-service] updating namespace I0423 20:05:26.858976 3795 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 2d3c2be0b27cb63, network: default, NAD default, SandboxID: "2d3c2be0b27cb63f1bc28217385a8e5efe7a4e553d1f20986f66b3ca8b36cd0a", PCI device ID: , UID: "e737db54-5cf1-4c83-b560-b099a5d3236f", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0423 20:05:26.885588 3795 namespace.go:142] [release-service] updating namespace I0423 20:05:26.908470 3795 cni.go:473] [konflux-ui/test-tsf-konflux 2d3c2be0b27cb63f1bc28217385a8e5efe7a4e553d1f20986f66b3ca8b36cd0a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 2d3c2be0b27cb63f1bc28217385a8e5efe7a4e553d1f20986f66b3ca8b36cd0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:4e:72:8a:f0:1a\",\"name\":\"2d3c2be0b27cb63\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ae699a1-0845-49ae-8722-a04981872070\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:05:26.978426 3795 namespace.go:98] [konflux-info] adding namespace I0423 20:05:26.979421 3795 namespace.go:102] [konflux-info] adding namespace took 973.14µs W0423 20:05:27.027540 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0423 20:05:27.039865 3795 namespace.go:98] [namespace-lister] adding namespace I0423 20:05:27.039967 3795 namespace.go:142] [konflux-info] updating namespace I0423 20:05:27.040578 3795 namespace.go:102] [namespace-lister] adding namespace took 696.411µs I0423 20:05:27.091470 3795 namespace.go:98] [enterprise-contract-service] adding namespace I0423 20:05:27.092252 3795 namespace.go:102] [enterprise-contract-service] adding namespace took 759.258µs I0423 20:05:27.096624 3795 namespace.go:142] [konflux-info] updating namespace I0423 20:05:27.107882 3795 namespace.go:142] [image-controller] updating namespace I0423 20:05:27.107962 3795 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:27.200755 3795 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:27.231743 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:27.271644 3795 namespace.go:142] [default-tenant] updating namespace I0423 20:05:27.319691 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:27.419812 3795 namespace.go:98] [segment-bridge] adding namespace I0423 20:05:27.420631 3795 namespace.go:102] [segment-bridge] adding namespace took 798.518µs I0423 20:05:27.483074 3795 namespace.go:98] [konflux-cli] adding namespace I0423 20:05:27.483925 3795 namespace.go:102] [konflux-cli] adding namespace took 826.203µs I0423 20:05:27.517562 3795 namespace.go:142] [segment-bridge] updating namespace I0423 20:05:27.604505 3795 namespace.go:142] [segment-bridge] updating namespace I0423 20:05:27.633494 3795 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0423 20:05:27.634041 3795 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0423 20:05:27.634062 3795 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0423 20:05:27.636682 3795 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0423 20:05:27.676813 3795 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:27.725674 3795 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0423 20:05:27.725698 3795 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0423 20:05:27.726454 3795 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0423 20:05:27.768069 3795 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:28.034477 3795 namespace.go:142] [build-service] updating namespace I0423 20:05:28.845899 3795 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-4k8rq] creating logical port image-controller_image-controller-controller-manager-6f859968fc-4k8rq for pod on switch ip-10-0-2-131.ec2.internal I0423 20:05:28.846018 3795 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-4k8rq I0423 20:05:28.857651 3795 namespace.go:142] [default-tenant] updating namespace I0423 20:05:28.943420 3795 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-4k8rq] pod update took 97.42419ms I0423 20:05:28.943444 3795 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-4k8rq] addLogicalPort annotation time took 97.45559ms I0423 20:05:28.944694 3795 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-4k8rq] addLogicalPort took 98.809586ms, libovsdb time 881.957µs W0423 20:05:29.088792 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0423 20:05:29.777898 3795 namespace.go:142] [image-controller] updating namespace I0423 20:05:30.027295 3795 namespace.go:142] [integration-service] updating namespace I0423 20:05:30.240134 3795 namespace.go:142] [konflux-info] updating namespace I0423 20:05:30.465855 3795 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:30.593127 3795 base_network_controller_pods.go:487] [default/konflux-ui/proxy-578f4658d7-rmjx4] creating logical port konflux-ui_proxy-578f4658d7-rmjx4 for pod on switch ip-10-0-2-131.ec2.internal I0423 20:05:30.593269 3795 kube.go:256] Updating pod konflux-ui/proxy-578f4658d7-rmjx4 I0423 20:05:30.648109 3795 pod.go:62] [konflux-ui/proxy-578f4658d7-rmjx4] pod update took 54.877144ms I0423 20:05:30.648139 3795 base_network_controller_pods.go:951] [default/konflux-ui/proxy-578f4658d7-rmjx4] addLogicalPort annotation time took 54.91244ms I0423 20:05:30.649587 3795 pods.go:271] [konflux-ui/proxy-578f4658d7-rmjx4] addLogicalPort took 56.48109ms, libovsdb time 969.863µs I0423 20:05:30.659762 3795 namespace.go:142] [release-service] updating namespace I0423 20:05:30.778721 3795 namespace.go:142] [build-service] updating namespace I0423 20:05:30.811688 3795 namespace.go:142] [default-tenant] updating namespace I0423 20:05:30.833765 3795 namespace.go:142] [image-controller] updating namespace I0423 20:05:30.846993 3795 namespace.go:142] [integration-service] updating namespace I0423 20:05:30.889349 3795 namespace.go:142] [konflux-info] updating namespace I0423 20:05:30.925720 3795 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:30.938440 3795 namespace.go:142] [release-service] updating namespace I0423 20:05:30.946055 3795 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-4k8rq 1642441daaf1ccf3b6509f1abddba64f3cb57530a565981a3bc31f94fdf86c44 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-4k8rq 1642441daaf1ccf3b6509f1abddba64f3cb57530a565981a3bc31f94fdf86c44 network default NAD default NAD key ] I0423 20:05:30.956551 3795 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-4k8rq, hostIfaceName: 1642441daaf1ccf, network: default, NAD default, SandboxID: "1642441daaf1ccf3b6509f1abddba64f3cb57530a565981a3bc31f94fdf86c44", PCI device ID: , UID: "b7426fe2-5bcc-4171-a818-6095412053d6", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0423 20:05:31.009913 3795 namespace.go:142] [build-service] updating namespace I0423 20:05:31.016110 3795 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-4k8rq 1642441daaf1ccf3b6509f1abddba64f3cb57530a565981a3bc31f94fdf86c44 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-4k8rq 1642441daaf1ccf3b6509f1abddba64f3cb57530a565981a3bc31f94fdf86c44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:5a:5e:40:74:e2\",\"name\":\"1642441daaf1ccf\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aba20fb9-6242-4b93-89d2-376c3270ecf9\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:05:31.096062 3795 namespace.go:142] [default-tenant] updating namespace I0423 20:05:31.172871 3795 namespace.go:142] [image-controller] updating namespace I0423 20:05:31.236842 3795 namespace.go:142] [integration-service] updating namespace W0423 20:05:31.271091 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0423 20:05:31.356697 3795 namespace.go:142] [konflux-info] updating namespace I0423 20:05:31.473933 3795 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:31.549247 3795 namespace.go:142] [release-service] updating namespace W0423 20:05:31.999683 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0423 20:05:32.996702 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:33.199022 3795 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:33.397342 3795 namespace.go:142] [segment-bridge] updating namespace I0423 20:05:33.518498 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:33.533453 3795 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:33.550841 3795 namespace.go:142] [segment-bridge] updating namespace I0423 20:05:33.626741 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:33.725137 3795 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:33.826105 3795 namespace.go:142] [segment-bridge] updating namespace W0423 20:05:34.274273 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0423 20:05:35.408127 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=166 W0423 20:05:37.026834 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0423 20:05:37.941818 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0423 20:05:38.308177 3795 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0423 20:05:38.462491 3795 cni.go:452] [konflux-ui/proxy-578f4658d7-rmjx4 8125364541ca0e7fc0f307e5b681f5cd46900069dcea1301a187e5c9ad6a2796 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-578f4658d7-rmjx4 8125364541ca0e7fc0f307e5b681f5cd46900069dcea1301a187e5c9ad6a2796 network default NAD default NAD key ] I0423 20:05:38.471690 3795 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-578f4658d7-rmjx4, hostIfaceName: 8125364541ca0e7, network: default, NAD default, SandboxID: "8125364541ca0e7fc0f307e5b681f5cd46900069dcea1301a187e5c9ad6a2796", PCI device ID: , UID: "20948683-500c-4bc5-b01a-cdc678a70ae0", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0423 20:05:38.525191 3795 cni.go:473] [konflux-ui/proxy-578f4658d7-rmjx4 8125364541ca0e7fc0f307e5b681f5cd46900069dcea1301a187e5c9ad6a2796 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-578f4658d7-rmjx4 8125364541ca0e7fc0f307e5b681f5cd46900069dcea1301a187e5c9ad6a2796 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:a7:6b:ea:51:22\",\"name\":\"8125364541ca0e7\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61f5b12e-f26d-4acc-bbaa-f319a75f5c2e\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:05:40.487237 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0423 20:05:43.346383 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0423 20:05:43.347912 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0423 20:05:43.367714 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0423 20:05:43.374383 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0423 20:05:43.414814 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0423 20:05:43.414831 3795 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0423 20:05:43.442705 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0423 20:05:43.442770 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0423 20:05:44.048808 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0423 20:05:44.048825 3795 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0423 20:05:48.008173 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0423 20:05:53.592764 3795 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:53.593382 3795 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:54.617741 3795 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:54.617786 3795 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:54.739944 3795 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:54.740585 3795 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:55.437296 3795 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:55.437356 3795 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:55.445520 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-pfglf I0423 20:05:55.445550 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-pfglf W0423 20:06:09.525157 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0423 20:06:23.447920 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0423 20:06:23.447949 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0423 20:06:23.447959 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0423 20:06:23.447964 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0423 20:06:29.155689 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0423 20:06:29.155707 3795 util.go:959] Failed to build node endpoints for node ip-10-0-2-131.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0423 20:06:35.496811 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0423 20:06:51.503436 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0423 20:06:59.465923 3795 obj_retry.go:498] Detected object konflux-ui/proxy-855467d67d-kljwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:06:59.466540 3795 obj_retry.go:498] Detected object konflux-ui/proxy-855467d67d-kljwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:06:59.829772 3795 obj_retry.go:492] Detected object konflux-ui/proxy-855467d67d-kljwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:06:59.829796 3795 obj_retry.go:492] Detected object konflux-ui/proxy-855467d67d-kljwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:06:59.837749 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-855467d67d-kljwg I0423 20:06:59.837776 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-855467d67d-kljwg I0423 20:07:01.475122 3795 cni.go:452] [konflux-ui/test-tsf-konflux 2d3c2be0b27cb63f1bc28217385a8e5efe7a4e553d1f20986f66b3ca8b36cd0a network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 2d3c2be0b27cb63f1bc28217385a8e5efe7a4e553d1f20986f66b3ca8b36cd0a network default NAD default NAD key ] I0423 20:07:01.560821 3795 cni.go:473] [konflux-ui/test-tsf-konflux 2d3c2be0b27cb63f1bc28217385a8e5efe7a4e553d1f20986f66b3ca8b36cd0a network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 2d3c2be0b27cb63f1bc28217385a8e5efe7a4e553d1f20986f66b3ca8b36cd0a network default NAD default NAD key default], result "{}", err I0423 20:07:01.616361 3795 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:07:01.616396 3795 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0423 20:07:01.617850 3795 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.48 I0423 20:07:01.617882 3795 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:07:01.657671 3795 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:07:01.657696 3795 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:07:01.669401 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0423 20:07:01.669427 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0423 20:07:12.491913 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0423 20:07:31.665897 3795 namespace.go:98] [default-managed-tenant-m1f05] adding namespace I0423 20:07:31.666789 3795 namespace.go:102] [default-managed-tenant-m1f05] adding namespace took 866.628µs I0423 20:07:31.700778 3795 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:31.715246 3795 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:32.917827 3795 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:33.046898 3795 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:33.148058 3795 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:40.516430 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0423 20:07:49.520615 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0423 20:08:34.417746 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=361 I0423 20:09:46.410424 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0423 20:10:00.197717 3795 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616250-dzrgg for pod on switch ip-10-0-2-131.ec2.internal I0423 20:10:00.197831 3795 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg I0423 20:10:00.223628 3795 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg] pod update took 25.817288ms I0423 20:10:00.223655 3795 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg] addLogicalPort annotation time took 25.849811ms I0423 20:10:00.225051 3795 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg] addLogicalPort took 27.353111ms, libovsdb time 997.971µs I0423 20:10:00.563148 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg bc6ba2b875da527e51fde85ef3b99f611afdeeb9e10027e11c3b6a25ea6efe23 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg bc6ba2b875da527e51fde85ef3b99f611afdeeb9e10027e11c3b6a25ea6efe23 network default NAD default NAD key ] I0423 20:10:00.572451 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616250-dzrgg, hostIfaceName: bc6ba2b875da527, network: default, NAD default, SandboxID: "bc6ba2b875da527e51fde85ef3b99f611afdeeb9e10027e11c3b6a25ea6efe23", PCI device ID: , UID: "e82eea42-9748-47d5-9d74-73609e8f9c7e", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0423 20:10:00.625884 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg bc6ba2b875da527e51fde85ef3b99f611afdeeb9e10027e11c3b6a25ea6efe23 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg bc6ba2b875da527e51fde85ef3b99f611afdeeb9e10027e11c3b6a25ea6efe23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:ff:dd:e4:c4:4b\",\"name\":\"bc6ba2b875da527\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82920de3-4a47-4632-808d-f96849f505b0\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0423 20:10:04.478450 3795 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg bc6ba2b875da527e51fde85ef3b99f611afdeeb9e10027e11c3b6a25ea6efe23 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg bc6ba2b875da527e51fde85ef3b99f611afdeeb9e10027e11c3b6a25ea6efe23 network default NAD default NAD key ] I0423 20:10:04.571090 3795 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg bc6ba2b875da527e51fde85ef3b99f611afdeeb9e10027e11c3b6a25ea6efe23 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg bc6ba2b875da527e51fde85ef3b99f611afdeeb9e10027e11c3b6a25ea6efe23 network default NAD default NAD key default], result "{}", err I0423 20:10:04.628792 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:10:04.628834 3795 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg I0423 20:10:04.630212 3795 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg, ips: 10.130.0.51 I0423 20:10:04.630240 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:10:05.489756 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:10:05.489801 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:10:25.512232 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0423 20:10:26.535415 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0423 20:10:30.404479 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=87 W0423 20:10:51.054808 3795 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-6bdc985f4c-w29zk I0423 20:11:36.530388 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0423 20:11:40.406415 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=43 I0423 20:11:45.490439 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0423 20:11:54.409084 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=71