+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-6.ec2.internal ++ [[ -n ip-10-0-0-6.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-6.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0420 11:39:32.533467603 - disable conntrack on geneve port + echo 'I0420 11:39:32.533467603 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0420 11:39:32.550058518 - starting ovnkube-node + echo 'I0420 11:39:32.550058518 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-6.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-6.ec2.internal --init-node ip-10-0-0-6.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-6.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 11:39:32.588510 3657 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 11:39:32.588559 3657 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fd289a44e0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 11:39:32.590373 3657 kube.go:431] Waiting for certificate I0420 11:39:32.590403 3657 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 11:39:32.590438 3657 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 11:39:32.591156 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:39:32.616039 3657 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:32.616053 3657 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:32.618532 3657 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:32.620955 3657 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bchbc" I0420 11:39:42.893398 3657 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bchbc" I0420 11:39:42.893544 3657 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:43.590517 3657 kube.go:438] Certificate found I0420 11:39:43.591066 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:39:43.592309 3657 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 11:39:43.661730 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:39:43.674813 3657 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 11:39:43.674971 3657 server.go:101] MetricServer registers OVS metrics I0420 11:39:43.675569 3657 server.go:105] MetricServer registers OVN DB metrics I0420 11:39:43.680607 3657 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 11:39:43.680613 3657 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 11:39:43.680644 3657 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 11:39:43.680662 3657 factory.go:561] Starting watch factory I0420 11:39:43.680741 3657 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680753 3657 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680756 3657 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680770 3657 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680774 3657 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680778 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680786 3657 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680795 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680756 3657 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680910 3657 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.680805 3657 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.681043 3657 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.686574 3657 controller_manager.go:370] Starting the ovnkube controller I0420 11:39:43.686584 3657 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-6.ec2.internal I0420 11:39:43.686623 3657 controller_manager.go:395] NBDB zone sync took: 33.194µs I0420 11:39:43.686631 3657 factory.go:561] Starting watch factory I0420 11:39:43.693528 3657 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 11:39:43.693545 3657 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 11:39:43.696832 3657 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 11:39:43.696862 3657 server.go:109] MetricServer registers OVN Controller metrics I0420 11:39:43.700621 3657 server.go:113] MetricServer registers OVN Northd metrics I0420 11:39:43.704630 3657 metrics.go:519] OVN Metrics Server starts to run ... I0420 11:39:43.705077 3657 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.705355 3657 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.705458 3657 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.705710 3657 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.706099 3657 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.714634 3657 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:43.786499 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:39:43.786522 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:39:43.786526 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:39:43.786529 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:39:43.786532 3657 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:39:43.786535 3657 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:39:43.786590 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:43.786603 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:43.786626 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:43.786641 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:43.789880 3657 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:43.789890 3657 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:43.791779 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:39:43.791790 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:39:43.791835 3657 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.791845 3657 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.792490 3657 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:39:43.792503 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:39:43.792508 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:39:43.792511 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:39:43.792514 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:39:43.792517 3657 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:39:43.794789 3657 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.797463 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:39:43.797552 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:39:43.797568 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:39:43.797584 3657 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.797600 3657 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.800640 3657 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.802618 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:39:43.802631 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:39:43.802734 3657 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.802749 3657 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.805583 3657 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.808088 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:39:43.808129 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:39:43.808184 3657 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.808199 3657 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.810935 3657 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.813474 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:39:43.813483 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:39:43.813530 3657 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.813541 3657 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.816491 3657 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.819079 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:39:43.819096 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:39:43.819242 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:39:43.819258 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:39:43.822298 3657 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:39:43.824163 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:39:43.824171 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:39:43.824219 3657 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.824229 3657 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.824289 3657 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.824309 3657 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.827652 3657 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.827808 3657 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:43.829349 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:39:43.829359 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:39:43.829360 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:39:43.829366 3657 factory.go:680] Watch Factory start up complete, took: 148.706299ms I0420 11:39:43.829428 3657 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 11:39:43.834829 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:39:43.834839 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:39:43.834845 3657 factory.go:680] Watch Factory start up complete, took: 148.212374ms I0420 11:39:43.834851 3657 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-6.ec2.internal" zone I0420 11:39:43.863147 3657 default_node_network_controller.go:710] Initializing the default node network controller I0420 11:39:43.902769 3657 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 11:34:42 +0000 UTC" deadline="2026-04-21 04:30:08.190533235 +0000 UTC" I0420 11:39:43.902785 3657 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h50m24.287754366s" I0420 11:39:43.911930 3657 udn_isolation.go:101] Starting UDN host isolation manager I0420 11:39:43.917774 3657 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 11:39:43.951803 3657 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 11:39:43.951888 3657 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 11:39:43.951902 3657 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 11:39:43.981656 3657 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 11:39:43.981702 3657 default_node_network_controller.go:809] Node ip-10-0-0-6.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0420 11:39:43.986302 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.6"] k8s.ovn.org/zone-name:ip-10-0-0-6.ec2.internal] on node ip-10-0-0-6.ec2.internal I0420 11:39:44.011527 3657 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 11:39:44.016838 3657 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 11:39:44.016979 3657 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0420 11:39:44.017096 3657 gateway_init.go:263] Preparing Gateway I0420 11:39:44.017123 3657 gateway_shared_intf.go:1687] Creating new gateway I0420 11:39:44.085776 3657 controller_manager.go:429] Waiting for node in zone sync took: 250.913631ms I0420 11:39:44.093778 3657 controller_manager.go:611] Switching to transit router for layer2 networks I0420 11:39:44.093792 3657 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-6.ec2.internal I0420 11:39:44.094540 3657 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:39:44.100195 3657 iptables.go:108] Creating table: filter chain: OUTPUT I0420 11:39:44.105836 3657 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 11:39:44.105849 3657 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-6.ec2.internal","mac-address":"12:9b:1f:7f:3a:e1","ip-addresses":["10.0.0.6/24"],"ip-address":"10.0.0.6/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f8bdb322-39a9-4b94-bc44-b56574da057b k8s.ovn.org/node-encap-ips:["10.0.0.6"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.6/24"} k8s.ovn.org/zone-name:ip-10-0-0-6.ec2.internal] on node ip-10-0-0-6.ec2.internal I0420 11:39:44.119044 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:39:44.124577 3657 controller_manager.go:290] SCTP support detected in OVN I0420 11:39:44.125226 3657 services_controller.go:69] Creating services controller for network=default I0420 11:39:44.125325 3657 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 11:39:44.125424 3657 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 11:39:44.125453 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 11:39:44.125466 3657 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 11:39:44.125476 3657 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:39:44.125652 3657 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 11:39:44.125694 3657 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 11:39:44.125728 3657 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.867µs I0420 11:39:44.125736 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 32.001µs I0420 11:39:44.125745 3657 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 49.878µs I0420 11:39:44.125751 3657 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 11:39:44.125764 3657 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 11:39:44.125776 3657 default_network_controller.go:325] Starting the default network controller I0420 11:39:44.125804 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.231µs I0420 11:39:44.125832 3657 udn_enabled_svc.go:95] Performing full resync I0420 11:39:44.126099 3657 udn_enabled_svc.go:99] Waiting for handler to sync I0420 11:39:44.126127 3657 udn_enabled_svc.go:104] Starting worker I0420 11:39:44.134307 3657 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 11:39:44.134361 3657 repair.go:33] Syncing exgw routes took 42.818µs I0420 11:39:44.134382 3657 default_network_controller.go:414] Starting all the Watchers... I0420 11:39:44.134507 3657 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 11:39:44.134522 3657 namespace.go:98] [openshift-dns] adding namespace I0420 11:39:44.134527 3657 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 11:39:44.134524 3657 namespace.go:98] [openshift-apiserver] adding namespace I0420 11:39:44.134535 3657 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 11:39:44.134539 3657 namespace.go:98] [openshift-config-operator] adding namespace I0420 11:39:44.134541 3657 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 11:39:44.134548 3657 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 11:39:44.134551 3657 namespace.go:98] [kube-public] adding namespace I0420 11:39:44.134553 3657 namespace.go:98] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] adding namespace I0420 11:39:44.134555 3657 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 11:39:44.134554 3657 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 11:39:44.134552 3657 namespace.go:98] [openshift-ingress] adding namespace I0420 11:39:44.134585 3657 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 11:39:44.134510 3657 namespace.go:98] [openshift-config-managed] adding namespace I0420 11:39:44.135036 3657 namespace.go:102] [openshift-kube-scheduler] adding namespace took 517.574µs I0420 11:39:44.135049 3657 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 11:39:44.135537 3657 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 482.481µs I0420 11:39:44.135552 3657 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 11:39:44.136028 3657 namespace.go:102] [openshift-backplane-csm] adding namespace took 468.225µs I0420 11:39:44.136047 3657 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 11:39:44.136476 3657 namespace.go:102] [openshift-dns] adding namespace took 1.944876ms I0420 11:39:44.136489 3657 namespace.go:98] [openshift-network-operator] adding namespace I0420 11:39:44.136906 3657 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.368975ms I0420 11:39:44.136926 3657 namespace.go:98] [openshift-insights] adding namespace I0420 11:39:44.137357 3657 namespace.go:102] [openshift-apiserver] adding namespace took 2.81702ms I0420 11:39:44.137374 3657 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 11:39:44.137761 3657 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.215889ms I0420 11:39:44.137774 3657 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 11:39:44.138194 3657 namespace.go:102] [openshift-config-operator] adding namespace took 3.646719ms I0420 11:39:44.138212 3657 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 11:39:44.138615 3657 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.065201ms I0420 11:39:44.138629 3657 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 11:39:44.139051 3657 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.49532ms I0420 11:39:44.139069 3657 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 11:39:44.139487 3657 namespace.go:102] [kube-public] adding namespace took 4.928784ms I0420 11:39:44.139501 3657 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 11:39:44.139907 3657 namespace.go:102] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] adding namespace took 5.347193ms I0420 11:39:44.139928 3657 namespace.go:98] [dedicated-admin] adding namespace I0420 11:39:44.140307 3657 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.745095ms I0420 11:39:44.140319 3657 namespace.go:98] [openshift-network-console] adding namespace I0420 11:39:44.140773 3657 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.206672ms I0420 11:39:44.140788 3657 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 11:39:44.141297 3657 namespace.go:102] [openshift-ingress] adding namespace took 6.727438ms I0420 11:39:44.141312 3657 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 11:39:44.141834 3657 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.239658ms I0420 11:39:44.141844 3657 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 11:39:44.142293 3657 namespace.go:102] [openshift-config-managed] adding namespace took 7.66792ms I0420 11:39:44.142313 3657 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 11:39:44.142965 3657 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.913189ms I0420 11:39:44.142978 3657 namespace.go:98] [openshift-multus] adding namespace I0420 11:39:44.143586 3657 namespace.go:102] [openshift-network-operator] adding namespace took 7.090114ms I0420 11:39:44.143604 3657 namespace.go:98] [openshift-package-operator] adding namespace I0420 11:39:44.144279 3657 namespace.go:102] [openshift-insights] adding namespace took 7.345591ms I0420 11:39:44.144301 3657 namespace.go:98] [openshift-backplane] adding namespace I0420 11:39:44.144787 3657 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.405819ms I0420 11:39:44.144801 3657 namespace.go:98] [openshift-config] adding namespace I0420 11:39:44.145341 3657 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.561433ms I0420 11:39:44.145352 3657 namespace.go:98] [openshift-service-ca] adding namespace I0420 11:39:44.145844 3657 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.626871ms I0420 11:39:44.145854 3657 namespace.go:98] [openshift-console] adding namespace I0420 11:39:44.146097 3657 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:44.146373 3657 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.737499ms I0420 11:39:44.146395 3657 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 11:39:44.147015 3657 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.939423ms I0420 11:39:44.147032 3657 namespace.go:98] [openshift-console-operator] adding namespace I0420 11:39:44.147654 3657 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.146546ms I0420 11:39:44.147668 3657 namespace.go:98] [openshift-operators] adding namespace I0420 11:39:44.148135 3657 namespace.go:102] [dedicated-admin] adding namespace took 8.199589ms I0420 11:39:44.148149 3657 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 11:39:44.148812 3657 namespace.go:102] [openshift-network-console] adding namespace took 8.486293ms I0420 11:39:44.148828 3657 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 11:39:44.149283 3657 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.488833ms I0420 11:39:44.149299 3657 namespace.go:98] [openshift-controller-manager] adding namespace I0420 11:39:44.149739 3657 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.420865ms I0420 11:39:44.149754 3657 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 11:39:44.150359 3657 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.510307ms I0420 11:39:44.150373 3657 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 11:39:44.150966 3657 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.644463ms W0420 11:39:44.150977 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5cmfl: pod openshift-multus/network-metrics-daemon-5cmfl: no pod IPs found I0420 11:39:44.150984 3657 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 11:39:44.151588 3657 namespace.go:102] [openshift-multus] adding namespace took 8.602167ms I0420 11:39:44.151610 3657 namespace.go:98] [openshift-authentication] adding namespace I0420 11:39:44.152013 3657 namespace.go:102] [openshift-package-operator] adding namespace took 8.403226ms I0420 11:39:44.152028 3657 namespace.go:98] [openshift-dns-operator] adding namespace I0420 11:39:44.153028 3657 namespace.go:102] [openshift-backplane] adding namespace took 8.71914ms I0420 11:39:44.153043 3657 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 11:39:44.153527 3657 namespace.go:102] [openshift-config] adding namespace took 8.718763ms I0420 11:39:44.153545 3657 namespace.go:98] [openshift-host-network] adding namespace I0420 11:39:44.154117 3657 namespace.go:102] [openshift-service-ca] adding namespace took 8.747222ms I0420 11:39:44.154131 3657 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 11:39:44.154662 3657 namespace.go:102] [openshift-console] adding namespace took 8.803235ms I0420 11:39:44.154674 3657 namespace.go:98] [openshift-cluster-version] adding namespace I0420 11:39:44.155236 3657 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.836187ms I0420 11:39:44.155249 3657 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 11:39:44.155745 3657 namespace.go:102] [openshift-console-operator] adding namespace took 8.705914ms I0420 11:39:44.155758 3657 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 11:39:44.156203 3657 namespace.go:102] [openshift-operators] adding namespace took 8.529207ms I0420 11:39:44.156216 3657 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 11:39:44.156740 3657 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.585769ms I0420 11:39:44.156754 3657 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 11:39:44.157409 3657 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.575623ms I0420 11:39:44.157426 3657 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 11:39:44.157895 3657 namespace.go:102] [openshift-controller-manager] adding namespace took 8.58888ms I0420 11:39:44.157911 3657 namespace.go:98] [openshift-image-registry] adding namespace I0420 11:39:44.158423 3657 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.664423ms I0420 11:39:44.158436 3657 namespace.go:98] [openshift-monitoring] adding namespace I0420 11:39:44.158817 3657 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.438952ms I0420 11:39:44.158830 3657 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 11:39:44.159253 3657 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.264032ms I0420 11:39:44.159262 3657 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 11:39:44.159762 3657 namespace.go:102] [openshift-authentication] adding namespace took 8.146293ms I0420 11:39:44.160307 3657 namespace.go:102] [openshift-dns-operator] adding namespace took 8.269979ms I0420 11:39:44.160329 3657 namespace.go:98] [kube-node-lease] adding namespace I0420 11:39:44.160745 3657 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.695713ms I0420 11:39:44.160763 3657 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace W0420 11:39:44.161341 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jgchg: pod openshift-network-diagnostics/network-check-target-jgchg: no pod IPs found I0420 11:39:44.161363 3657 namespace.go:102] [openshift-host-network] adding namespace took 7.811681ms I0420 11:39:44.161379 3657 namespace.go:98] [openshift] adding namespace I0420 11:39:44.161919 3657 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.782112ms I0420 11:39:44.161934 3657 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 11:39:44.162458 3657 namespace.go:102] [openshift-cluster-version] adding namespace took 7.7777ms I0420 11:39:44.162474 3657 namespace.go:98] [openshift-infra] adding namespace I0420 11:39:44.162937 3657 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.682682ms I0420 11:39:44.162951 3657 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 11:39:44.163333 3657 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.568978ms I0420 11:39:44.163349 3657 namespace.go:98] [default] adding namespace I0420 11:39:44.163911 3657 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.688179ms I0420 11:39:44.164355 3657 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.595524ms I0420 11:39:44.164368 3657 namespace.go:98] [openshift-machine-api] adding namespace I0420 11:39:44.164782 3657 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.350517ms I0420 11:39:44.164798 3657 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 11:39:44.165332 3657 namespace.go:102] [openshift-image-registry] adding namespace took 7.415423ms I0420 11:39:44.165361 3657 namespace.go:98] [openshift-node] adding namespace I0420 11:39:44.165812 3657 namespace.go:102] [openshift-monitoring] adding namespace took 7.371486ms I0420 11:39:44.165824 3657 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 11:39:44.166251 3657 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.415255ms I0420 11:39:44.166270 3657 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 11:39:44.166621 3657 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.354152ms I0420 11:39:44.166634 3657 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 11:39:44.167041 3657 namespace.go:102] [kube-node-lease] adding namespace took 6.705446ms I0420 11:39:44.167055 3657 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 11:39:44.167470 3657 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.702195ms I0420 11:39:44.167482 3657 namespace.go:98] [kube-system] adding namespace I0420 11:39:44.167882 3657 namespace.go:102] [openshift] adding namespace took 6.498428ms I0420 11:39:44.167897 3657 namespace.go:98] [openshift-etcd] adding namespace I0420 11:39:44.168308 3657 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.369178ms I0420 11:39:44.168710 3657 namespace.go:102] [openshift-infra] adding namespace took 6.231311ms I0420 11:39:44.169090 3657 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.135412ms I0420 11:39:44.169117 3657 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 11:39:44.169473 3657 namespace.go:102] [default] adding namespace took 6.117892ms I0420 11:39:44.169877 3657 namespace.go:102] [openshift-machine-api] adding namespace took 5.505255ms I0420 11:39:44.169890 3657 namespace.go:98] [openshift-marketplace] adding namespace I0420 11:39:44.170279 3657 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.474067ms I0420 11:39:44.170677 3657 namespace.go:102] [openshift-node] adding namespace took 5.310494ms I0420 11:39:44.171053 3657 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 5.224889ms I0420 11:39:44.171459 3657 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.182939ms I0420 11:39:44.171853 3657 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.214624ms I0420 11:39:44.171865 3657 namespace.go:98] [openshift-logging] adding namespace I0420 11:39:44.172331 3657 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.270173ms I0420 11:39:44.172709 3657 namespace.go:102] [kube-system] adding namespace took 5.222452ms I0420 11:39:44.173101 3657 namespace.go:102] [openshift-etcd] adding namespace took 5.198754ms I0420 11:39:44.173519 3657 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.396355ms I0420 11:39:44.173861 3657 namespace.go:102] [openshift-marketplace] adding namespace took 3.965473ms I0420 11:39:44.174176 3657 namespace.go:102] [openshift-logging] adding namespace took 2.306059ms I0420 11:39:44.174319 3657 master.go:548] Adding or Updating local node "ip-10-0-0-6.ec2.internal" for network "default" I0420 11:39:44.174936 3657 zone_ic_handler.go:195] Time taken to create transit switch: 239.015µs I0420 11:39:44.174951 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-82.ec2.internal for the network default E0420 11:39:44.175322 3657 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-103.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-103.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-103.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a851d8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0185514051}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 11:39:44.175383 3657 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-103.ec2.internal", UID:"12a37483-2edf-4d13-9fca-b2a94b903f9b", APIVersion:"v1", ResourceVersion:"9587", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-103.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-103.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a851d8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0185514051}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 11:39:44.176403 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-82.ec2.internal" on network "default" took: 1.712063ms W0420 11:39:44.183147 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5cmfl: pod openshift-multus/network-metrics-daemon-5cmfl: no pod IPs found W0420 11:39:44.183167 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jgchg: pod openshift-network-diagnostics/network-check-target-jgchg: no pod IPs found I0420 11:39:44.187089 3657 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-6.ec2.internal for the network default I0420 11:39:44.187344 3657 zone_ic_handler.go:195] Time taken to create transit switch: 240.462µs I0420 11:39:44.188447 3657 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 11:39:44.188488 3657 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 11:39:44.188504 3657 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 11:39:44.188527 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:44.188597 3657 node_tracker.go:169] Node ip-10-0-0-6.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.188617 3657 services_controller.go:574] Full service sync requested for network=default I0420 11:39:44.188631 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0420 11:39:44.188671 3657 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.188680 3657 services_controller.go:574] Full service sync requested for network=default I0420 11:39:44.188689 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0420 11:39:44.188727 3657 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.188736 3657 services_controller.go:574] Full service sync requested for network=default I0420 11:39:44.289127 3657 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 11:39:44.289154 3657 services_controller.go:208] Setting up event handlers for services for network=default I0420 11:39:44.289218 3657 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 11:39:44.289286 3657 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 11:39:44.289308 3657 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 11:39:44.389551 3657 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 11:39:44.389565 3657 repair.go:60] Starting repairing loop for services I0420 11:39:44.389635 3657 repair.go:131] Deleted 0 stale service LBs I0420 11:39:44.389652 3657 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 11:39:44.389668 3657 repair.go:62] Finished repairing loop for services: 103.884µs I0420 11:39:44.389692 3657 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 11:39:44.389700 3657 services_controller.go:254] Starting workers for network=default W0420 11:39:44.389944 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:39:44.390125 3657 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0420 11:39:44.390245 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jgchg] creating logical port openshift-network-diagnostics_network-check-target-jgchg for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:44.390409 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5cmfl] creating logical port openshift-multus_network-metrics-daemon-5cmfl for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:44.390469 3657 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jgchg I0420 11:39:44.390513 3657 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5cmfl W0420 11:39:44.391058 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.391068 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.391072 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.392428 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:44.394524 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:39:44.408695 3657 pod.go:62] [openshift-multus/network-metrics-daemon-5cmfl] pod update took 18.235897ms I0420 11:39:44.408712 3657 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-5cmfl] addLogicalPort annotation time took 18.25558ms I0420 11:39:44.409492 3657 pods.go:271] [openshift-multus/network-metrics-daemon-5cmfl] addLogicalPort took 19.093527ms, libovsdb time 582.878µs I0420 11:39:44.411201 3657 pod.go:62] [openshift-network-diagnostics/network-check-target-jgchg] pod update took 20.897813ms I0420 11:39:44.411216 3657 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jgchg] addLogicalPort annotation time took 20.918493ms I0420 11:39:44.412129 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-jgchg] addLogicalPort took 21.895467ms, libovsdb time 695.768µs I0420 11:39:44.412764 3657 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 11:39:44.412790 3657 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 11:39:44.412799 3657 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 11:39:44.412803 3657 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 11:39:44.413033 3657 repair.go:29] Repairing admin network policies took 223.754µs I0420 11:39:44.413189 3657 repair.go:92] Repairing baseline admin network policies took 148.194µs I0420 11:39:44.413554 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 11:39:44.414858 3657 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 11:39:44.414873 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:39:44.416805 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 11:39:44.416836 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 11:39:44.416849 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 11:39:44.418422 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 11:39:44.418442 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 11:39:44.418453 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 11:39:44.419509 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 11:39:44.419526 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 11:39:44.419536 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 11:39:44.421535 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 11:39:44.421553 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 11:39:44.421561 3657 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 11:39:44.423372 3657 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 11:39:44.423389 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 11:39:44.423397 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 11:39:44.423970 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:39:44.423987 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 11:39:44.423995 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 11:39:44.426274 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 11:39:44.426292 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 11:39:44.426299 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 11:39:44.426731 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 11:39:44.426749 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 11:39:44.426770 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:39:44.428427 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 11:39:44.428449 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 11:39:44.428456 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 11:39:44.429006 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 11:39:44.429025 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 11:39:44.429035 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 11:39:44.431347 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 11:39:44.431367 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 11:39:44.431376 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 11:39:44.431829 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 11:39:44.431846 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 11:39:44.431854 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 11:39:44.432434 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 11:39:44.432451 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 11:39:44.432457 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 11:39:44.432954 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 11:39:44.432968 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 11:39:44.432974 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 11:39:44.433318 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 11:39:44.433334 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 11:39:44.433341 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 11:39:44.433868 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 11:39:44.433883 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 11:39:44.433890 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 11:39:44.434336 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 11:39:44.434352 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 11:39:44.434359 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 11:39:44.434843 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 11:39:44.434860 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 11:39:44.434866 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 11:39:44.435137 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 11:39:44.435152 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 11:39:44.435161 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 11:39:44.436077 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 11:39:44.436094 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 11:39:44.436099 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 11:39:44.437530 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 11:39:44.437550 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 11:39:44.437556 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 11:39:44.437843 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 11:39:44.437859 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 11:39:44.437866 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 11:39:44.438660 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 11:39:44.438674 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 11:39:44.438682 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 11:39:44.440229 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 11:39:44.440246 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 11:39:44.440252 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 11:39:44.440564 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 11:39:44.440583 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 11:39:44.440590 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 11:39:44.441095 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:39:44.441130 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 11:39:44.441142 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 11:39:44.441652 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 11:39:44.441668 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 11:39:44.441677 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 11:39:44.442806 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 11:39:44.442823 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 11:39:44.442833 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 11:39:44.443756 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 11:39:44.444014 3657 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0420 11:39:44.449634 3657 egressfirewall.go:374] Starting EgressFirewall controller I0420 11:39:44.449672 3657 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 11:39:44.449680 3657 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 11:39:44.449699 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 11:39:44.449702 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 11:39:44.449711 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 11:39:44.449711 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 11:39:44.449962 3657 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 11:39:44.449979 3657 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 11:39:44.449985 3657 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 11:39:44.449993 3657 egressqos.go:193] Setting up event handlers for EgressQoS I0420 11:39:44.450001 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall I0420 11:39:44.450012 3657 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0420 11:39:44.450016 3657 egressfirewall.go:723] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall I0420 11:39:44.450123 3657 egressqos.go:245] Starting EgressQoS Controller I0420 11:39:44.450132 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 11:39:44.450138 3657 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 11:39:44.450143 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 11:39:44.450148 3657 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 11:39:44.450154 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 11:39:44.450158 3657 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 11:39:44.450162 3657 egressqos.go:259] Repairing EgressQoSes I0420 11:39:44.450166 3657 egressqos.go:399] Starting repairing loop for egressqos I0420 11:39:44.450240 3657 egressqos.go:401] Finished repairing loop for egressqos: 74.694µs I0420 11:39:44.450259 3657 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 11:39:44.450290 3657 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-6.ec2.internal I0420 11:39:44.450333 3657 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-6.ec2.internal : 43.374µs I0420 11:39:44.450366 3657 egressservice_zone.go:210] Starting Egress Services Controller I0420 11:39:44.450376 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:39:44.450383 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:39:44.450392 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:39:44.450398 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:39:44.450403 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:39:44.450408 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:39:44.450413 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 11:39:44.450417 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 11:39:44.450421 3657 egressservice_zone.go:228] Repairing Egress Services I0420 11:39:44.450686 3657 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 11:39:44.450698 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:39:44.450703 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0420 11:39:44.450716 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 14.54µs I0420 11:39:44.450725 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0420 11:39:44.450731 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 6.2µs I0420 11:39:44.450735 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:44.450742 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 4.026µs I0420 11:39:44.450819 3657 default_network_controller.go:585] Completing all the Watchers took 316.429235ms I0420 11:39:44.450837 3657 default_network_controller.go:589] Starting unidling controllers I0420 11:39:44.450852 3657 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 11:39:44.450861 3657 unidle.go:63] Populating Initial ContollerEvent events I0420 11:39:44.450873 3657 unidle.go:79] Setting up event handlers for services I0420 11:39:44.450954 3657 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:39:44.457637 3657 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:39:44.647130 3657 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:44.664246 3657 bridgeconfig.go:537] Gateway is ready I0420 11:39:44.664260 3657 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 11:39:44.675294 3657 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.6. Updating OVN encap IP. I0420 11:39:44.680467 3657 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.6 - it is already configured I0420 11:39:44.680480 3657 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.6/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 11:39:44.680666 3657 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.6/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-6.ec2.internal","mac-address":"12:9b:1f:7f:3a:e1","ip-addresses":["10.0.0.6/24"],"ip-address":"10.0.0.6/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f8bdb322-39a9-4b94-bc44-b56574da057b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.6/24"}] on node ip-10-0-0-6.ec2.internal I0420 11:39:44.709421 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:44.709442 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 24.538µs I0420 11:39:44.709451 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:44.709500 3657 node_tracker.go:169] Node ip-10-0-0-6.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.709505 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall I0420 11:39:44.709513 3657 master.go:548] Adding or Updating local node "ip-10-0-0-6.ec2.internal" for network "default" I0420 11:39:44.709516 3657 services_controller.go:574] Full service sync requested for network=default I0420 11:39:44.709671 3657 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.6 I0420 11:39:44.709733 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-6.ec2.internal W0420 11:39:44.709737 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.709751 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.709758 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.709887 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:44.710197 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:44.710231 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:39:44.713747 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-6.ec2.internal. Updating no re-route policies I0420 11:39:44.713821 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-22q2d I0420 11:39:44.713831 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rrx9c I0420 11:39:44.713835 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-22q2d I0420 11:39:44.713840 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rrx9c I0420 11:39:44.713840 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-6.ec2.internal I0420 11:39:44.713849 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ctk2k I0420 11:39:44.713856 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rrx9c after 0 failed attempt(s) I0420 11:39:44.713860 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4kc92 I0420 11:39:44.713861 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5cmfl I0420 11:39:44.713853 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-6.ec2.internal I0420 11:39:44.713866 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4kc92 I0420 11:39:44.713867 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cqpmm I0420 11:39:44.713876 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jgchg I0420 11:39:44.713873 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-5kpmn I0420 11:39:44.713900 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-5kpmn I0420 11:39:44.713917 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-5kpmn after 0 failed attempt(s) I0420 11:39:44.713863 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ctk2k I0420 11:39:44.713933 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ctk2k after 0 failed attempt(s) I0420 11:39:44.713877 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cqpmm I0420 11:39:44.713946 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-cqpmm after 0 failed attempt(s) I0420 11:39:44.713853 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-22q2d after 0 failed attempt(s) I0420 11:39:44.713820 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rs86z I0420 11:39:44.713959 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rs86z I0420 11:39:44.713968 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rs86z after 0 failed attempt(s) I0420 11:39:44.713862 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-6.ec2.internal I0420 11:39:44.713977 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-6.ec2.internal I0420 11:39:44.713987 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-6.ec2.internal after 0 failed attempt(s) I0420 11:39:44.713868 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5cmfl I0420 11:39:44.714012 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5cmfl] creating logical port openshift-multus_network-metrics-daemon-5cmfl for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:44.713872 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-5qd6t I0420 11:39:44.714074 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-5qd6t I0420 11:39:44.714089 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-5qd6t after 0 failed attempt(s) I0420 11:39:44.713882 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jgchg I0420 11:39:44.714130 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jgchg] creating logical port openshift-network-diagnostics_network-check-target-jgchg for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:44.713882 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4kc92 after 0 failed attempt(s) I0420 11:39:44.713881 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qzq6d I0420 11:39:44.714193 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qzq6d I0420 11:39:44.714218 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qzq6d after 0 failed attempt(s) I0420 11:39:44.713886 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-6.ec2.internal after 0 failed attempt(s) I0420 11:39:44.714767 3657 pods.go:271] [openshift-multus/network-metrics-daemon-5cmfl] addLogicalPort took 761.367µs, libovsdb time 287.002µs I0420 11:39:44.714778 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5cmfl after 0 failed attempt(s) I0420 11:39:44.714891 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-jgchg] addLogicalPort took 770.085µs, libovsdb time 322.326µs I0420 11:39:44.714900 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jgchg after 0 failed attempt(s) I0420 11:39:44.749463 3657 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 11:39:44.759822 3657 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 11:39:44.762848 3657 iptables.go:108] Creating table: nat chain: OUTPUT I0420 11:39:44.785821 3657 iptables.go:108] Creating table: nat chain: PREROUTING I0420 11:39:44.819638 3657 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:39:44.834639 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 11:39:44.834718 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 11:39:44.834756 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 11:39:44.834820 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 11:39:44.834865 3657 gateway_init.go:325] Gateway and management port readiness took 692.563644ms I0420 11:39:44.834889 3657 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 11:39:44.834919 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 11:39:44.834930 3657 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 11:39:44.834939 3657 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:39:44.834988 3657 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 11:39:44.835061 3657 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.606µs I0420 11:39:44.835322 3657 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 11:39:44.835345 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.75µs I0420 11:39:44.835353 3657 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.317µs I0420 11:39:44.835359 3657 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 11:39:44.835367 3657 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 11:39:44.835372 3657 default_node_network_controller.go:899] Starting the default node network controller I0420 11:39:44.835377 3657 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 11:39:44.835394 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.384µs I0420 11:39:44.835543 3657 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 11:39:44.835557 3657 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 11:39:44.835576 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b570 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000b279f0 0xc0002ee4d0 0xc0002ee5b0 0xc00089d900 0xc0064e93b0 0xc0002ee620 map[0x2ff9080:0xc0022a87e0 0x2ff95c0:0xc0022a8960 0x2ffa2e0:0xc00429c060 0x2ffa580:0xc0022a8780 0x2ffad60:0xc0022a8840 0x2ffb000:0xc0022a88a0 0x2ffb2a0:0xc0022a8900 0x2ffba80:0xc0022a89c0 0x2ffbd20:0xc0022a8a20 0x3026980:0xc000b0fda0 0x3026d20:0xc000b0fe00 0x3027800:0xc000c0dbc0 0x3029160:0xc001afe000 0x30298a0:0xc00429c000 0x302a720:0xc00074eea0] 0xc000b28b60 0} I0420 11:39:44.835629 3657 gateway.go:151] Starting gateway service sync I0420 11:39:44.836138 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 11:39:44.838117 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 11:39:44.846622 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 11:39:44.847654 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 11:39:44.848667 3657 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 11:39:44.880304 3657 gateway.go:168] Gateway service sync done. Time taken: 44.664743ms I0420 11:39:44.880877 3657 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30303 I0420 11:39:44.881152 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b570 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000b279f0 0xc0002ee4d0 0xc0002ee5b0 0xc00089d900 0xc0064e93b0 0xc0002ee620 map[0x2ff9080:0xc0022a87e0 0x2ff95c0:0xc0022a8960 0x2ffa2e0:0xc00429c060 0x2ffa580:0xc0022a8780 0x2ffad60:0xc0022a8840 0x2ffb000:0xc0022a88a0 0x2ffb2a0:0xc0022a8900 0x2ffba80:0xc0022a89c0 0x2ffbd20:0xc0022a8a20 0x3026980:0xc000b0fda0 0x3026d20:0xc000b0fe00 0x3027800:0xc000c0dbc0 0x3029160:0xc001afe000 0x30298a0:0xc00429c000 0x302a720:0xc00074eea0] 0xc000b28b60 0} I0420 11:39:44.881650 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b570 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc000b279f0 0xc0002ee4d0 0xc0002ee5b0 0xc00089d900 0xc0064e93b0 0xc0002ee620 map[0x2ff9080:0xc0022a87e0 0x2ff95c0:0xc0022a8960 0x2ffa2e0:0xc00429c060 0x2ffa580:0xc0022a8780 0x2ffad60:0xc0022a8840 0x2ffb000:0xc0022a88a0 0x2ffb2a0:0xc0022a8900 0x2ffba80:0xc0022a89c0 0x2ffbd20:0xc0022a8a20 0x3026980:0xc000b0fda0 0x3026d20:0xc000b0fe00 0x3027800:0xc000c0dbc0 0x3029160:0xc001afe000 0x30298a0:0xc00429c000 0x302a720:0xc00074eea0] 0xc000b28b60 0} I0420 11:39:44.881697 3657 gateway.go:532] Reconciling gateway with updates I0420 11:39:44.886635 3657 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 11:39:44.886656 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:44.886659 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:44.886668 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:44.886671 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:44.886672 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:44.886679 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:44.886687 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:44.886691 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:44.886691 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:39:44.886694 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:44.886704 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:39:44.886706 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:44.886710 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:44.886714 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:39:44.886718 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:44.886715 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:44.886723 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 11:39:44.886726 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886730 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 11:39:44.886732 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:44.886740 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:44.886741 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:44.886739 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:44.886746 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:44.886753 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:44.886758 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:44.886760 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:44.886761 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:44.886763 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:44.886766 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:44.886769 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:44.886770 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:44.886774 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0420 11:39:44.886777 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:39:44.886777 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:44.886781 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:44.886788 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:44.886786 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:44.886788 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:44.886792 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:44.886791 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:44.886804 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:44.886804 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:44.886807 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:44.886808 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:44.886811 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886811 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:44.886765 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:44.886820 3657 default_node_network_controller.go:944] Gateway and management port readiness took 51.253132ms I0420 11:39:44.886825 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:44.886828 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:39:44.886829 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:44.886833 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:44.886833 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:44.886837 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886839 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0420 11:39:44.886843 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:44.886844 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:44.886857 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:39:44.886767 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:44.886866 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:39:44.886746 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:44.886882 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886888 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886893 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:39:44.886803 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886752 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:44.886755 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:44.886913 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:44.886921 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886831 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:44.886934 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:44.886949 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886815 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:44.886964 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:39:44.886827 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:44.887018 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:39:44.886779 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:44.887037 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:44.887086 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:39:44.886965 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:44.886773 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:39:44.886725 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:44.887150 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886741 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:44.887212 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:39:44.887216 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:44.887228 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:39:44.886678 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:39:44.886695 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:44.886754 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:44.887309 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:39:44.887348 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:39:44.886754 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:39:44.887363 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:39:44.886760 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:44.887400 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:44.886765 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:44.886770 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:44.887461 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:44.886786 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:44.886791 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:39:44.887511 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:39:44.886805 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:44.887540 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:44.887553 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 32748 is already open, no action needed I0420 11:39:44.887561 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31047 is already open, no action needed I0420 11:39:44.886808 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:44.886808 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0420 11:39:44.887633 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0420 11:39:44.886816 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886819 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:39:44.886820 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:44.887649 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:44.886823 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:39:44.886820 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:44.887687 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:44.886828 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:44.886833 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:39:44.886832 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:44.887740 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:44.887746 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:39:44.886728 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:44.887755 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:44.886836 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:44.887786 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:39:44.886840 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:44.886843 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:39:44.888209 3657 node_ip_handler_linux.go:160] Node IP manager is running W0420 11:39:44.922166 3657 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:39:44.922353 3657 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:39:44.922448 3657 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0420 11:39:44.931211 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:39:44.931231 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:39:44.968550 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:39:44.968569 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 11:39:44.968575 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:39:44.968580 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:39:45.005731 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:39:45.005738 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:39:45.005753 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:39:45.005759 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:39:45.005765 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:39:45.005771 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:39:45.005777 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) W0420 11:39:46.291178 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 11:39:46.632670 3657 default_node_network_controller.go:1380] Starting node controller node sync W0420 11:39:46.632729 3657 egressip_healthcheck.go:76] Health checking using insecure connection I0420 11:39:46.632801 3657 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0420 11:39:46.645646 3657 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.958883ms I0420 11:39:46.645742 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:39:46.645750 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 10.0.1.82 to PMTUD blocking rules I0420 11:39:46.645757 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 10.0.2.103 to PMTUD blocking rules I0420 11:39:46.645762 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:39:46.657452 3657 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 11:39:46.657715 3657 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 11:39:46.657842 3657 egressservice_node.go:183] Starting Egress Services Controller I0420 11:39:46.657865 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:39:46.657880 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:39:46.657888 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:39:46.657895 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:39:46.657904 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:39:46.657911 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:39:46.657917 3657 egressservice_node.go:197] Repairing Egress Services I0420 11:39:46.666951 3657 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 11:39:46.666961 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:39:46.667123 3657 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 11:39:46.667138 3657 link_network_manager.go:119] Link manager is running I0420 11:39:46.667149 3657 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 11:39:46.667267 3657 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 11:39:46.667658 3657 vrf_manager.go:128] VRF manager is running I0420 11:39:46.667743 3657 node_controller_manager.go:437] Removing flows to drop GARP I0420 11:39:46.667755 3657 gateway.go:532] Reconciling gateway with updates I0420 11:39:46.698060 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:46.698069 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:46.698080 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 11:39:46.698088 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:46.698096 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0420 11:39:46.698101 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:46.698123 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:39:46.698130 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:46.698128 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:46.698143 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:46.698147 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:46.698147 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:46.698164 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:46.698163 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:46.698165 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:46.698160 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:46.698173 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:46.698176 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:46.698179 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0420 11:39:46.698186 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:46.698183 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:39:46.698093 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:46.698202 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:46.698207 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:46.698224 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:46.698234 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:46.698233 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:46.698244 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:46.698243 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:46.698248 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:39:46.698249 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:46.698255 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:46.698124 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:46.698262 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:46.698265 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:46.698267 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0420 11:39:46.698269 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:39:46.698275 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:46.698271 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:46.698289 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:46.698289 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:46.698291 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0420 11:39:46.698299 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:46.698303 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:46.698307 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:39:46.698309 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:46.698320 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:46.698321 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:39:46.698271 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:46.698328 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 11:39:46.698333 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:39:46.698334 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:46.698350 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:46.698361 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:39:46.698370 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:46.698308 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0420 11:39:46.698149 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:46.698383 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:46.698389 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:39:46.698403 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 32748 is already open, no action needed I0420 11:39:46.698407 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:46.698416 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31047 is already open, no action needed I0420 11:39:46.698422 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:46.698133 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:46.698453 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:46.698472 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:46.698483 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:46.698485 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:46.698488 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:46.698494 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:46.698496 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:46.698495 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:46.698499 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:46.698513 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:46.698515 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:46.698519 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:46.698187 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:39:46.698531 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:46.698453 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:39:46.698293 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:39:46.698474 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:46.698555 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:46.698579 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:39:46.698227 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 11:39:46.698247 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:46.698557 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:39:46.698205 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:39:46.698638 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:39:46.698085 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:46.698154 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:46.698666 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:39:46.698134 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:46.698675 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:46.698213 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:46.698702 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:46.698231 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:46.698738 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:46.698230 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:46.698761 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:46.698229 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:46.698784 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:39:46.698233 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:39:46.698246 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:39:46.698794 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:39:46.698261 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:46.698293 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:39:46.698340 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:39:46.698362 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:39:46.698375 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:39:46.698461 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 11:39:46.698467 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:46.698860 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:46.698476 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:46.698885 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:46.698488 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:46.698485 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:46.698927 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:46.698501 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:46.698538 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:39:46.735989 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:39:46.754288 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:39:46.754294 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:39:46.754306 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:39:46.754311 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:39:46.754317 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:39:46.754321 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:39:46.754326 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:39:46.754330 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:39:46.754335 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:39:46.754339 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:39:46.754344 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:39:46.754349 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:39:46.754353 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:39:46.790623 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:39:46.790637 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:39:46.790643 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:39:46.790648 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:39:46.790653 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:39:46.790658 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:39:46.790663 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:39:48.340856 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:48.340880 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 28.854µs I0420 11:39:48.369134 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8798df8cc-nnf2g] creating logical port openshift-image-registry_image-registry-8798df8cc-nnf2g for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:48.369236 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-8798df8cc-nnf2g I0420 11:39:48.390379 3657 pod.go:62] [openshift-image-registry/image-registry-8798df8cc-nnf2g] pod update took 21.161055ms I0420 11:39:48.390400 3657 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8798df8cc-nnf2g] addLogicalPort annotation time took 21.192445ms I0420 11:39:48.391445 3657 pods.go:271] [openshift-image-registry/image-registry-8798df8cc-nnf2g] addLogicalPort took 22.336111ms, libovsdb time 801.349µs I0420 11:39:48.398132 3657 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-lpvmj] creating logical port openshift-ingress-canary_ingress-canary-lpvmj for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:48.398233 3657 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-lpvmj I0420 11:39:48.405632 3657 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-hfk9z] creating logical port openshift-dns_dns-default-hfk9z for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:48.405696 3657 kube.go:256] Updating pod openshift-dns/dns-default-hfk9z I0420 11:39:48.413361 3657 pod.go:62] [openshift-ingress-canary/ingress-canary-lpvmj] pod update took 15.153199ms I0420 11:39:48.413381 3657 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-lpvmj] addLogicalPort annotation time took 15.176023ms I0420 11:39:48.414273 3657 pods.go:271] [openshift-ingress-canary/ingress-canary-lpvmj] addLogicalPort took 16.171564ms, libovsdb time 689.549µs I0420 11:39:48.420480 3657 pod.go:62] [openshift-dns/dns-default-hfk9z] pod update took 14.801664ms I0420 11:39:48.420496 3657 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-hfk9z] addLogicalPort annotation time took 14.819765ms I0420 11:39:48.421408 3657 pods.go:271] [openshift-dns/dns-default-hfk9z] addLogicalPort took 15.784846ms, libovsdb time 707.457µs I0420 11:39:48.497573 3657 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zfcpf] creating logical port openshift-insights_insights-runtime-extractor-zfcpf for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:48.497693 3657 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zfcpf I0420 11:39:48.512606 3657 pod.go:62] [openshift-insights/insights-runtime-extractor-zfcpf] pod update took 14.937652ms I0420 11:39:48.512677 3657 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-zfcpf] addLogicalPort annotation time took 15.01447ms I0420 11:39:48.514375 3657 pods.go:271] [openshift-insights/insights-runtime-extractor-zfcpf] addLogicalPort took 16.807531ms, libovsdb time 1.187483ms I0420 11:39:48.615169 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-prcdh] creating logical port openshift-monitoring_prometheus-operator-76b589d668-prcdh for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:48.615264 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-prcdh I0420 11:39:48.629300 3657 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-prcdh] pod update took 14.057048ms I0420 11:39:48.629318 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-prcdh] addLogicalPort annotation time took 14.077297ms I0420 11:39:48.630281 3657 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-prcdh] addLogicalPort took 15.128961ms, libovsdb time 750.402µs I0420 11:39:48.756204 3657 cni.go:452] [openshift-ingress-canary/ingress-canary-lpvmj 3ed8b2efb3eac9b9bbbd3cac84e0c79a0706016b16148a0672cf49d7d3c8456b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-lpvmj 3ed8b2efb3eac9b9bbbd3cac84e0c79a0706016b16148a0672cf49d7d3c8456b network default NAD default NAD key ] I0420 11:39:48.756204 3657 cni.go:452] [openshift-image-registry/image-registry-8798df8cc-nnf2g dfb34ce1245616cb154b53837ad760564c96515cdc4573eaba90b2bf20ab1e6b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8798df8cc-nnf2g dfb34ce1245616cb154b53837ad760564c96515cdc4573eaba90b2bf20ab1e6b network default NAD default NAD key ] I0420 11:39:48.772018 3657 cni.go:452] [openshift-dns/dns-default-hfk9z 9fb8347ef86a5a9a94b8fe00e5ed182ba5571baf450e12a4e69bdc4786a26032 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-hfk9z 9fb8347ef86a5a9a94b8fe00e5ed182ba5571baf450e12a4e69bdc4786a26032 network default NAD default NAD key ] I0420 11:39:48.798453 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-hfk9z, hostIfaceName: 9fb8347ef86a5a9, network: default, NAD default, SandboxID: "9fb8347ef86a5a9a94b8fe00e5ed182ba5571baf450e12a4e69bdc4786a26032", PCI device ID: , UID: "bdb3984b-95d8-47e3-bb21-779d5dc44bef", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0420 11:39:48.798601 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8798df8cc-nnf2g, hostIfaceName: dfb34ce1245616c, network: default, NAD default, SandboxID: "dfb34ce1245616cb154b53837ad760564c96515cdc4573eaba90b2bf20ab1e6b", PCI device ID: , UID: "cc9def12-75ac-467b-978c-c2a19ff98ebc", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0420 11:39:48.798657 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-lpvmj, hostIfaceName: 3ed8b2efb3eac9b, network: default, NAD default, SandboxID: "3ed8b2efb3eac9b9bbbd3cac84e0c79a0706016b16148a0672cf49d7d3c8456b", PCI device ID: , UID: "d8e3a58f-a572-4070-b7a2-5264cb483e6f", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0420 11:39:48.847280 3657 cni.go:473] [openshift-ingress-canary/ingress-canary-lpvmj 3ed8b2efb3eac9b9bbbd3cac84e0c79a0706016b16148a0672cf49d7d3c8456b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-lpvmj 3ed8b2efb3eac9b9bbbd3cac84e0c79a0706016b16148a0672cf49d7d3c8456b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:45:a4:05:67:c8\",\"name\":\"3ed8b2efb3eac9b\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03fc68cf-7b7a-4166-8812-3d36aabb80a4\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:39:48.850544 3657 cni.go:473] [openshift-image-registry/image-registry-8798df8cc-nnf2g dfb34ce1245616cb154b53837ad760564c96515cdc4573eaba90b2bf20ab1e6b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8798df8cc-nnf2g dfb34ce1245616cb154b53837ad760564c96515cdc4573eaba90b2bf20ab1e6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:f1:4b:bd:99:a8\",\"name\":\"dfb34ce1245616c\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84a8c7de-124e-4f9e-9fc7-cb8024130738\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:39:48.850592 3657 cni.go:473] [openshift-dns/dns-default-hfk9z 9fb8347ef86a5a9a94b8fe00e5ed182ba5571baf450e12a4e69bdc4786a26032 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-hfk9z 9fb8347ef86a5a9a94b8fe00e5ed182ba5571baf450e12a4e69bdc4786a26032 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:1c:1b:4d:d8:69\",\"name\":\"9fb8347ef86a5a9\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/365ae2ce-041e-450e-bf04-965c26156df7\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:39:48.892570 3657 cni.go:452] [openshift-insights/insights-runtime-extractor-zfcpf 86b45e3ae0c57a7ac84a611e880551a27bb9139d5081b2e7a027bc87abc68ab1 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zfcpf 86b45e3ae0c57a7ac84a611e880551a27bb9139d5081b2e7a027bc87abc68ab1 network default NAD default NAD key ] I0420 11:39:48.902370 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zfcpf, hostIfaceName: 86b45e3ae0c57a7, network: default, NAD default, SandboxID: "86b45e3ae0c57a7ac84a611e880551a27bb9139d5081b2e7a027bc87abc68ab1", PCI device ID: , UID: "a502ba01-5dfa-44ff-b129-4768c5db2485", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0420 11:39:48.946337 3657 cni.go:473] [openshift-insights/insights-runtime-extractor-zfcpf 86b45e3ae0c57a7ac84a611e880551a27bb9139d5081b2e7a027bc87abc68ab1 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zfcpf 86b45e3ae0c57a7ac84a611e880551a27bb9139d5081b2e7a027bc87abc68ab1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:d0:e2:93:22:2b\",\"name\":\"86b45e3ae0c57a7\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ba34be7-6660-401c-b71c-b9921f0a75ad\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:39:49.118185 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:39:49.611332 3657 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-prcdh ada9e7ddac41f21e03f856622b9ab455d9c35768b888a614805cfcc82b5a03df network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-prcdh ada9e7ddac41f21e03f856622b9ab455d9c35768b888a614805cfcc82b5a03df network default NAD default NAD key ] I0420 11:39:49.623454 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-prcdh, hostIfaceName: ada9e7ddac41f21, network: default, NAD default, SandboxID: "ada9e7ddac41f21e03f856622b9ab455d9c35768b888a614805cfcc82b5a03df", PCI device ID: , UID: "230fbd0b-dcb2-4cb0-8934-93563112aca7", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0420 11:39:49.678861 3657 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-prcdh ada9e7ddac41f21e03f856622b9ab455d9c35768b888a614805cfcc82b5a03df network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-prcdh ada9e7ddac41f21e03f856622b9ab455d9c35768b888a614805cfcc82b5a03df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:f8:cf:82:f7:23\",\"name\":\"ada9e7ddac41f21\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bec2967-7099-4ed3-8140-3662495622f3\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:39:50.862667 3657 default_network_controller.go:1025] Node "ip-10-0-2-103.ec2.internal" in remote zone "ip-10-0-2-103.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:50.863653 3657 zone_ic_handler.go:195] Time taken to create transit switch: 255.414µs I0420 11:39:50.863669 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-103.ec2.internal for the network default I0420 11:39:50.864719 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-103.ec2.internal" on network "default" took: 1.344085ms W0420 11:39:54.211529 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:54.211553 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:54.211560 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:54.211574 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:54.211580 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:54.211584 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0420 11:39:55.052832 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-xs6qj] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-xs6qj for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:55.052972 3657 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-xs6qj I0420 11:39:55.077806 3657 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-xs6qj] pod update took 24.864365ms I0420 11:39:55.077827 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-xs6qj] addLogicalPort annotation time took 24.890152ms I0420 11:39:55.078948 3657 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-xs6qj] addLogicalPort took 26.135727ms, libovsdb time 834.802µs I0420 11:39:55.115448 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-bsvh7] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-bsvh7 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:55.115548 3657 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-bsvh7 I0420 11:39:55.134280 3657 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-bsvh7] pod update took 18.754046ms I0420 11:39:55.134298 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-bsvh7] addLogicalPort annotation time took 18.776023ms I0420 11:39:55.135386 3657 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-bsvh7] addLogicalPort took 19.954299ms, libovsdb time 851.205µs I0420 11:39:55.508251 3657 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-bsvh7 92f067be3166c229be012938b6bf742343b87b41d6181e695d2a3e9cdb38d6b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-bsvh7 92f067be3166c229be012938b6bf742343b87b41d6181e695d2a3e9cdb38d6b8 network default NAD default NAD key ] I0420 11:39:55.517190 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-bsvh7, hostIfaceName: 92f067be3166c22, network: default, NAD default, SandboxID: "92f067be3166c229be012938b6bf742343b87b41d6181e695d2a3e9cdb38d6b8", PCI device ID: , UID: "307613f2-f921-4c4f-92f6-9de2175e5bf5", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0420 11:39:55.560343 3657 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-bsvh7 92f067be3166c229be012938b6bf742343b87b41d6181e695d2a3e9cdb38d6b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-bsvh7 92f067be3166c229be012938b6bf742343b87b41d6181e695d2a3e9cdb38d6b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:98:96:82:ce:9d\",\"name\":\"92f067be3166c22\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4f1b9ff-8d15-4160-a5ac-fff979ae6802\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:39:56.079622 3657 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-xs6qj a92386cb43e22c3ed91b94d8bd90fab36cc898f828d8fb17165d854aea17dbfe network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-xs6qj a92386cb43e22c3ed91b94d8bd90fab36cc898f828d8fb17165d854aea17dbfe network default NAD default NAD key ] I0420 11:39:56.090447 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-xs6qj, hostIfaceName: a92386cb43e22c3, network: default, NAD default, SandboxID: "a92386cb43e22c3ed91b94d8bd90fab36cc898f828d8fb17165d854aea17dbfe", PCI device ID: , UID: "0c8d76ec-aa25-46bd-9ba8-43387b608cbb", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0420 11:39:56.134841 3657 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-xs6qj a92386cb43e22c3ed91b94d8bd90fab36cc898f828d8fb17165d854aea17dbfe network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-xs6qj a92386cb43e22c3ed91b94d8bd90fab36cc898f828d8fb17165d854aea17dbfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d3:62:48:d5:92\",\"name\":\"a92386cb43e22c3\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd73ad96-f827-45bf-b3dd-4662cf4cf961\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:39:56.192254 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:56.192572 3657 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 11:39:56.214488 3657 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.954703ms I0420 11:39:56.214514 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.985598ms I0420 11:39:56.215991 3657 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.755281ms, libovsdb time 1.087519ms I0420 11:39:56.619466 3657 cni.go:452] [openshift-monitoring/alertmanager-main-0 691660429c807b90e2bcc0ade5abc110291a9aa554397fff450519a0a11dfa39 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 691660429c807b90e2bcc0ade5abc110291a9aa554397fff450519a0a11dfa39 network default NAD default NAD key ] I0420 11:39:56.630924 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 691660429c807b9, network: default, NAD default, SandboxID: "691660429c807b90e2bcc0ade5abc110291a9aa554397fff450519a0a11dfa39", PCI device ID: , UID: "c1abc2ff-8ddd-4549-b30d-8f3e54294efe", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0420 11:39:56.676051 3657 cni.go:473] [openshift-monitoring/alertmanager-main-0 691660429c807b90e2bcc0ade5abc110291a9aa554397fff450519a0a11dfa39 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 691660429c807b90e2bcc0ade5abc110291a9aa554397fff450519a0a11dfa39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a0:7f:f5:eb:d4\",\"name\":\"691660429c807b9\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99c2cdba-9d1a-4821-ab17-bf519ea0c401\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:39:57.156093 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c8c6fb664-5kggx] creating logical port openshift-monitoring_thanos-querier-6c8c6fb664-5kggx for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:57.156251 3657 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c8c6fb664-5kggx I0420 11:39:57.177992 3657 pod.go:62] [openshift-monitoring/thanos-querier-6c8c6fb664-5kggx] pod update took 21.770882ms I0420 11:39:57.178021 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c8c6fb664-5kggx] addLogicalPort annotation time took 21.802266ms I0420 11:39:57.179304 3657 pods.go:271] [openshift-monitoring/thanos-querier-6c8c6fb664-5kggx] addLogicalPort took 23.231921ms, libovsdb time 898.264µs I0420 11:39:57.768200 3657 cni.go:452] [openshift-monitoring/thanos-querier-6c8c6fb664-5kggx 6152ad920c7bbf39cc26e0b7040488d67f2abdc43f08d8d014778d5310f983ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c8c6fb664-5kggx 6152ad920c7bbf39cc26e0b7040488d67f2abdc43f08d8d014778d5310f983ae network default NAD default NAD key ] I0420 11:39:57.779437 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c8c6fb664-5kggx, hostIfaceName: 6152ad920c7bbf3, network: default, NAD default, SandboxID: "6152ad920c7bbf39cc26e0b7040488d67f2abdc43f08d8d014778d5310f983ae", PCI device ID: , UID: "a420d9cd-e993-4552-88ce-b49d8f89cef2", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0420 11:39:57.832867 3657 cni.go:473] [openshift-monitoring/thanos-querier-6c8c6fb664-5kggx 6152ad920c7bbf39cc26e0b7040488d67f2abdc43f08d8d014778d5310f983ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c8c6fb664-5kggx 6152ad920c7bbf39cc26e0b7040488d67f2abdc43f08d8d014778d5310f983ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:7c:6a:bb:7c:33\",\"name\":\"6152ad920c7bbf3\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff11ef79-1a36-457d-bade-0e411844feb9\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:39:59.205537 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:39:59.205561 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:39:59.205565 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 11:39:59.555280 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-fcc5bfb8-jx8p9] creating logical port openshift-monitoring_metrics-server-fcc5bfb8-jx8p9 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:59.555458 3657 kube.go:256] Updating pod openshift-monitoring/metrics-server-fcc5bfb8-jx8p9 I0420 11:39:59.576433 3657 pod.go:62] [openshift-monitoring/metrics-server-fcc5bfb8-jx8p9] pod update took 21.042086ms I0420 11:39:59.576459 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-fcc5bfb8-jx8p9] addLogicalPort annotation time took 21.073201ms I0420 11:39:59.578011 3657 pods.go:271] [openshift-monitoring/metrics-server-fcc5bfb8-jx8p9] addLogicalPort took 22.751952ms, libovsdb time 1.191515ms I0420 11:39:59.812358 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zrmlw] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-zrmlw for pod on switch ip-10-0-0-6.ec2.internal I0420 11:39:59.812533 3657 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-zrmlw I0420 11:39:59.827646 3657 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zrmlw] pod update took 15.154372ms I0420 11:39:59.827671 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zrmlw] addLogicalPort annotation time took 15.185999ms I0420 11:39:59.829043 3657 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zrmlw] addLogicalPort took 16.707285ms, libovsdb time 1.035803ms I0420 11:39:59.962645 3657 cni.go:452] [openshift-monitoring/metrics-server-fcc5bfb8-jx8p9 f52936b019f2fd4b74e118d28ebcb9461d3e5db4a6decda946bc16be5c02ffc3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-fcc5bfb8-jx8p9 f52936b019f2fd4b74e118d28ebcb9461d3e5db4a6decda946bc16be5c02ffc3 network default NAD default NAD key ] I0420 11:39:59.972090 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-fcc5bfb8-jx8p9, hostIfaceName: f52936b019f2fd4, network: default, NAD default, SandboxID: "f52936b019f2fd4b74e118d28ebcb9461d3e5db4a6decda946bc16be5c02ffc3", PCI device ID: , UID: "7d230db0-f61a-482e-9cd5-d74d5985d917", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0420 11:40:00.017478 3657 cni.go:473] [openshift-monitoring/metrics-server-fcc5bfb8-jx8p9 f52936b019f2fd4b74e118d28ebcb9461d3e5db4a6decda946bc16be5c02ffc3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-fcc5bfb8-jx8p9 f52936b019f2fd4b74e118d28ebcb9461d3e5db4a6decda946bc16be5c02ffc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:15:3d:89:98:f1\",\"name\":\"f52936b019f2fd4\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b119114b-c632-41cf-8eba-6ef0893864bd\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:00.205100 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611420-7gqgh for pod on switch ip-10-0-0-6.ec2.internal I0420 11:40:00.205246 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh I0420 11:40:00.213006 3657 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zrmlw 3be0508d6100cc3cc87f8e0c9ff2a6279a70d82bf22421b4454ebad636959963 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zrmlw 3be0508d6100cc3cc87f8e0c9ff2a6279a70d82bf22421b4454ebad636959963 network default NAD default NAD key ] I0420 11:40:00.217599 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh] pod update took 12.376954ms I0420 11:40:00.217623 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh] addLogicalPort annotation time took 12.405619ms I0420 11:40:00.218841 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh] addLogicalPort took 13.763557ms, libovsdb time 859.089µs I0420 11:40:00.223156 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-zrmlw, hostIfaceName: 3be0508d6100cc3, network: default, NAD default, SandboxID: "3be0508d6100cc3cc87f8e0c9ff2a6279a70d82bf22421b4454ebad636959963", PCI device ID: , UID: "49d0ec04-63c7-4b91-8895-c741a672c2a1", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0420 11:40:00.271688 3657 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zrmlw 3be0508d6100cc3cc87f8e0c9ff2a6279a70d82bf22421b4454ebad636959963 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zrmlw 3be0508d6100cc3cc87f8e0c9ff2a6279a70d82bf22421b4454ebad636959963 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:29:2d:ef:ce:fc\",\"name\":\"3be0508d6100cc3\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8aaa278-82dd-4fed-9b49-03298b30d88b\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:00.605852 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh b8485f44e329aad5dfabb5b59a4c6b063322ab5bcf0824520747fc185b0b6a40 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh b8485f44e329aad5dfabb5b59a4c6b063322ab5bcf0824520747fc185b0b6a40 network default NAD default NAD key ] I0420 11:40:00.615004 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611420-7gqgh, hostIfaceName: b8485f44e329aad, network: default, NAD default, SandboxID: "b8485f44e329aad5dfabb5b59a4c6b063322ab5bcf0824520747fc185b0b6a40", PCI device ID: , UID: "163805fb-3694-4c3f-8223-b062798f52ad", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0420 11:40:00.660835 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh b8485f44e329aad5dfabb5b59a4c6b063322ab5bcf0824520747fc185b0b6a40 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh b8485f44e329aad5dfabb5b59a4c6b063322ab5bcf0824520747fc185b0b6a40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:88:d4:64:90:45\",\"name\":\"b8485f44e329aad\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/809dfe43-5a5f-4c08-af7c-884c96607279\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:40:01.405835 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:01.405862 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:01.405868 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:02.196722 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:40:02.196756 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:40:03.141539 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:40:03.141557 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 11:40:03.141562 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:40:03.202743 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 11:40:03.228167 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:03.252701 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 11:40:03.336247 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.336269 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.418768 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.418785 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.418792 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.418799 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.452299 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:03.621329 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.621345 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:40:04.136825 3657 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-r9rh8] creating logical port openshift-console_downloads-5c54f4944f-r9rh8 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:40:04.136923 3657 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-r9rh8 I0420 11:40:04.152925 3657 pod.go:62] [openshift-console/downloads-5c54f4944f-r9rh8] pod update took 16.034999ms I0420 11:40:04.152943 3657 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-r9rh8] addLogicalPort annotation time took 16.05858ms I0420 11:40:04.154057 3657 pods.go:271] [openshift-console/downloads-5c54f4944f-r9rh8] addLogicalPort took 17.251182ms, libovsdb time 794.962µs W0420 11:40:04.218705 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:04.218720 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:04.218725 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:04.218729 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 11:40:04.537631 3657 cni.go:452] [openshift-console/downloads-5c54f4944f-r9rh8 7fde7e7b3b42ccc51a4f216fa0bfa0106d970073e1aca4bd1abcec00d77348b6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-r9rh8 7fde7e7b3b42ccc51a4f216fa0bfa0106d970073e1aca4bd1abcec00d77348b6 network default NAD default NAD key ] I0420 11:40:04.546474 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-r9rh8, hostIfaceName: 7fde7e7b3b42ccc, network: default, NAD default, SandboxID: "7fde7e7b3b42ccc51a4f216fa0bfa0106d970073e1aca4bd1abcec00d77348b6", PCI device ID: , UID: "200b539f-1475-4b86-829b-b067c1f21d80", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0420 11:40:04.591406 3657 cni.go:473] [openshift-console/downloads-5c54f4944f-r9rh8 7fde7e7b3b42ccc51a4f216fa0bfa0106d970073e1aca4bd1abcec00d77348b6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-r9rh8 7fde7e7b3b42ccc51a4f216fa0bfa0106d970073e1aca4bd1abcec00d77348b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d4:a6:30:9c:2b\",\"name\":\"7fde7e7b3b42ccc\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27c207c1-5b1b-4aa2-8933-7e3e185495e5\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:40:05.235068 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235091 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235099 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:05.235122 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 11:40:08.649449 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:08.650049 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:09.520386 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:09.520406 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:09.526467 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5b596644-qrpfp I0420 11:40:09.526493 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5b596644-qrpfp W0420 11:40:10.133013 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:40:10.573452 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.574189 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.574218 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.574230 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 11:40:10.574247 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.574253 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 11:40:11.610729 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:11.610757 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:11.610775 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:11.610785 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:12.182996 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:40:12.198099 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:40:14.253036 3657 base_network_controller_pods.go:487] [default/openshift-console/console-85578cddd7-dfnm2] creating logical port openshift-console_console-85578cddd7-dfnm2 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:40:14.253173 3657 kube.go:256] Updating pod openshift-console/console-85578cddd7-dfnm2 I0420 11:40:14.271042 3657 pod.go:62] [openshift-console/console-85578cddd7-dfnm2] pod update took 17.898277ms I0420 11:40:14.271061 3657 base_network_controller_pods.go:951] [default/openshift-console/console-85578cddd7-dfnm2] addLogicalPort annotation time took 17.920734ms I0420 11:40:14.272401 3657 pods.go:271] [openshift-console/console-85578cddd7-dfnm2] addLogicalPort took 19.385462ms, libovsdb time 934.376µs I0420 11:40:20.180684 3657 cni.go:452] [openshift-multus/network-metrics-daemon-5cmfl 355626f352207799c34f68c41e012402fa48cd613aec200a04516a2ac38d7e2a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5cmfl 355626f352207799c34f68c41e012402fa48cd613aec200a04516a2ac38d7e2a network default NAD default NAD key ] I0420 11:40:20.185249 3657 cni.go:452] [openshift-network-diagnostics/network-check-target-jgchg da6762bf1d6f7e8c6199b67933266511c77082ca563721ef05dfb6e765e51973 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jgchg da6762bf1d6f7e8c6199b67933266511c77082ca563721ef05dfb6e765e51973 network default NAD default NAD key ] I0420 11:40:20.185640 3657 cni.go:452] [openshift-console/console-85578cddd7-dfnm2 64b18f4e0f1bc469b9e37684ca97c2fafb98545960a1ce0591e84fc2a5ed340f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85578cddd7-dfnm2 64b18f4e0f1bc469b9e37684ca97c2fafb98545960a1ce0591e84fc2a5ed340f network default NAD default NAD key ] I0420 11:40:20.195147 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5cmfl, hostIfaceName: 355626f35220779, network: default, NAD default, SandboxID: "355626f352207799c34f68c41e012402fa48cd613aec200a04516a2ac38d7e2a", PCI device ID: , UID: "49ec454b-d002-40a3-8183-1459764779f8", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0420 11:40:20.199131 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85578cddd7-dfnm2, hostIfaceName: 64b18f4e0f1bc46, network: default, NAD default, SandboxID: "64b18f4e0f1bc469b9e37684ca97c2fafb98545960a1ce0591e84fc2a5ed340f", PCI device ID: , UID: "f2580dd5-8347-4fa8-87e9-6bedc431af76", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0420 11:40:20.199668 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jgchg, hostIfaceName: da6762bf1d6f7e8, network: default, NAD default, SandboxID: "da6762bf1d6f7e8c6199b67933266511c77082ca563721ef05dfb6e765e51973", PCI device ID: , UID: "71482d54-6d6b-4348-a612-8d6ef1f650ee", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0420 11:40:20.277555 3657 cni.go:473] [openshift-console/console-85578cddd7-dfnm2 64b18f4e0f1bc469b9e37684ca97c2fafb98545960a1ce0591e84fc2a5ed340f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85578cddd7-dfnm2 64b18f4e0f1bc469b9e37684ca97c2fafb98545960a1ce0591e84fc2a5ed340f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ca:b4:92:64:a9\",\"name\":\"64b18f4e0f1bc46\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a31b21a-391a-4466-bab9-ab3e3dd519e5\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:20.296397 3657 cni.go:473] [openshift-network-diagnostics/network-check-target-jgchg da6762bf1d6f7e8c6199b67933266511c77082ca563721ef05dfb6e765e51973 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jgchg da6762bf1d6f7e8c6199b67933266511c77082ca563721ef05dfb6e765e51973 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:95:41:f2:4c:59\",\"name\":\"da6762bf1d6f7e8\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4668eefc-9f60-4b9c-b79c-4daa5f7737e6\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:20.458700 3657 cni.go:473] [openshift-multus/network-metrics-daemon-5cmfl 355626f352207799c34f68c41e012402fa48cd613aec200a04516a2ac38d7e2a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5cmfl 355626f352207799c34f68c41e012402fa48cd613aec200a04516a2ac38d7e2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:70:6b:c3:ef:fc\",\"name\":\"355626f35220779\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47348bfc-7604-4f60-bc1d-7f2457cf369f\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:40:21.287193 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0420 11:40:21.317005 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0420 11:40:24.222404 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:24.507498 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:40:25.314055 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:40:25.392995 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:40:25.515759 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:40:25.515787 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:40:26.647179 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:26.647203 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:26.647211 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:32.428661 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:40:32.428687 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:40:32.467889 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:40:32.467910 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:40:35.473948 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:35.474613 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:40:36.473304 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0420 11:40:36.505561 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:36.505585 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:36.513430 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5b596644-tcw74 I0420 11:40:36.513455 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5b596644-tcw74 W0420 11:40:41.466889 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 11:40:50.461423 3657 cni.go:452] [openshift-console/console-85578cddd7-dfnm2 64b18f4e0f1bc469b9e37684ca97c2fafb98545960a1ce0591e84fc2a5ed340f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85578cddd7-dfnm2 64b18f4e0f1bc469b9e37684ca97c2fafb98545960a1ce0591e84fc2a5ed340f network default NAD default NAD key ] I0420 11:40:50.541258 3657 cni.go:473] [openshift-console/console-85578cddd7-dfnm2 64b18f4e0f1bc469b9e37684ca97c2fafb98545960a1ce0591e84fc2a5ed340f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85578cddd7-dfnm2 64b18f4e0f1bc469b9e37684ca97c2fafb98545960a1ce0591e84fc2a5ed340f network default NAD default NAD key default], result "{}", err I0420 11:40:50.611419 3657 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-dfnm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:50.611453 3657 pods.go:176] Deleting pod: openshift-console/console-85578cddd7-dfnm2 I0420 11:40:50.612647 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85578cddd7-dfnm2, ips: 10.130.0.18 I0420 11:40:50.612672 3657 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-dfnm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:50.623621 3657 base_network_controller_pods.go:487] [default/openshift-console/console-7cc957bfcd-ccd26] creating logical port openshift-console_console-7cc957bfcd-ccd26 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:40:50.623749 3657 kube.go:256] Updating pod openshift-console/console-7cc957bfcd-ccd26 I0420 11:40:50.669517 3657 pod.go:62] [openshift-console/console-7cc957bfcd-ccd26] pod update took 45.789756ms I0420 11:40:50.669546 3657 base_network_controller_pods.go:951] [default/openshift-console/console-7cc957bfcd-ccd26] addLogicalPort annotation time took 45.824007ms I0420 11:40:50.670747 3657 pods.go:271] [openshift-console/console-7cc957bfcd-ccd26] addLogicalPort took 47.14108ms, libovsdb time 799.556µs I0420 11:40:51.020961 3657 cni.go:452] [openshift-console/console-7cc957bfcd-ccd26 297b8d47fcbf0b1e0e51c70726615d43f7fd62f58b2db674ee1df32c903a521c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cc957bfcd-ccd26 297b8d47fcbf0b1e0e51c70726615d43f7fd62f58b2db674ee1df32c903a521c network default NAD default NAD key ] I0420 11:40:51.030704 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cc957bfcd-ccd26, hostIfaceName: 297b8d47fcbf0b1, network: default, NAD default, SandboxID: "297b8d47fcbf0b1e0e51c70726615d43f7fd62f58b2db674ee1df32c903a521c", PCI device ID: , UID: "a8dceb7e-fb61-46a6-a481-31a23b0f0159", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0420 11:40:51.079664 3657 cni.go:473] [openshift-console/console-7cc957bfcd-ccd26 297b8d47fcbf0b1e0e51c70726615d43f7fd62f58b2db674ee1df32c903a521c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cc957bfcd-ccd26 297b8d47fcbf0b1e0e51c70726615d43f7fd62f58b2db674ee1df32c903a521c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:05:4e:6d:b6:92\",\"name\":\"297b8d47fcbf0b1\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc2b788a-5947-484a-82b5-a53f01986b86\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:51.410375 3657 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-dfnm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:51.410401 3657 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-dfnm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:51.416978 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85578cddd7-dfnm2 I0420 11:40:51.417045 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85578cddd7-dfnm2 W0420 11:40:51.509664 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 11:40:56.316960 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:40:57.782394 3657 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-28h27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:57.783008 3657 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-28h27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:58.638004 3657 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-28h27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:58.638036 3657 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-28h27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:58.643945 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85578cddd7-28h27 I0420 11:40:58.643977 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85578cddd7-28h27 I0420 11:40:59.342591 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:59.343234 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:59.533978 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:59.534002 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:59.537382 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-64c88cb67c-tbvl6 I0420 11:40:59.537414 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-64c88cb67c-tbvl6 W0420 11:41:01.474626 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:41:16.983741 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:16.984372 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:17.719498 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.719533 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.725696 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 11:41:17.725720 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 11:41:19.706425 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-657c47b6fb-r9njz] creating logical port openshift-monitoring_telemeter-client-657c47b6fb-r9njz for pod on switch ip-10-0-0-6.ec2.internal I0420 11:41:19.706548 3657 kube.go:256] Updating pod openshift-monitoring/telemeter-client-657c47b6fb-r9njz I0420 11:41:19.732633 3657 pod.go:62] [openshift-monitoring/telemeter-client-657c47b6fb-r9njz] pod update took 26.111015ms I0420 11:41:19.732654 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-657c47b6fb-r9njz] addLogicalPort annotation time took 26.138322ms I0420 11:41:19.733856 3657 pods.go:271] [openshift-monitoring/telemeter-client-657c47b6fb-r9njz] addLogicalPort took 27.452094ms, libovsdb time 894.939µs I0420 11:41:20.068354 3657 cni.go:452] [openshift-monitoring/telemeter-client-657c47b6fb-r9njz e4d87b27121d07d2b3342861841b49b953394b07ddff5c069bd6ccaa832eaf73 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-657c47b6fb-r9njz e4d87b27121d07d2b3342861841b49b953394b07ddff5c069bd6ccaa832eaf73 network default NAD default NAD key ] I0420 11:41:20.077987 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-657c47b6fb-r9njz, hostIfaceName: e4d87b27121d07d, network: default, NAD default, SandboxID: "e4d87b27121d07d2b3342861841b49b953394b07ddff5c069bd6ccaa832eaf73", PCI device ID: , UID: "94b9dc19-5361-468d-a756-9dfa5129da69", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0420 11:41:20.128168 3657 cni.go:473] [openshift-monitoring/telemeter-client-657c47b6fb-r9njz e4d87b27121d07d2b3342861841b49b953394b07ddff5c069bd6ccaa832eaf73 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-657c47b6fb-r9njz e4d87b27121d07d2b3342861841b49b953394b07ddff5c069bd6ccaa832eaf73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:77:86:39:2d:b8\",\"name\":\"e4d87b27121d07d\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef91bb47-53ae-4b4f-969e-9162d328fa85\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:41:21.330251 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:21.330795 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:21.635054 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:21.635076 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:21.642177 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 11:41:21.642205 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0420 11:41:39.369978 3657 cni.go:452] [openshift-monitoring/alertmanager-main-0 691660429c807b90e2bcc0ade5abc110291a9aa554397fff450519a0a11dfa39 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 691660429c807b90e2bcc0ade5abc110291a9aa554397fff450519a0a11dfa39 network default NAD default NAD key ] I0420 11:41:39.436480 3657 cni.go:473] [openshift-monitoring/alertmanager-main-0 691660429c807b90e2bcc0ade5abc110291a9aa554397fff450519a0a11dfa39 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 691660429c807b90e2bcc0ade5abc110291a9aa554397fff450519a0a11dfa39 network default NAD default NAD key default], result "{}", err I0420 11:41:39.493911 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:39.493938 3657 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0420 11:41:39.495200 3657 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.12 I0420 11:41:39.495228 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:39.514094 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 11:41:39.637721 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:39.637742 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:39.644549 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 11:41:39.644569 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 11:41:39.681868 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:41:39.681996 3657 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 11:41:39.707683 3657 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.722832ms I0420 11:41:39.707700 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.744249ms I0420 11:41:39.713564 3657 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 31.710235ms, libovsdb time 4.074815ms I0420 11:41:40.043352 3657 cni.go:452] [openshift-monitoring/alertmanager-main-0 4eed062cd5b0de4d4f13dd1ba803a0b5c3aa64f0e7e92a66bec98282c65614cb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 4eed062cd5b0de4d4f13dd1ba803a0b5c3aa64f0e7e92a66bec98282c65614cb network default NAD default NAD key ] I0420 11:41:40.053509 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 4eed062cd5b0de4, network: default, NAD default, SandboxID: "4eed062cd5b0de4d4f13dd1ba803a0b5c3aa64f0e7e92a66bec98282c65614cb", PCI device ID: , UID: "647dec46-a7b6-42cc-a3dd-4505080447b1", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0420 11:41:40.099208 3657 cni.go:473] [openshift-monitoring/alertmanager-main-0 4eed062cd5b0de4d4f13dd1ba803a0b5c3aa64f0e7e92a66bec98282c65614cb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 4eed062cd5b0de4d4f13dd1ba803a0b5c3aa64f0e7e92a66bec98282c65614cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:a0:c0:18:7e:8c\",\"name\":\"4eed062cd5b0de4\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bf7e255-c911-464c-bcde-03886d386f15\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:41:48.067863 3657 cni.go:452] [openshift-console/console-7cc957bfcd-ccd26 297b8d47fcbf0b1e0e51c70726615d43f7fd62f58b2db674ee1df32c903a521c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7cc957bfcd-ccd26 297b8d47fcbf0b1e0e51c70726615d43f7fd62f58b2db674ee1df32c903a521c network default NAD default NAD key ] I0420 11:41:48.146283 3657 cni.go:473] [openshift-console/console-7cc957bfcd-ccd26 297b8d47fcbf0b1e0e51c70726615d43f7fd62f58b2db674ee1df32c903a521c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7cc957bfcd-ccd26 297b8d47fcbf0b1e0e51c70726615d43f7fd62f58b2db674ee1df32c903a521c network default NAD default NAD key default], result "{}", err I0420 11:41:48.193098 3657 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:48.193149 3657 pods.go:176] Deleting pod: openshift-console/console-7cc957bfcd-ccd26 I0420 11:41:48.194323 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7cc957bfcd-ccd26, ips: 10.130.0.19 I0420 11:41:48.194358 3657 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:48.202452 3657 base_network_controller_pods.go:487] [default/openshift-console/console-7fdf476569-p96f2] creating logical port openshift-console_console-7fdf476569-p96f2 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:41:48.202589 3657 kube.go:256] Updating pod openshift-console/console-7fdf476569-p96f2 I0420 11:41:48.218133 3657 pod.go:62] [openshift-console/console-7fdf476569-p96f2] pod update took 15.579686ms I0420 11:41:48.218157 3657 base_network_controller_pods.go:951] [default/openshift-console/console-7fdf476569-p96f2] addLogicalPort annotation time took 15.606611ms I0420 11:41:48.219338 3657 pods.go:271] [openshift-console/console-7fdf476569-p96f2] addLogicalPort took 16.898996ms, libovsdb time 788.286µs I0420 11:41:48.564511 3657 cni.go:452] [openshift-console/console-7fdf476569-p96f2 6aedb20b1bfbbe7e6970765834e14a2ad13d8eba7414b307a24027912cb4971a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7fdf476569-p96f2 6aedb20b1bfbbe7e6970765834e14a2ad13d8eba7414b307a24027912cb4971a network default NAD default NAD key ] I0420 11:41:48.574498 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7fdf476569-p96f2, hostIfaceName: 6aedb20b1bfbbe7, network: default, NAD default, SandboxID: "6aedb20b1bfbbe7e6970765834e14a2ad13d8eba7414b307a24027912cb4971a", PCI device ID: , UID: "12cf2a59-2316-4a7b-8122-6fb78dfd47c3", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0420 11:41:48.619834 3657 cni.go:473] [openshift-console/console-7fdf476569-p96f2 6aedb20b1bfbbe7e6970765834e14a2ad13d8eba7414b307a24027912cb4971a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7fdf476569-p96f2 6aedb20b1bfbbe7e6970765834e14a2ad13d8eba7414b307a24027912cb4971a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f7:2d:e0:22:c7\",\"name\":\"6aedb20b1bfbbe7\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb90afb1-3da6-4a48-b603-b069e9d12d40\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:41:48.675630 3657 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:48.675655 3657 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:48.683149 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc957bfcd-ccd26 I0420 11:41:48.683183 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc957bfcd-ccd26 W0420 11:41:58.736518 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:41:59.135380 3657 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:59.136073 3657 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:59.793181 3657 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:59.793207 3657 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:59.799361 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc957bfcd-sqwn8 I0420 11:41:59.799391 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc957bfcd-sqwn8 W0420 11:42:10.171320 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:42:10.171337 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:42:10.171343 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 11:42:24.217893 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:24.218461 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:24.994250 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:24.994275 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:25.000568 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 11:42:25.000594 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 11:42:55.973232 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh b8485f44e329aad5dfabb5b59a4c6b063322ab5bcf0824520747fc185b0b6a40 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh b8485f44e329aad5dfabb5b59a4c6b063322ab5bcf0824520747fc185b0b6a40 network default NAD default NAD key ] I0420 11:42:56.043891 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh b8485f44e329aad5dfabb5b59a4c6b063322ab5bcf0824520747fc185b0b6a40 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh b8485f44e329aad5dfabb5b59a4c6b063322ab5bcf0824520747fc185b0b6a40 network default NAD default NAD key default], result "{}", err I0420 11:42:56.086488 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:56.086519 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh I0420 11:42:56.087616 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh, ips: 10.130.0.16 I0420 11:42:56.087641 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:56.987267 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:56.987289 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:58.901503 3657 cni.go:452] [openshift-console/console-7fdf476569-p96f2 6aedb20b1bfbbe7e6970765834e14a2ad13d8eba7414b307a24027912cb4971a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7fdf476569-p96f2 6aedb20b1bfbbe7e6970765834e14a2ad13d8eba7414b307a24027912cb4971a network default NAD default NAD key ] I0420 11:43:58.979236 3657 cni.go:473] [openshift-console/console-7fdf476569-p96f2 6aedb20b1bfbbe7e6970765834e14a2ad13d8eba7414b307a24027912cb4971a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7fdf476569-p96f2 6aedb20b1bfbbe7e6970765834e14a2ad13d8eba7414b307a24027912cb4971a network default NAD default NAD key default], result "{}", err I0420 11:43:59.040053 3657 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-p96f2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:59.040133 3657 pods.go:176] Deleting pod: openshift-console/console-7fdf476569-p96f2 I0420 11:43:59.041342 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7fdf476569-p96f2, ips: 10.130.0.22 I0420 11:43:59.041371 3657 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-p96f2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:59.051955 3657 base_network_controller_pods.go:487] [default/openshift-console/console-65b9db64d5-79t7x] creating logical port openshift-console_console-65b9db64d5-79t7x for pod on switch ip-10-0-0-6.ec2.internal I0420 11:43:59.052058 3657 kube.go:256] Updating pod openshift-console/console-65b9db64d5-79t7x I0420 11:43:59.073782 3657 pod.go:62] [openshift-console/console-65b9db64d5-79t7x] pod update took 21.745824ms I0420 11:43:59.073808 3657 base_network_controller_pods.go:951] [default/openshift-console/console-65b9db64d5-79t7x] addLogicalPort annotation time took 21.775171ms I0420 11:43:59.074808 3657 pods.go:271] [openshift-console/console-65b9db64d5-79t7x] addLogicalPort took 22.865218ms, libovsdb time 734.713µs I0420 11:43:59.410825 3657 cni.go:452] [openshift-console/console-65b9db64d5-79t7x 7b2dfb9d54ef618345bd84c7263ce0e989935e30a9f52139c8066d587719d644 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65b9db64d5-79t7x 7b2dfb9d54ef618345bd84c7263ce0e989935e30a9f52139c8066d587719d644 network default NAD default NAD key ] I0420 11:43:59.420446 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65b9db64d5-79t7x, hostIfaceName: 7b2dfb9d54ef618, network: default, NAD default, SandboxID: "7b2dfb9d54ef618345bd84c7263ce0e989935e30a9f52139c8066d587719d644", PCI device ID: , UID: "5b9204fd-4011-4a4d-a609-3e5eb5da88f6", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0420 11:43:59.467893 3657 cni.go:473] [openshift-console/console-65b9db64d5-79t7x 7b2dfb9d54ef618345bd84c7263ce0e989935e30a9f52139c8066d587719d644 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65b9db64d5-79t7x 7b2dfb9d54ef618345bd84c7263ce0e989935e30a9f52139c8066d587719d644 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:80:63:1e:3c:26\",\"name\":\"7b2dfb9d54ef618\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1efea3b-f258-4e79-ab84-ce233c8f36dd\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:43:59.509238 3657 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-p96f2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:59.509261 3657 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-p96f2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:59.517555 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fdf476569-p96f2 I0420 11:43:59.517584 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fdf476569-p96f2 I0420 11:44:09.565363 3657 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-cngl4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:44:09.565985 3657 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-cngl4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:44:10.273349 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:44:10.401252 3657 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-cngl4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:44:10.401277 3657 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-cngl4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:44:10.405332 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fdf476569-cngl4 I0420 11:44:10.405356 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fdf476569-cngl4 I0420 11:44:45.814233 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0420 11:45:13.423648 3657 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fppbv] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-fppbv for pod on switch ip-10-0-0-6.ec2.internal I0420 11:45:13.423811 3657 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fppbv I0420 11:45:13.440273 3657 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fppbv] pod update took 16.491127ms I0420 11:45:13.440296 3657 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fppbv] addLogicalPort annotation time took 16.524895ms I0420 11:45:13.441579 3657 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fppbv] addLogicalPort took 17.954506ms, libovsdb time 937.021µs I0420 11:45:13.787781 3657 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fppbv d0429fd6861197d8bc7a5d49f4ba43f7a490640e5bbdaec1d6c9efa1ada0ca67 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fppbv d0429fd6861197d8bc7a5d49f4ba43f7a490640e5bbdaec1d6c9efa1ada0ca67 network default NAD default NAD key ] I0420 11:45:13.797296 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-fppbv, hostIfaceName: d0429fd6861197d, network: default, NAD default, SandboxID: "d0429fd6861197d8bc7a5d49f4ba43f7a490640e5bbdaec1d6c9efa1ada0ca67", PCI device ID: , UID: "f7881e5b-4502-48ef-ab48-2467e3e8102f", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0420 11:45:13.845737 3657 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fppbv d0429fd6861197d8bc7a5d49f4ba43f7a490640e5bbdaec1d6c9efa1ada0ca67 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fppbv d0429fd6861197d8bc7a5d49f4ba43f7a490640e5bbdaec1d6c9efa1ada0ca67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:82:75:6a:56:66\",\"name\":\"d0429fd6861197d\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26ad7fd4-1383-4051-b6db-bbb4337794e2\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:45:16.534834 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:45:19.826098 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0420 11:45:26.804589 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0420 11:45:27.549707 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:45:27.588347 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 11:45:27.588415 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-pdqlm IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-pdqlm: no pod IPs found I0420 11:45:31.710208 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36 I0420 11:45:41.798378 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0420 11:46:01.199127 3657 namespace.go:98] [tsf] adding namespace I0420 11:46:01.200052 3657 namespace.go:102] [tsf] adding namespace took 899.991µs I0420 11:46:01.219832 3657 namespace.go:142] [tsf] updating namespace I0420 11:46:01.235557 3657 namespace.go:142] [tsf] updating namespace I0420 11:46:05.189571 3657 namespace.go:98] [cert-manager-operator] adding namespace I0420 11:46:05.190728 3657 namespace.go:102] [cert-manager-operator] adding namespace took 1.123486ms I0420 11:46:05.194363 3657 namespace.go:98] [konflux-ui] adding namespace I0420 11:46:05.195249 3657 namespace.go:102] [konflux-ui] adding namespace took 865.054µs I0420 11:46:05.197876 3657 namespace.go:98] [tsf-keycloak] adding namespace I0420 11:46:05.198015 3657 namespace.go:98] [tsf-tas] adding namespace I0420 11:46:05.198155 3657 namespace.go:98] [rhtpa-operator] adding namespace I0420 11:46:05.198320 3657 namespace.go:98] [konflux-operator] adding namespace I0420 11:46:05.198462 3657 namespace.go:98] [tsf-tpa] adding namespace I0420 11:46:05.198530 3657 namespace.go:98] [rhbk-operator] adding namespace I0420 11:46:05.198685 3657 namespace.go:102] [tsf-keycloak] adding namespace took 793.839µs I0420 11:46:05.199304 3657 namespace.go:102] [tsf-tas] adding namespace took 1.2697ms I0420 11:46:05.200012 3657 namespace.go:102] [rhtpa-operator] adding namespace took 1.839043ms I0420 11:46:05.200573 3657 namespace.go:102] [konflux-operator] adding namespace took 2.238298ms I0420 11:46:05.201098 3657 namespace.go:102] [tsf-tpa] adding namespace took 2.617777ms I0420 11:46:05.201788 3657 namespace.go:102] [rhbk-operator] adding namespace took 3.245842ms I0420 11:46:05.212946 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:46:05.222620 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:46:05.233393 3657 namespace.go:142] [konflux-ui] updating namespace I0420 11:46:05.233495 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:05.237294 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:46:05.237318 3657 namespace.go:142] [tsf-tas] updating namespace I0420 11:46:05.243696 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:05.256316 3657 namespace.go:142] [konflux-operator] updating namespace I0420 11:46:05.256357 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 11:46:05.256468 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:46:05.269279 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:05.283347 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:05.288193 3657 namespace.go:142] [tsf-tas] updating namespace I0420 11:46:05.309538 3657 namespace.go:142] [tsf-tas] updating namespace I0420 11:46:05.310873 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:46:05.331200 3657 namespace.go:142] [konflux-operator] updating namespace I0420 11:46:05.331248 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:46:05.348280 3657 namespace.go:142] [konflux-operator] updating namespace I0420 11:46:05.362792 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:05.372921 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 11:46:05.375093 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:05.386297 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 11:46:05.393025 3657 namespace.go:142] [konflux-ui] updating namespace I0420 11:46:05.410364 3657 namespace.go:142] [konflux-ui] updating namespace I0420 11:46:06.506307 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:06.526388 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:06.646659 3657 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-6.ec2.internal I0420 11:46:06.646824 3657 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0420 11:46:06.663516 3657 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.740399ms I0420 11:46:06.663538 3657 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 16.765965ms I0420 11:46:06.664930 3657 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 18.29157ms, libovsdb time 997.43µs I0420 11:46:07.024577 3657 cni.go:452] [tsf/test-tsf-subscriptions f8411a5174f7b6b6538e5232d7dfdd29a9bebc81ddf20e0e142467c0b439a640 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions f8411a5174f7b6b6538e5232d7dfdd29a9bebc81ddf20e0e142467c0b439a640 network default NAD default NAD key ] I0420 11:46:07.034343 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: f8411a5174f7b6b, network: default, NAD default, SandboxID: "f8411a5174f7b6b6538e5232d7dfdd29a9bebc81ddf20e0e142467c0b439a640", PCI device ID: , UID: "414190aa-eeb9-48b3-9cb0-83a1c0f0c982", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0420 11:46:07.082724 3657 cni.go:473] [tsf/test-tsf-subscriptions f8411a5174f7b6b6538e5232d7dfdd29a9bebc81ddf20e0e142467c0b439a640 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions f8411a5174f7b6b6538e5232d7dfdd29a9bebc81ddf20e0e142467c0b439a640 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:d9:92:cd:ba:e6\",\"name\":\"f8411a5174f7b6b\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61e85969-3955-40f8-a7f8-a465a68cdc13\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:46:13.087991 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.088613 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.088644 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.088653 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:13.088672 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.088676 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:13.111887 3657 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.112421 3657 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.112449 3657 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.112456 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:13.112470 3657 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.112473 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:14.114846 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.114878 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.114911 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.114926 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142731 3657 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142753 3657 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142766 3657 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142779 3657 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:15.032884 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.033413 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.033439 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.033449 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:15.033464 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.033470 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:16.059820 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.059846 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.059860 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.059873 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:17.062474 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.063006 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.063030 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.063038 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:17.063055 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.063060 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:18.094490 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.095014 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.095043 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.095053 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:18.095070 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.095076 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:18.098906 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.098926 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.098939 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.098954 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.094756 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.095295 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.095328 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.095338 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:19.095352 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.095356 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:19.132304 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.132336 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.132355 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.132372 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.131745 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.131775 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.131791 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.131806 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:46:27.015334 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:46:27.644171 3657 namespace.go:98] [cert-manager] adding namespace I0420 11:46:27.645127 3657 namespace.go:102] [cert-manager] adding namespace took 911.723µs I0420 11:46:27.670403 3657 namespace.go:142] [cert-manager] updating namespace I0420 11:46:27.685239 3657 namespace.go:142] [cert-manager] updating namespace W0420 11:46:31.278283 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:46:31.286125 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:46:35.876364 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 11:46:35.876390 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0420 11:46:39.085141 3657 namespace.go:142] [openshift-operators] updating namespace I0420 11:46:39.107786 3657 namespace.go:142] [openshift-operators] updating namespace W0420 11:46:43.164030 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 11:46:47.121338 3657 namespace.go:142] [openshift-operators] updating namespace I0420 11:46:48.717640 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=551 I0420 11:46:56.067663 3657 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 11:46:56.068605 3657 namespace.go:102] [trusted-artifact-signer] adding namespace took 920.358µs I0420 11:46:56.105215 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:46:56.137501 3657 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 11:46:56.276255 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 11:46:56.337953 3657 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-cvfbw] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-cvfbw for pod on switch ip-10-0-0-6.ec2.internal I0420 11:46:56.338035 3657 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-cvfbw I0420 11:46:56.360276 3657 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-cvfbw] pod update took 22.26415ms I0420 11:46:56.360296 3657 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-cvfbw] addLogicalPort annotation time took 22.288309ms I0420 11:46:56.361415 3657 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-cvfbw] addLogicalPort took 23.474588ms, libovsdb time 764.413µs I0420 11:46:56.700948 3657 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-cvfbw 7d6b7269b2c3b205933b46006b0c904767091a364f0c72f5200d8e319f54a24a network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-cvfbw 7d6b7269b2c3b205933b46006b0c904767091a364f0c72f5200d8e319f54a24a network default NAD default NAD key ] I0420 11:46:56.710451 3657 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-cvfbw, hostIfaceName: 7d6b7269b2c3b20, network: default, NAD default, SandboxID: "7d6b7269b2c3b205933b46006b0c904767091a364f0c72f5200d8e319f54a24a", PCI device ID: , UID: "375bce63-1662-417c-9502-9c1e38a02a07", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0420 11:46:56.758074 3657 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-cvfbw 7d6b7269b2c3b205933b46006b0c904767091a364f0c72f5200d8e319f54a24a network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-cvfbw 7d6b7269b2c3b205933b46006b0c904767091a364f0c72f5200d8e319f54a24a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:5c:b0:28:96:63\",\"name\":\"7d6b7269b2c3b20\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a51d9594-bc98-445b-a259-74af82109d70\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:47:02.713519 3657 namespace.go:98] [openshift-pipelines] adding namespace I0420 11:47:02.714380 3657 namespace.go:102] [openshift-pipelines] adding namespace took 839.532µs I0420 11:47:02.732232 3657 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:47:03.422530 3657 namespace.go:142] [cert-manager] updating namespace I0420 11:47:03.622759 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:47:04.020762 3657 namespace.go:142] [konflux-operator] updating namespace I0420 11:47:04.225365 3657 namespace.go:142] [konflux-ui] updating namespace I0420 11:47:04.426960 3657 namespace.go:142] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] updating namespace I0420 11:47:04.830257 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 11:47:05.036357 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:47:05.242134 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:47:05.445669 3657 namespace.go:142] [tsf] updating namespace I0420 11:47:05.646234 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:47:05.842863 3657 namespace.go:142] [tsf-tas] updating namespace I0420 11:47:06.044315 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 11:47:06.169763 3657 namespace.go:142] [cert-manager] updating namespace I0420 11:47:06.178254 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:47:06.187909 3657 namespace.go:142] [default] updating namespace I0420 11:47:06.198212 3657 namespace.go:142] [konflux-operator] updating namespace I0420 11:47:06.206740 3657 namespace.go:142] [konflux-ui] updating namespace I0420 11:47:06.217474 3657 namespace.go:142] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] updating namespace I0420 11:47:06.225212 3657 namespace.go:142] [openshift] updating namespace I0420 11:47:06.234758 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 11:47:06.244993 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:47:06.253556 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:47:06.262377 3657 namespace.go:142] [tsf] updating namespace I0420 11:47:06.284542 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:47:06.305560 3657 namespace.go:142] [tsf-tas] updating namespace I0420 11:47:06.323649 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 11:47:06.425095 3657 namespace.go:142] [cert-manager] updating namespace I0420 11:47:06.525978 3657 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:47:06.629332 3657 namespace.go:142] [default] updating namespace I0420 11:47:06.727781 3657 namespace.go:142] [konflux-operator] updating namespace I0420 11:47:06.828239 3657 namespace.go:142] [konflux-ui] updating namespace I0420 11:47:06.925142 3657 namespace.go:142] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] updating namespace I0420 11:47:07.026198 3657 namespace.go:142] [openshift] updating namespace I0420 11:47:07.124024 3657 namespace.go:142] [rhbk-operator] updating namespace I0420 11:47:07.225277 3657 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:47:07.325413 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:47:07.427268 3657 namespace.go:142] [tsf] updating namespace I0420 11:47:07.525347 3657 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:47:07.633792 3657 namespace.go:142] [tsf-tas] updating namespace I0420 11:47:07.761193 3657 namespace.go:142] [tsf-tpa] updating namespace I0420 11:47:08.351125 3657 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:47:14.710299 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0420 11:47:16.483446 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-pxdch] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-pxdch for pod on switch ip-10-0-0-6.ec2.internal I0420 11:47:16.483581 3657 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-pxdch I0420 11:47:16.501596 3657 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-pxdch] pod update took 18.036317ms I0420 11:47:16.501623 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-pxdch] addLogicalPort annotation time took 18.06444ms I0420 11:47:16.502825 3657 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-pxdch] addLogicalPort took 19.394582ms, libovsdb time 823.686µs I0420 11:47:16.843831 3657 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-pxdch e61b9d8954c0f3bd65a71e9f6b1a1ba7b4d3f0185e52d16e0cd3f0968259f4b9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-pxdch e61b9d8954c0f3bd65a71e9f6b1a1ba7b4d3f0185e52d16e0cd3f0968259f4b9 network default NAD default NAD key ] I0420 11:47:16.854167 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-pxdch, hostIfaceName: e61b9d8954c0f3b, network: default, NAD default, SandboxID: "e61b9d8954c0f3bd65a71e9f6b1a1ba7b4d3f0185e52d16e0cd3f0968259f4b9", PCI device ID: , UID: "dfc8c452-e78e-4898-97e0-bb9b47289064", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0420 11:47:16.902306 3657 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-pxdch e61b9d8954c0f3bd65a71e9f6b1a1ba7b4d3f0185e52d16e0cd3f0968259f4b9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-pxdch e61b9d8954c0f3bd65a71e9f6b1a1ba7b4d3f0185e52d16e0cd3f0968259f4b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:86:98:a6:db:3b\",\"name\":\"e61b9d8954c0f3b\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5c489db-b609-4495-9ba4-99f4e459b7d7\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:47:20.077745 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:47:20.077765 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:47:20.077773 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 11:47:21.085460 3657 cni.go:452] [tsf/test-tsf-subscriptions f8411a5174f7b6b6538e5232d7dfdd29a9bebc81ddf20e0e142467c0b439a640 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions f8411a5174f7b6b6538e5232d7dfdd29a9bebc81ddf20e0e142467c0b439a640 network default NAD default NAD key ] I0420 11:47:21.162313 3657 cni.go:473] [tsf/test-tsf-subscriptions f8411a5174f7b6b6538e5232d7dfdd29a9bebc81ddf20e0e142467c0b439a640 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions f8411a5174f7b6b6538e5232d7dfdd29a9bebc81ddf20e0e142467c0b439a640 network default NAD default NAD key default], result "{}", err I0420 11:47:21.218311 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:21.218346 3657 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0420 11:47:21.220082 3657 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.25 I0420 11:47:21.220126 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:21.239771 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:21.239792 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:21.247876 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 11:47:21.247990 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0420 11:47:21.291684 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:21.291698 3657 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:21.291704 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:21.291709 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:22.084844 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:22.084866 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:22.084872 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0420 11:47:22.625632 3657 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-6.ec2.internal I0420 11:47:22.625774 3657 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0420 11:47:22.640558 3657 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.808619ms I0420 11:47:22.640584 3657 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.837665ms I0420 11:47:22.641742 3657 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.124467ms, libovsdb time 822.867µs I0420 11:47:22.985825 3657 cni.go:452] [tsf/test-tsf-infrastructure 039f1118f8d3fe22acf323cb983c512791ee40686a563477e7c93d21a317c3a3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 039f1118f8d3fe22acf323cb983c512791ee40686a563477e7c93d21a317c3a3 network default NAD default NAD key ] I0420 11:47:22.995092 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 039f1118f8d3fe2, network: default, NAD default, SandboxID: "039f1118f8d3fe22acf323cb983c512791ee40686a563477e7c93d21a317c3a3", PCI device ID: , UID: "8e66466d-617b-45c2-a009-f60d8b9e4299", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0420 11:47:23.043401 3657 cni.go:473] [tsf/test-tsf-infrastructure 039f1118f8d3fe22acf323cb983c512791ee40686a563477e7c93d21a317c3a3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 039f1118f8d3fe22acf323cb983c512791ee40686a563477e7c93d21a317c3a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:89:fc:2f:b7:65\",\"name\":\"039f1118f8d3fe2\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8665ba6-7b21-49cd-ad4b-93ee1acb7ba6\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:47:25.537168 3657 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v45qz] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-v45qz for pod on switch ip-10-0-0-6.ec2.internal I0420 11:47:25.537280 3657 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v45qz I0420 11:47:25.539655 3657 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v57w4] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-v57w4 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:47:25.539775 3657 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v57w4 I0420 11:47:25.552922 3657 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v45qz] pod update took 15.682807ms I0420 11:47:25.552940 3657 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v45qz] addLogicalPort annotation time took 15.706033ms I0420 11:47:25.553744 3657 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v57w4] pod update took 13.997242ms I0420 11:47:25.553764 3657 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v57w4] addLogicalPort annotation time took 14.021365ms I0420 11:47:25.554160 3657 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v45qz] addLogicalPort took 17.008952ms, libovsdb time 841.542µs I0420 11:47:25.555081 3657 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v57w4] addLogicalPort took 15.437632ms, libovsdb time 801.202µs W0420 11:47:31.084720 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:47:31.084744 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:47:31.084751 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 11:47:33.717100 3657 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v57w4 f3dc59152b546b1d70c6b80010d84e982e562daa59c35048e211753602c340b4 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v57w4 f3dc59152b546b1d70c6b80010d84e982e562daa59c35048e211753602c340b4 network default NAD default NAD key ] I0420 11:47:33.717882 3657 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v45qz 903a1f70cedc74c34f764bffcc8208b090c32701884e2d85029f78d86293a4ef network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v45qz 903a1f70cedc74c34f764bffcc8208b090c32701884e2d85029f78d86293a4ef network default NAD default NAD key ] I0420 11:47:33.728889 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-v45qz, hostIfaceName: 903a1f70cedc74c, network: default, NAD default, SandboxID: "903a1f70cedc74c34f764bffcc8208b090c32701884e2d85029f78d86293a4ef", PCI device ID: , UID: "44cf2e18-1781-41f3-8c61-7d44652755cb", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0420 11:47:33.729720 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-v57w4, hostIfaceName: f3dc59152b546b1, network: default, NAD default, SandboxID: "f3dc59152b546b1d70c6b80010d84e982e562daa59c35048e211753602c340b4", PCI device ID: , UID: "b16f3744-23bd-48f4-ad62-6f2271bed3cf", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0420 11:47:33.782188 3657 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v45qz 903a1f70cedc74c34f764bffcc8208b090c32701884e2d85029f78d86293a4ef network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v45qz 903a1f70cedc74c34f764bffcc8208b090c32701884e2d85029f78d86293a4ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:e3:8c:0e:51:46\",\"name\":\"903a1f70cedc74c\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/968bb37a-933f-4c2b-b660-fa4b5d43799d\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:47:33.801418 3657 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v57w4 f3dc59152b546b1d70c6b80010d84e982e562daa59c35048e211753602c340b4 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v57w4 f3dc59152b546b1d70c6b80010d84e982e562daa59c35048e211753602c340b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:6a:0d:ed:45:44\",\"name\":\"f3dc59152b546b1\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d1b2319-cf29-4717-a72a-7bb2b73d859d\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:47:34.161948 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0420 11:47:34.179138 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0420 11:47:39.957640 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5vsxt] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-5vsxt for pod on switch ip-10-0-0-6.ec2.internal I0420 11:47:39.957756 3657 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5vsxt I0420 11:47:39.974287 3657 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5vsxt] pod update took 16.556862ms I0420 11:47:39.974305 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5vsxt] addLogicalPort annotation time took 16.580836ms I0420 11:47:39.975475 3657 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5vsxt] addLogicalPort took 17.845956ms, libovsdb time 854.76µs I0420 11:47:40.325215 3657 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5vsxt 993237b6ac5655f7b0f9a223290a0731258870f2f33030db7fddc57932d02003 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5vsxt 993237b6ac5655f7b0f9a223290a0731258870f2f33030db7fddc57932d02003 network default NAD default NAD key ] I0420 11:47:40.334136 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-5vsxt, hostIfaceName: 993237b6ac5655f, network: default, NAD default, SandboxID: "993237b6ac5655f7b0f9a223290a0731258870f2f33030db7fddc57932d02003", PCI device ID: , UID: "32790a05-6acd-49ba-80a1-ac7c37d7884b", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0420 11:47:40.380139 3657 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5vsxt 993237b6ac5655f7b0f9a223290a0731258870f2f33030db7fddc57932d02003 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5vsxt 993237b6ac5655f7b0f9a223290a0731258870f2f33030db7fddc57932d02003 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:db:34:ae:50:65\",\"name\":\"993237b6ac5655f\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b04dd9e8-35d7-4a9f-ac3c-02c3fcae5c00\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:47:43.210714 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0420 11:47:54.224653 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0420 11:47:55.176010 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0420 11:47:55.195788 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0420 11:47:57.289324 3657 cni.go:452] [tsf/test-tsf-infrastructure 039f1118f8d3fe22acf323cb983c512791ee40686a563477e7c93d21a317c3a3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 039f1118f8d3fe22acf323cb983c512791ee40686a563477e7c93d21a317c3a3 network default NAD default NAD key ] I0420 11:47:57.375775 3657 cni.go:473] [tsf/test-tsf-infrastructure 039f1118f8d3fe22acf323cb983c512791ee40686a563477e7c93d21a317c3a3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 039f1118f8d3fe22acf323cb983c512791ee40686a563477e7c93d21a317c3a3 network default NAD default NAD key default], result "{}", err I0420 11:47:57.438967 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:57.438999 3657 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0420 11:47:57.440311 3657 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.28 I0420 11:47:57.440337 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:57.459053 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:57.459074 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:57.465084 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 11:47:57.465117 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 11:47:58.495874 3657 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-6.ec2.internal I0420 11:47:58.496000 3657 kube.go:256] Updating pod tsf/test-tsf-iam I0420 11:47:58.512358 3657 pod.go:62] [tsf/test-tsf-iam] pod update took 16.386197ms I0420 11:47:58.512381 3657 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.409716ms I0420 11:47:58.513839 3657 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.98049ms, libovsdb time 1.059614ms I0420 11:47:58.894017 3657 cni.go:452] [tsf/test-tsf-iam 06936f4e506cbc152316d11eda2b74eac558cb5ca5571548126d9565bb0909da network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 06936f4e506cbc152316d11eda2b74eac558cb5ca5571548126d9565bb0909da network default NAD default NAD key ] I0420 11:47:58.903658 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 06936f4e506cbc1, network: default, NAD default, SandboxID: "06936f4e506cbc152316d11eda2b74eac558cb5ca5571548126d9565bb0909da", PCI device ID: , UID: "a73307f0-1946-454a-ad90-2a75df40da4e", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0420 11:47:58.950623 3657 cni.go:473] [tsf/test-tsf-iam 06936f4e506cbc152316d11eda2b74eac558cb5ca5571548126d9565bb0909da network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 06936f4e506cbc152316d11eda2b74eac558cb5ca5571548126d9565bb0909da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:10:2d:f3:67:82\",\"name\":\"06936f4e506cbc1\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9761e1bf-0be9-474b-90af-a975a61f91aa\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:47:59.534625 3657 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 11:47:59.535182 3657 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 11:47:59.535203 3657 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 11:47:59.537101 3657 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0420 11:47:59.900318 3657 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:47:59.900443 3657 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0420 11:47:59.919033 3657 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.616279ms I0420 11:47:59.919057 3657 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.647138ms I0420 11:47:59.920198 3657 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.89249ms, libovsdb time 759.84µs I0420 11:48:00.298530 3657 cni.go:452] [tsf-keycloak/keycloak-0 384d899ff2f21bb9defc72f3523f4854fc2385f245147210829f304845764788 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 384d899ff2f21bb9defc72f3523f4854fc2385f245147210829f304845764788 network default NAD default NAD key ] I0420 11:48:00.308757 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 384d899ff2f21bb, network: default, NAD default, SandboxID: "384d899ff2f21bb9defc72f3523f4854fc2385f245147210829f304845764788", PCI device ID: , UID: "ea621e1b-c50d-4ec1-9856-b6ba98521e6c", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0420 11:48:00.356258 3657 cni.go:473] [tsf-keycloak/keycloak-0 384d899ff2f21bb9defc72f3523f4854fc2385f245147210829f304845764788 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 384d899ff2f21bb9defc72f3523f4854fc2385f245147210829f304845764788 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:86:9b:aa:d9:22\",\"name\":\"384d899ff2f21bb\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9afa2292-7331-4ace-b78b-92ecad90720c\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:48:00.457830 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 11:48:08.351256 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:48:08.351277 3657 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:48:08.354514 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 11:48:08.354532 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0420 11:48:08.709829 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0420 11:48:08.831319 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 11:48:14.710158 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 W0420 11:48:30.412452 3657 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:30.412471 3657 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:30.412477 3657 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:30.520072 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0420 11:48:30.520092 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0420 11:48:30.520199 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:48:30.520208 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0420 11:48:39.592276 3657 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-s6zpd] creating logical port tsf-keycloak_tsf-iam-s6zpd for pod on switch ip-10-0-0-6.ec2.internal I0420 11:48:39.592425 3657 kube.go:256] Updating pod tsf-keycloak/tsf-iam-s6zpd I0420 11:48:39.607295 3657 pod.go:62] [tsf-keycloak/tsf-iam-s6zpd] pod update took 14.933978ms I0420 11:48:39.607317 3657 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-s6zpd] addLogicalPort annotation time took 14.962406ms I0420 11:48:39.608663 3657 pods.go:271] [tsf-keycloak/tsf-iam-s6zpd] addLogicalPort took 16.40964ms, libovsdb time 948.384µs I0420 11:48:39.967306 3657 cni.go:452] [tsf-keycloak/tsf-iam-s6zpd 8bb2e1baa90fda175ccbc3aea486be5a6a77e07ade9a35ed3ff416640bb5a1e2 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-s6zpd 8bb2e1baa90fda175ccbc3aea486be5a6a77e07ade9a35ed3ff416640bb5a1e2 network default NAD default NAD key ] I0420 11:48:39.978161 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-s6zpd, hostIfaceName: 8bb2e1baa90fda1, network: default, NAD default, SandboxID: "8bb2e1baa90fda175ccbc3aea486be5a6a77e07ade9a35ed3ff416640bb5a1e2", PCI device ID: , UID: "2e29feb5-9f21-4d2c-830e-405168cfbde4", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0420 11:48:40.027221 3657 cni.go:473] [tsf-keycloak/tsf-iam-s6zpd 8bb2e1baa90fda175ccbc3aea486be5a6a77e07ade9a35ed3ff416640bb5a1e2 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-s6zpd 8bb2e1baa90fda175ccbc3aea486be5a6a77e07ade9a35ed3ff416640bb5a1e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:e0:59:98:ea:4f\",\"name\":\"8bb2e1baa90fda1\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4e43d27-6d4f-4c95-9c7d-1eabaf7d0d43\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:48:48.708427 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=195 I0420 11:48:49.596953 3657 cni.go:452] [tsf/test-tsf-iam 06936f4e506cbc152316d11eda2b74eac558cb5ca5571548126d9565bb0909da network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 06936f4e506cbc152316d11eda2b74eac558cb5ca5571548126d9565bb0909da network default NAD default NAD key ] I0420 11:48:49.665453 3657 cni.go:473] [tsf/test-tsf-iam 06936f4e506cbc152316d11eda2b74eac558cb5ca5571548126d9565bb0909da network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 06936f4e506cbc152316d11eda2b74eac558cb5ca5571548126d9565bb0909da network default NAD default NAD key default], result "{}", err I0420 11:48:49.717738 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:49.717770 3657 pods.go:176] Deleting pod: tsf/test-tsf-iam I0420 11:48:49.719077 3657 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.32 I0420 11:48:49.719132 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:49.758999 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:48:49.759021 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:48:49.761876 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 11:48:49.761928 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 11:48:50.632200 3657 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-6.ec2.internal I0420 11:48:50.632359 3657 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0420 11:48:50.650716 3657 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.391837ms I0420 11:48:50.650739 3657 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.419637ms I0420 11:48:50.652001 3657 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 19.818356ms, libovsdb time 892.669µs I0420 11:48:50.994581 3657 cni.go:452] [tsf-tas/test-tsf-tas 79aef739047b89399214582ae016277c31acf4405ac7195c0526b9920d4b87d6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 79aef739047b89399214582ae016277c31acf4405ac7195c0526b9920d4b87d6 network default NAD default NAD key ] I0420 11:48:51.004188 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 79aef739047b893, network: default, NAD default, SandboxID: "79aef739047b89399214582ae016277c31acf4405ac7195c0526b9920d4b87d6", PCI device ID: , UID: "b4d34d66-a088-4e92-9395-1e066f961dbd", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0420 11:48:51.056731 3657 cni.go:473] [tsf-tas/test-tsf-tas 79aef739047b89399214582ae016277c31acf4405ac7195c0526b9920d4b87d6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 79aef739047b89399214582ae016277c31acf4405ac7195c0526b9920d4b87d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:77:04:15:89:de\",\"name\":\"79aef739047b893\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10429aff-1687-4ca6-a6ee-6e999804ae9c\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:48:52.920080 3657 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-596cbd5dd9-dwdlp] creating logical port tsf-tas_trillian-logsigner-596cbd5dd9-dwdlp for pod on switch ip-10-0-0-6.ec2.internal I0420 11:48:52.920261 3657 kube.go:256] Updating pod tsf-tas/trillian-logsigner-596cbd5dd9-dwdlp I0420 11:48:52.939680 3657 pod.go:62] [tsf-tas/trillian-logsigner-596cbd5dd9-dwdlp] pod update took 19.457009ms I0420 11:48:52.939703 3657 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-596cbd5dd9-dwdlp] addLogicalPort annotation time took 19.487114ms I0420 11:48:52.940906 3657 pods.go:271] [tsf-tas/trillian-logsigner-596cbd5dd9-dwdlp] addLogicalPort took 20.849305ms, libovsdb time 814.539µs I0420 11:48:53.038543 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-zwb8t-zlvjz] creating logical port tsf-tas_rekor-createtree-job-zwb8t-zlvjz for pod on switch ip-10-0-0-6.ec2.internal I0420 11:48:53.038671 3657 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-zwb8t-zlvjz I0420 11:48:53.051691 3657 pod.go:62] [tsf-tas/rekor-createtree-job-zwb8t-zlvjz] pod update took 13.038467ms I0420 11:48:53.051720 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-zwb8t-zlvjz] addLogicalPort annotation time took 13.075393ms I0420 11:48:53.053304 3657 pods.go:271] [tsf-tas/rekor-createtree-job-zwb8t-zlvjz] addLogicalPort took 14.784384ms, libovsdb time 1.046667ms I0420 11:48:53.399299 3657 cni.go:452] [tsf-tas/rekor-createtree-job-zwb8t-zlvjz 1c5b4619607a36671c044a3c14ef66458290141f35ca21fa8b238ef09f3cccf0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-zwb8t-zlvjz 1c5b4619607a36671c044a3c14ef66458290141f35ca21fa8b238ef09f3cccf0 network default NAD default NAD key ] I0420 11:48:53.411311 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-zwb8t-zlvjz, hostIfaceName: 1c5b4619607a366, network: default, NAD default, SandboxID: "1c5b4619607a36671c044a3c14ef66458290141f35ca21fa8b238ef09f3cccf0", PCI device ID: , UID: "1a110ac0-8f39-4176-8985-39a315b89f2b", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0420 11:48:53.466142 3657 cni.go:473] [tsf-tas/rekor-createtree-job-zwb8t-zlvjz 1c5b4619607a36671c044a3c14ef66458290141f35ca21fa8b238ef09f3cccf0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-zwb8t-zlvjz 1c5b4619607a36671c044a3c14ef66458290141f35ca21fa8b238ef09f3cccf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:64:c9:6e:39:27\",\"name\":\"1c5b4619607a366\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca494c87-8cc7-479b-9221-3bfe6a10465b\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:48:53.909884 3657 cni.go:452] [tsf-tas/trillian-logsigner-596cbd5dd9-dwdlp 87b52f84fed6d2a5207e2deb3b4c4383cac695bc31583e7c74514ffd33e9c63b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-596cbd5dd9-dwdlp 87b52f84fed6d2a5207e2deb3b4c4383cac695bc31583e7c74514ffd33e9c63b network default NAD default NAD key ] I0420 11:48:53.920035 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-596cbd5dd9-dwdlp, hostIfaceName: 87b52f84fed6d2a, network: default, NAD default, SandboxID: "87b52f84fed6d2a5207e2deb3b4c4383cac695bc31583e7c74514ffd33e9c63b", PCI device ID: , UID: "57d9df5d-98a8-48ff-bc33-db7a12853d8d", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0420 11:48:53.981396 3657 cni.go:473] [tsf-tas/trillian-logsigner-596cbd5dd9-dwdlp 87b52f84fed6d2a5207e2deb3b4c4383cac695bc31583e7c74514ffd33e9c63b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-596cbd5dd9-dwdlp 87b52f84fed6d2a5207e2deb3b4c4383cac695bc31583e7c74514ffd33e9c63b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:d2:b6:4e:db:1c\",\"name\":\"87b52f84fed6d2a\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61599043-6dc0-47cb-8b75-2f7e47e0cfc0\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:48:55.526542 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0420 11:48:55.526571 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0420 11:48:55.820354 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 11:48:57.662365 3657 cni.go:452] [tsf-keycloak/tsf-iam-s6zpd 8bb2e1baa90fda175ccbc3aea486be5a6a77e07ade9a35ed3ff416640bb5a1e2 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-s6zpd 8bb2e1baa90fda175ccbc3aea486be5a6a77e07ade9a35ed3ff416640bb5a1e2 network default NAD default NAD key ] I0420 11:48:57.734722 3657 cni.go:473] [tsf-keycloak/tsf-iam-s6zpd 8bb2e1baa90fda175ccbc3aea486be5a6a77e07ade9a35ed3ff416640bb5a1e2 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-s6zpd 8bb2e1baa90fda175ccbc3aea486be5a6a77e07ade9a35ed3ff416640bb5a1e2 network default NAD default NAD key default], result "{}", err I0420 11:48:57.802763 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-s6zpd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:57.802846 3657 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-s6zpd I0420 11:48:57.804385 3657 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-s6zpd, ips: 10.130.0.34 I0420 11:48:57.804417 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-s6zpd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:57.831432 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0420 11:48:58.677394 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-s6zpd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:48:58.677417 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-s6zpd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:49:01.682055 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0420 11:49:08.896356 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0420 11:49:09.601486 3657 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 11:49:12.021940 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:12.022504 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:13.045409 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:13.045437 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:13.475202 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r9n2d] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-r9n2d for pod on switch ip-10-0-0-6.ec2.internal I0420 11:49:13.475315 3657 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r9n2d I0420 11:49:13.501552 3657 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r9n2d] pod update took 26.270033ms I0420 11:49:13.501578 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r9n2d] addLogicalPort annotation time took 26.303375ms I0420 11:49:13.502786 3657 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r9n2d] addLogicalPort took 27.601859ms, libovsdb time 839.121µs I0420 11:49:13.838539 3657 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r9n2d 7a243385876fca4e8def4e6ca13c5be802b0517910f54466ad5f240095a6f817 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r9n2d 7a243385876fca4e8def4e6ca13c5be802b0517910f54466ad5f240095a6f817 network default NAD default NAD key ] I0420 11:49:13.847381 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-r9n2d, hostIfaceName: 7a243385876fca4, network: default, NAD default, SandboxID: "7a243385876fca4e8def4e6ca13c5be802b0517910f54466ad5f240095a6f817", PCI device ID: , UID: "83f76a35-fea5-44ad-b152-0e2382dc2d20", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0420 11:49:13.895952 3657 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r9n2d 7a243385876fca4e8def4e6ca13c5be802b0517910f54466ad5f240095a6f817 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-r9n2d 7a243385876fca4e8def4e6ca13c5be802b0517910f54466ad5f240095a6f817 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:6e:dc:02:d2:48\",\"name\":\"7a243385876fca4\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b466bf54-47fb-40b2-84cc-d1746e1c2bf4\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:49:15.792765 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 W0420 11:49:16.766612 3657 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 11:49:16.766628 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 11:49:16.791023 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 11:49:16.791041 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 11:49:17.933966 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0420 11:49:18.793136 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0420 11:49:28.808901 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0420 11:49:35.821742 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 11:49:39.896770 3657 cni.go:452] [tsf-tas/test-tsf-tas 79aef739047b89399214582ae016277c31acf4405ac7195c0526b9920d4b87d6 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 79aef739047b89399214582ae016277c31acf4405ac7195c0526b9920d4b87d6 network default NAD default NAD key ] I0420 11:49:39.966690 3657 cni.go:473] [tsf-tas/test-tsf-tas 79aef739047b89399214582ae016277c31acf4405ac7195c0526b9920d4b87d6 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 79aef739047b89399214582ae016277c31acf4405ac7195c0526b9920d4b87d6 network default NAD default NAD key default], result "{}", err I0420 11:49:40.017143 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:40.017173 3657 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0420 11:49:40.018321 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.35 I0420 11:49:40.018345 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:40.037476 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:40.037492 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:40.044452 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 11:49:40.044481 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 11:49:49.267038 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnjnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:49.267744 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnjnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:50.266836 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:50.267407 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:50.290173 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:50.290193 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:50.392542 3657 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-wpwpx] creating logical port tsf_tsf-tekton-configuration-wpwpx for pod on switch ip-10-0-0-6.ec2.internal I0420 11:49:50.392641 3657 kube.go:256] Updating pod tsf/tsf-tekton-configuration-wpwpx I0420 11:49:50.407704 3657 pod.go:62] [tsf/tsf-tekton-configuration-wpwpx] pod update took 15.091365ms I0420 11:49:50.407731 3657 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-wpwpx] addLogicalPort annotation time took 15.123107ms I0420 11:49:50.408823 3657 pods.go:271] [tsf/tsf-tekton-configuration-wpwpx] addLogicalPort took 16.299768ms, libovsdb time 741.055µs I0420 11:49:50.752936 3657 cni.go:452] [tsf/tsf-tekton-configuration-wpwpx 61cdfdf13980dc021fe35f0216183fe0645eb5aa585cbff05e2436b2f735d0f9 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-wpwpx 61cdfdf13980dc021fe35f0216183fe0645eb5aa585cbff05e2436b2f735d0f9 network default NAD default NAD key ] I0420 11:49:50.762175 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-wpwpx, hostIfaceName: 61cdfdf13980dc0, network: default, NAD default, SandboxID: "61cdfdf13980dc021fe35f0216183fe0645eb5aa585cbff05e2436b2f735d0f9", PCI device ID: , UID: "b347f21b-79b9-439c-899b-c45d3235fb1f", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0420 11:49:50.810786 3657 cni.go:473] [tsf/tsf-tekton-configuration-wpwpx 61cdfdf13980dc021fe35f0216183fe0645eb5aa585cbff05e2436b2f735d0f9 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-wpwpx 61cdfdf13980dc021fe35f0216183fe0645eb5aa585cbff05e2436b2f735d0f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:4c:67:c7:66:1a\",\"name\":\"61cdfdf13980dc0\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad209ec9-a37c-4edb-bf07-26be822a2b8d\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:49:51.196559 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:51.196587 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:52.833729 3657 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-9b97899cb-zv9w5] creating logical port tsf-tas_ctlog-9b97899cb-zv9w5 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:49:52.833829 3657 kube.go:256] Updating pod tsf-tas/ctlog-9b97899cb-zv9w5 I0420 11:49:52.849071 3657 pod.go:62] [tsf-tas/ctlog-9b97899cb-zv9w5] pod update took 15.275942ms I0420 11:49:52.849090 3657 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-9b97899cb-zv9w5] addLogicalPort annotation time took 15.300545ms I0420 11:49:52.850255 3657 pods.go:271] [tsf-tas/ctlog-9b97899cb-zv9w5] addLogicalPort took 16.544878ms, libovsdb time 740.721µs I0420 11:49:53.192675 3657 cni.go:452] [tsf-tas/ctlog-9b97899cb-zv9w5 c159882f3b133a97f014bd906f9539c5a45da3011886fd2c3336878656149ef6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-9b97899cb-zv9w5 c159882f3b133a97f014bd906f9539c5a45da3011886fd2c3336878656149ef6 network default NAD default NAD key ] I0420 11:49:53.203488 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-9b97899cb-zv9w5, hostIfaceName: c159882f3b133a9, network: default, NAD default, SandboxID: "c159882f3b133a97f014bd906f9539c5a45da3011886fd2c3336878656149ef6", PCI device ID: , UID: "18f726d4-1f47-4f0d-9fce-9be510e596cf", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0420 11:49:53.253947 3657 cni.go:473] [tsf-tas/ctlog-9b97899cb-zv9w5 c159882f3b133a97f014bd906f9539c5a45da3011886fd2c3336878656149ef6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-9b97899cb-zv9w5 c159882f3b133a97f014bd906f9539c5a45da3011886fd2c3336878656149ef6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:4b:19:98:20:0e\",\"name\":\"c159882f3b133a9\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ad46f9a-edd9-4d49-8901-05b5e3ba491e\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:49:53.981448 3657 cni.go:452] [tsf-tas/rekor-createtree-job-zwb8t-zlvjz 1c5b4619607a36671c044a3c14ef66458290141f35ca21fa8b238ef09f3cccf0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-zwb8t-zlvjz 1c5b4619607a36671c044a3c14ef66458290141f35ca21fa8b238ef09f3cccf0 network default NAD default NAD key ] I0420 11:49:54.066225 3657 cni.go:473] [tsf-tas/rekor-createtree-job-zwb8t-zlvjz 1c5b4619607a36671c044a3c14ef66458290141f35ca21fa8b238ef09f3cccf0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-zwb8t-zlvjz 1c5b4619607a36671c044a3c14ef66458290141f35ca21fa8b238ef09f3cccf0 network default NAD default NAD key default], result "{}", err I0420 11:49:54.117618 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:54.117647 3657 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-zwb8t-zlvjz I0420 11:49:54.119056 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-zwb8t-zlvjz, ips: 10.130.0.37 I0420 11:49:54.119090 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:49:54.976303 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0420 11:49:54.988744 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:54.988825 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:58.011269 3657 cni.go:452] [tsf/tsf-tekton-configuration-wpwpx 61cdfdf13980dc021fe35f0216183fe0645eb5aa585cbff05e2436b2f735d0f9 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-wpwpx 61cdfdf13980dc021fe35f0216183fe0645eb5aa585cbff05e2436b2f735d0f9 network default NAD default NAD key ] I0420 11:49:58.095616 3657 cni.go:473] [tsf/tsf-tekton-configuration-wpwpx 61cdfdf13980dc021fe35f0216183fe0645eb5aa585cbff05e2436b2f735d0f9 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-wpwpx 61cdfdf13980dc021fe35f0216183fe0645eb5aa585cbff05e2436b2f735d0f9 network default NAD default NAD key default], result "{}", err I0420 11:49:58.143211 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpwpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:58.143244 3657 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-wpwpx I0420 11:49:58.144427 3657 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-wpwpx, ips: 10.130.0.39 I0420 11:49:58.144453 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpwpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:59.172058 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpwpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.172082 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpwpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.218954 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.218973 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.224601 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dnjnd I0420 11:49:59.224632 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dnjnd I0420 11:49:59.903393 3657 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-6.ec2.internal I0420 11:49:59.903512 3657 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0420 11:49:59.916732 3657 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.243844ms I0420 11:49:59.916751 3657 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.2685ms I0420 11:49:59.917938 3657 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.560857ms, libovsdb time 851.838µs I0420 11:50:00.174429 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611430-qxncn for pod on switch ip-10-0-0-6.ec2.internal I0420 11:50:00.174508 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn I0420 11:50:00.188503 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn] pod update took 14.017072ms I0420 11:50:00.188523 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn] addLogicalPort annotation time took 14.040648ms I0420 11:50:00.189772 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn] addLogicalPort took 15.358664ms, libovsdb time 865.84µs I0420 11:50:00.261073 3657 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 8e72cb30db4c917e5adfc8a1e7b268a632e7553786b10d2381d5bb1c0032b8de network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 8e72cb30db4c917e5adfc8a1e7b268a632e7553786b10d2381d5bb1c0032b8de network default NAD default NAD key ] I0420 11:50:00.271001 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 8e72cb30db4c917, network: default, NAD default, SandboxID: "8e72cb30db4c917e5adfc8a1e7b268a632e7553786b10d2381d5bb1c0032b8de", PCI device ID: , UID: "77e4ab93-1e0f-453e-aff4-e182d63709a1", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0420 11:50:00.319531 3657 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 8e72cb30db4c917e5adfc8a1e7b268a632e7553786b10d2381d5bb1c0032b8de network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 8e72cb30db4c917e5adfc8a1e7b268a632e7553786b10d2381d5bb1c0032b8de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:0f:03:1a:0c:68\",\"name\":\"8e72cb30db4c917\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81978ca8-e386-41c3-8ed3-0c7ad1c93743\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:50:00.534851 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn 20cc3f0b0f416a9bb79a88d8b9acf83c43e1e29d13e731c3f5dd1e0f25bacbd6 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn 20cc3f0b0f416a9bb79a88d8b9acf83c43e1e29d13e731c3f5dd1e0f25bacbd6 network default NAD default NAD key ] I0420 11:50:00.544362 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611430-qxncn, hostIfaceName: 20cc3f0b0f416a9, network: default, NAD default, SandboxID: "20cc3f0b0f416a9bb79a88d8b9acf83c43e1e29d13e731c3f5dd1e0f25bacbd6", PCI device ID: , UID: "efcecf80-9b1a-41fe-96a6-73d282761be8", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0420 11:50:00.591393 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn 20cc3f0b0f416a9bb79a88d8b9acf83c43e1e29d13e731c3f5dd1e0f25bacbd6 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn 20cc3f0b0f416a9bb79a88d8b9acf83c43e1e29d13e731c3f5dd1e0f25bacbd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d9:5a:1f:f9:9a\",\"name\":\"20cc3f0b0f416a9\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96af0a8b-0fff-4b31-8d58-9ce097006133\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:50:01.850397 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-7b5456779c-zl9n6] creating logical port tsf-tas_rekor-server-7b5456779c-zl9n6 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:50:01.850515 3657 kube.go:256] Updating pod tsf-tas/rekor-server-7b5456779c-zl9n6 I0420 11:50:01.865557 3657 pod.go:62] [tsf-tas/rekor-server-7b5456779c-zl9n6] pod update took 15.065229ms I0420 11:50:01.865583 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-7b5456779c-zl9n6] addLogicalPort annotation time took 15.09402ms I0420 11:50:01.866784 3657 pods.go:271] [tsf-tas/rekor-server-7b5456779c-zl9n6] addLogicalPort took 16.405152ms, libovsdb time 823.816µs I0420 11:50:03.042321 3657 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 8e72cb30db4c917e5adfc8a1e7b268a632e7553786b10d2381d5bb1c0032b8de network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 8e72cb30db4c917e5adfc8a1e7b268a632e7553786b10d2381d5bb1c0032b8de network default NAD default NAD key ] I0420 11:50:03.129721 3657 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 8e72cb30db4c917e5adfc8a1e7b268a632e7553786b10d2381d5bb1c0032b8de network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 8e72cb30db4c917e5adfc8a1e7b268a632e7553786b10d2381d5bb1c0032b8de network default NAD default NAD key default], result "{}", err I0420 11:50:03.176771 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:03.176796 3657 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0420 11:50:03.178095 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.41 I0420 11:50:03.178136 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:03.197294 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:03.197315 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:03.204617 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 11:50:03.204641 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0420 11:50:03.406000 3657 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-6.ec2.internal I0420 11:50:03.406092 3657 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0420 11:50:03.420323 3657 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.256028ms I0420 11:50:03.420341 3657 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.278412ms I0420 11:50:03.421487 3657 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.501509ms, libovsdb time 803.533µs I0420 11:50:03.766235 3657 cni.go:452] [tsf-tpa/test-tsf-tpa 2f869acf3585ec8c45022eb3126adc731dfbc3f5388c361d7e5b3ef44d68bb03 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 2f869acf3585ec8c45022eb3126adc731dfbc3f5388c361d7e5b3ef44d68bb03 network default NAD default NAD key ] I0420 11:50:03.775661 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 2f869acf3585ec8, network: default, NAD default, SandboxID: "2f869acf3585ec8c45022eb3126adc731dfbc3f5388c361d7e5b3ef44d68bb03", PCI device ID: , UID: "6044983b-6407-4f3e-a4df-2469e9c1dd4c", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0420 11:50:03.822657 3657 cni.go:473] [tsf-tpa/test-tsf-tpa 2f869acf3585ec8c45022eb3126adc731dfbc3f5388c361d7e5b3ef44d68bb03 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 2f869acf3585ec8c45022eb3126adc731dfbc3f5388c361d7e5b3ef44d68bb03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:8f:a1:02:c5:99\",\"name\":\"2f869acf3585ec8\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de88ef2e-a200-4241-88e2-168a444858cd\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:50:04.048060 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn 20cc3f0b0f416a9bb79a88d8b9acf83c43e1e29d13e731c3f5dd1e0f25bacbd6 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn 20cc3f0b0f416a9bb79a88d8b9acf83c43e1e29d13e731c3f5dd1e0f25bacbd6 network default NAD default NAD key ] I0420 11:50:04.125053 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn 20cc3f0b0f416a9bb79a88d8b9acf83c43e1e29d13e731c3f5dd1e0f25bacbd6 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn 20cc3f0b0f416a9bb79a88d8b9acf83c43e1e29d13e731c3f5dd1e0f25bacbd6 network default NAD default NAD key default], result "{}", err I0420 11:50:04.160809 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:04.160838 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn I0420 11:50:04.162259 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn, ips: 10.130.0.42 I0420 11:50:04.162288 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:05.058045 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:05.058072 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:50:05.228622 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0420 11:50:05.253014 3657 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0420 11:50:05.809003 3657 cni.go:452] [tsf-tas/rekor-server-7b5456779c-zl9n6 bc1b6f2c639f40fb577aa19129228efb653ff95d863f140f1d0c8329750f414a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-7b5456779c-zl9n6 bc1b6f2c639f40fb577aa19129228efb653ff95d863f140f1d0c8329750f414a network default NAD default NAD key ] I0420 11:50:05.819150 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-7b5456779c-zl9n6, hostIfaceName: bc1b6f2c639f40f, network: default, NAD default, SandboxID: "bc1b6f2c639f40fb577aa19129228efb653ff95d863f140f1d0c8329750f414a", PCI device ID: , UID: "6af41147-bfd1-4e19-a3fd-df1628b672df", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0420 11:50:05.866281 3657 cni.go:473] [tsf-tas/rekor-server-7b5456779c-zl9n6 bc1b6f2c639f40fb577aa19129228efb653ff95d863f140f1d0c8329750f414a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-7b5456779c-zl9n6 bc1b6f2c639f40fb577aa19129228efb653ff95d863f140f1d0c8329750f414a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:65:c8:4b:e6:ce\",\"name\":\"bc1b6f2c639f40f\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cdf0695-9fcb-43c6-a731-c0692c37d81a\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:50:05.997053 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0420 11:50:09.039854 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-gpkqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:09.040437 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-gpkqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:50:09.078407 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0420 11:50:10.066409 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:10.066437 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:13.062680 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-sgj7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:13.063294 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-sgj7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:13.204850 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:13.204877 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:16.077619 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-6hqz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:16.078277 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-6hqz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:16.411446 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:16.411480 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:50:20.090391 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0420 11:50:29.400653 3657 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0420 11:50:32.212731 3657 cni.go:452] [tsf-tpa/test-tsf-tpa 2f869acf3585ec8c45022eb3126adc731dfbc3f5388c361d7e5b3ef44d68bb03 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 2f869acf3585ec8c45022eb3126adc731dfbc3f5388c361d7e5b3ef44d68bb03 network default NAD default NAD key ] I0420 11:50:32.300127 3657 cni.go:473] [tsf-tpa/test-tsf-tpa 2f869acf3585ec8c45022eb3126adc731dfbc3f5388c361d7e5b3ef44d68bb03 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 2f869acf3585ec8c45022eb3126adc731dfbc3f5388c361d7e5b3ef44d68bb03 network default NAD default NAD key default], result "{}", err I0420 11:50:32.350829 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:32.350863 3657 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0420 11:50:32.352035 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.44 I0420 11:50:32.352059 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:32.372300 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:32.372321 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:32.381473 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 11:50:32.381496 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 11:50:33.099947 3657 namespace.go:98] [default-tenant] adding namespace I0420 11:50:33.100817 3657 namespace.go:102] [default-tenant] adding namespace took 849.194µs I0420 11:50:33.103339 3657 namespace.go:98] [build-service] adding namespace I0420 11:50:33.104202 3657 namespace.go:102] [build-service] adding namespace took 845.469µs I0420 11:50:33.105443 3657 namespace.go:98] [integration-service] adding namespace I0420 11:50:33.105617 3657 namespace.go:98] [image-controller] adding namespace I0420 11:50:33.106201 3657 namespace.go:102] [integration-service] adding namespace took 744.954µs I0420 11:50:33.106812 3657 namespace.go:102] [image-controller] adding namespace took 1.180368ms I0420 11:50:33.151204 3657 namespace.go:142] [default-tenant] updating namespace I0420 11:50:33.166530 3657 namespace.go:142] [default-tenant] updating namespace I0420 11:50:33.174688 3657 namespace.go:142] [build-service] updating namespace I0420 11:50:33.193047 3657 namespace.go:142] [build-service] updating namespace I0420 11:50:33.206917 3657 namespace.go:142] [integration-service] updating namespace I0420 11:50:33.232214 3657 namespace.go:142] [integration-service] updating namespace I0420 11:50:33.263623 3657 namespace.go:142] [build-service] updating namespace I0420 11:50:33.266678 3657 namespace.go:142] [image-controller] updating namespace I0420 11:50:33.287152 3657 namespace.go:142] [integration-service] updating namespace I0420 11:50:33.313393 3657 namespace.go:98] [release-service] adding namespace I0420 11:50:33.314143 3657 namespace.go:102] [release-service] adding namespace took 734.483µs I0420 11:50:33.318133 3657 namespace.go:142] [image-controller] updating namespace I0420 11:50:33.349757 3657 namespace.go:142] [release-service] updating namespace I0420 11:50:33.356302 3657 namespace.go:142] [konflux-ui] updating namespace I0420 11:50:33.382211 3657 namespace.go:142] [release-service] updating namespace I0420 11:50:33.462329 3657 namespace.go:98] [konflux-info] adding namespace I0420 11:50:33.462970 3657 namespace.go:102] [konflux-info] adding namespace took 629.005µs I0420 11:50:33.530367 3657 namespace.go:142] [konflux-info] updating namespace I0420 11:50:33.530432 3657 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-6.ec2.internal I0420 11:50:33.530439 3657 namespace.go:98] [namespace-lister] adding namespace I0420 11:50:33.530523 3657 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0420 11:50:33.531272 3657 namespace.go:102] [namespace-lister] adding namespace took 748.382µs I0420 11:50:33.565507 3657 namespace.go:142] [konflux-info] updating namespace I0420 11:50:33.569265 3657 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:33.578221 3657 namespace.go:98] [enterprise-contract-service] adding namespace I0420 11:50:33.578808 3657 namespace.go:102] [enterprise-contract-service] adding namespace took 573.655µs I0420 11:50:33.584260 3657 namespace.go:142] [image-controller] updating namespace I0420 11:50:33.609757 3657 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 79.262205ms I0420 11:50:33.609780 3657 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 79.286248ms I0420 11:50:33.610891 3657 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 80.48227ms, libovsdb time 712.502µs I0420 11:50:33.634084 3657 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:33.643097 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:33.703741 3657 namespace.go:142] [default-tenant] updating namespace I0420 11:50:33.721162 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:33.743383 3657 namespace.go:98] [segment-bridge] adding namespace I0420 11:50:33.744034 3657 namespace.go:102] [segment-bridge] adding namespace took 636.619µs I0420 11:50:33.847398 3657 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:33.857618 3657 cni.go:452] [konflux-ui/test-tsf-konflux bdafd189163adb1898a0deedd9b376c2587f01dcf623e566d99cc4a1c18f5275 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux bdafd189163adb1898a0deedd9b376c2587f01dcf623e566d99cc4a1c18f5275 network default NAD default NAD key ] I0420 11:50:33.866708 3657 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: bdafd189163adb1, network: default, NAD default, SandboxID: "bdafd189163adb1898a0deedd9b376c2587f01dcf623e566d99cc4a1c18f5275", PCI device ID: , UID: "abdcd18c-6b50-4be7-86f1-003295893547", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0420 11:50:33.899777 3657 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:33.915715 3657 cni.go:473] [konflux-ui/test-tsf-konflux bdafd189163adb1898a0deedd9b376c2587f01dcf623e566d99cc4a1c18f5275 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux bdafd189163adb1898a0deedd9b376c2587f01dcf623e566d99cc4a1c18f5275 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f2:9b:ef:d3:a9\",\"name\":\"bdafd189163adb1\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adeb6868-c449-4fe3-881f-cf0cc49c8a3c\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:50:34.114326 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 11:50:34.114922 3657 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 11:50:34.114940 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 11:50:34.117376 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 11:50:34.231912 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 11:50:34.231936 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 11:50:34.232739 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 11:50:34.648432 3657 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7bf95d4f9c-tmdtk] creating logical port konflux-ui_proxy-7bf95d4f9c-tmdtk for pod on switch ip-10-0-0-6.ec2.internal I0420 11:50:34.648530 3657 kube.go:256] Updating pod konflux-ui/proxy-7bf95d4f9c-tmdtk I0420 11:50:34.719219 3657 pod.go:62] [konflux-ui/proxy-7bf95d4f9c-tmdtk] pod update took 70.721206ms I0420 11:50:34.719247 3657 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7bf95d4f9c-tmdtk] addLogicalPort annotation time took 70.753211ms I0420 11:50:34.720359 3657 pods.go:271] [konflux-ui/proxy-7bf95d4f9c-tmdtk] addLogicalPort took 71.94118ms, libovsdb time 770.585µs I0420 11:50:35.289237 3657 namespace.go:142] [build-service] updating namespace I0420 11:50:35.415257 3657 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-r6x7f] creating logical port image-controller_image-controller-controller-manager-6f859968fc-r6x7f for pod on switch ip-10-0-0-6.ec2.internal I0420 11:50:35.415385 3657 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-r6x7f I0420 11:50:35.506193 3657 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-r6x7f] pod update took 90.829899ms I0420 11:50:35.506216 3657 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-r6x7f] addLogicalPort annotation time took 90.857328ms I0420 11:50:35.507434 3657 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-r6x7f] addLogicalPort took 92.190343ms, libovsdb time 847.153µs I0420 11:50:35.648552 3657 namespace.go:142] [default-tenant] updating namespace I0420 11:50:35.763839 3657 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-r6x7f 2319e97def609f86b046fbcfd65edcf8042aeb46355432c9db8c2c028fdc058b network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-r6x7f 2319e97def609f86b046fbcfd65edcf8042aeb46355432c9db8c2c028fdc058b network default NAD default NAD key ] I0420 11:50:35.773487 3657 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-r6x7f, hostIfaceName: 2319e97def609f8, network: default, NAD default, SandboxID: "2319e97def609f86b046fbcfd65edcf8042aeb46355432c9db8c2c028fdc058b", PCI device ID: , UID: "4b626818-2847-4a56-bf06-91211bacd330", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0420 11:50:35.820002 3657 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-55hb6] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-55hb6 for pod on switch ip-10-0-0-6.ec2.internal I0420 11:50:35.820092 3657 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 I0420 11:50:35.823390 3657 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-r6x7f 2319e97def609f86b046fbcfd65edcf8042aeb46355432c9db8c2c028fdc058b network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-r6x7f 2319e97def609f86b046fbcfd65edcf8042aeb46355432c9db8c2c028fdc058b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:fb:31:40:2b:3d\",\"name\":\"2319e97def609f8\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1097d552-7b51-4c96-8911-ba0695298924\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:50:35.857385 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:35.864677 3657 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6] pod update took 44.612131ms I0420 11:50:35.864696 3657 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-55hb6] addLogicalPort annotation time took 44.634706ms I0420 11:50:35.865935 3657 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6] addLogicalPort took 45.955229ms, libovsdb time 798.554µs I0420 11:50:36.040456 3657 namespace.go:142] [image-controller] updating namespace I0420 11:50:36.184481 3657 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-mg2mh] creating logical port build-service_build-service-controller-manager-7cbf488fcf-mg2mh for pod on switch ip-10-0-0-6.ec2.internal I0420 11:50:36.184569 3657 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-mg2mh I0420 11:50:36.209335 3657 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-mg2mh] pod update took 24.790564ms I0420 11:50:36.209360 3657 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-mg2mh] addLogicalPort annotation time took 24.81801ms I0420 11:50:36.210546 3657 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-mg2mh] addLogicalPort took 26.079392ms, libovsdb time 807.234µs I0420 11:50:36.231504 3657 namespace.go:142] [integration-service] updating namespace I0420 11:50:36.442795 3657 namespace.go:142] [konflux-info] updating namespace I0420 11:50:36.548326 3657 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-mg2mh 27b436644aabd97770449693a2a39d44346c687b819d40f489467b0a0b5a4b0b network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-mg2mh 27b436644aabd97770449693a2a39d44346c687b819d40f489467b0a0b5a4b0b network default NAD default NAD key ] I0420 11:50:36.560158 3657 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-mg2mh, hostIfaceName: 27b436644aabd97, network: default, NAD default, SandboxID: "27b436644aabd97770449693a2a39d44346c687b819d40f489467b0a0b5a4b0b", PCI device ID: , UID: "3cb232c6-dcbb-4316-aa98-a5e9818a8a29", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0420 11:50:36.632584 3657 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-mg2mh 27b436644aabd97770449693a2a39d44346c687b819d40f489467b0a0b5a4b0b network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-mg2mh 27b436644aabd97770449693a2a39d44346c687b819d40f489467b0a0b5a4b0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:96:92:c3:c6:80\",\"name\":\"27b436644aabd97\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12221ed9-6ef6-4303-8dcc-c18482f67f55\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:50:36.639305 3657 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:36.821648 3657 namespace.go:142] [release-service] updating namespace I0420 11:50:37.026329 3657 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:37.137345 3657 namespace.go:142] [build-service] updating namespace I0420 11:50:37.154282 3657 namespace.go:142] [default-tenant] updating namespace I0420 11:50:37.172506 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:37.183288 3657 namespace.go:142] [image-controller] updating namespace I0420 11:50:37.193388 3657 namespace.go:142] [integration-service] updating namespace I0420 11:50:37.217374 3657 namespace.go:142] [konflux-info] updating namespace I0420 11:50:37.228346 3657 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:37.238304 3657 namespace.go:142] [release-service] updating namespace I0420 11:50:37.257353 3657 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:37.291637 3657 namespace.go:142] [build-service] updating namespace I0420 11:50:37.377439 3657 namespace.go:142] [default-tenant] updating namespace I0420 11:50:37.470559 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:37.570556 3657 namespace.go:142] [image-controller] updating namespace I0420 11:50:37.667426 3657 namespace.go:142] [integration-service] updating namespace I0420 11:50:37.778394 3657 namespace.go:142] [konflux-info] updating namespace I0420 11:50:37.885486 3657 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:37.966076 3657 namespace.go:142] [release-service] updating namespace I0420 11:50:38.074357 3657 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:40.208572 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:40.209285 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:50:41.079143 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0420 11:50:41.235077 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:41.235098 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:42.832513 3657 cni.go:452] [konflux-ui/proxy-7bf95d4f9c-tmdtk 9a3c2d69128972e77ceb9e392284bc7a207c2ff1540f33f2ee863a8635df8e16 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7bf95d4f9c-tmdtk 9a3c2d69128972e77ceb9e392284bc7a207c2ff1540f33f2ee863a8635df8e16 network default NAD default NAD key ] I0420 11:50:42.841740 3657 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7bf95d4f9c-tmdtk, hostIfaceName: 9a3c2d69128972e, network: default, NAD default, SandboxID: "9a3c2d69128972e77ceb9e392284bc7a207c2ff1540f33f2ee863a8635df8e16", PCI device ID: , UID: "e99a09dd-1553-403a-8986-f6ab5df2f4d4", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0420 11:50:42.897255 3657 cni.go:473] [konflux-ui/proxy-7bf95d4f9c-tmdtk 9a3c2d69128972e77ceb9e392284bc7a207c2ff1540f33f2ee863a8635df8e16 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7bf95d4f9c-tmdtk 9a3c2d69128972e77ceb9e392284bc7a207c2ff1540f33f2ee863a8635df8e16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:be:f0:c2:02:f2\",\"name\":\"9a3c2d69128972e\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/637f61e3-c7b3-4b79-9de2-27a7d033d458\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:50:43.287848 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 11:50:43.332557 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0420 11:50:43.947519 3657 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 0afcee5d7f84f4344039bfa46248538cd5fd381344086af13d52c0215b59d375 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 0afcee5d7f84f4344039bfa46248538cd5fd381344086af13d52c0215b59d375 network default NAD default NAD key ] I0420 11:50:43.959915 3657 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-55hb6, hostIfaceName: 0afcee5d7f84f43, network: default, NAD default, SandboxID: "0afcee5d7f84f4344039bfa46248538cd5fd381344086af13d52c0215b59d375", PCI device ID: , UID: "a70bef43-9809-4e34-beab-fc64aa229b30", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0420 11:50:44.021297 3657 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 0afcee5d7f84f4344039bfa46248538cd5fd381344086af13d52c0215b59d375 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 0afcee5d7f84f4344039bfa46248538cd5fd381344086af13d52c0215b59d375 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:cb:95:f7:b1:12\",\"name\":\"0afcee5d7f84f43\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87de6e0b-5b06-4ca5-9555-549764ae7221\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:50:45.094698 3657 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0420 11:50:49.338067 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:49.338089 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:49.358356 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:50:49.362774 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:50:52.157997 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:52.158019 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:52.183545 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:50:52.185141 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:50:52.215465 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 11:50:52.215561 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 11:50:52.244437 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0420 11:50:54.295689 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0420 11:50:54.319026 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0420 11:50:54.817574 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0420 11:51:00.343450 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:51:00.345846 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0420 11:51:02.793781 3657 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:51:03.342555 3657 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 0afcee5d7f84f4344039bfa46248538cd5fd381344086af13d52c0215b59d375 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 0afcee5d7f84f4344039bfa46248538cd5fd381344086af13d52c0215b59d375 network default NAD default NAD key ] I0420 11:51:03.433526 3657 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 0afcee5d7f84f4344039bfa46248538cd5fd381344086af13d52c0215b59d375 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 0afcee5d7f84f4344039bfa46248538cd5fd381344086af13d52c0215b59d375 network default NAD default NAD key default], result "{}", err I0420 11:51:03.516932 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:03.516964 3657 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 I0420 11:51:03.518184 3657 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-55hb6, ips: 10.130.0.48 I0420 11:51:03.518211 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:04.421460 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:04.421482 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:04.428518 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 I0420 11:51:04.428542 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 I0420 11:51:05.829986 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0420 11:51:29.444550 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 11:51:29.444569 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-6.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0420 11:52:01.196300 3657 cni.go:452] [konflux-ui/proxy-7bf95d4f9c-tmdtk 9a3c2d69128972e77ceb9e392284bc7a207c2ff1540f33f2ee863a8635df8e16 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7bf95d4f9c-tmdtk 9a3c2d69128972e77ceb9e392284bc7a207c2ff1540f33f2ee863a8635df8e16 network default NAD default NAD key ] I0420 11:52:01.285045 3657 cni.go:473] [konflux-ui/proxy-7bf95d4f9c-tmdtk 9a3c2d69128972e77ceb9e392284bc7a207c2ff1540f33f2ee863a8635df8e16 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7bf95d4f9c-tmdtk 9a3c2d69128972e77ceb9e392284bc7a207c2ff1540f33f2ee863a8635df8e16 network default NAD default NAD key default], result "{}", err I0420 11:52:01.349598 3657 obj_retry.go:498] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:01.349624 3657 pods.go:176] Deleting pod: konflux-ui/proxy-7bf95d4f9c-tmdtk I0420 11:52:01.350826 3657 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7bf95d4f9c-tmdtk, ips: 10.130.0.46 I0420 11:52:01.350853 3657 obj_retry.go:498] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:01.769095 3657 obj_retry.go:492] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:01.769134 3657 obj_retry.go:492] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:01.775912 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7bf95d4f9c-tmdtk I0420 11:52:01.775944 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7bf95d4f9c-tmdtk I0420 11:52:04.799289 3657 cni.go:452] [konflux-ui/test-tsf-konflux bdafd189163adb1898a0deedd9b376c2587f01dcf623e566d99cc4a1c18f5275 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux bdafd189163adb1898a0deedd9b376c2587f01dcf623e566d99cc4a1c18f5275 network default NAD default NAD key ] I0420 11:52:04.887352 3657 cni.go:473] [konflux-ui/test-tsf-konflux bdafd189163adb1898a0deedd9b376c2587f01dcf623e566d99cc4a1c18f5275 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux bdafd189163adb1898a0deedd9b376c2587f01dcf623e566d99cc4a1c18f5275 network default NAD default NAD key default], result "{}", err I0420 11:52:04.936775 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:04.936806 3657 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0420 11:52:04.938104 3657 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.45 I0420 11:52:04.938146 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:04.976865 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:04.976883 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:04.980274 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 11:52:04.980300 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 11:52:13.802221 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0420 11:52:34.040912 3657 namespace.go:98] [default-managed-tenant-s337p] adding namespace I0420 11:52:34.041737 3657 namespace.go:102] [default-managed-tenant-s337p] adding namespace took 804.959µs I0420 11:52:34.066000 3657 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:34.083205 3657 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:35.055608 3657 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:35.186548 3657 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:35.289493 3657 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:53:19.713295 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0420 11:53:55.823438 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0420 11:54:13.713529 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0420 11:54:21.835237 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0420 11:54:45.796922 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0420 11:55:04.713430 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0420 11:55:15.808280 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 11:56:30.721273 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=500 I0420 11:57:01.713596 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=76 I0420 11:57:34.712065 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90 I0420 11:57:48.812996 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0420 11:57:55.805433 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0420 11:58:20.834793 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0420 11:58:45.796089 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0420 11:59:38.821214 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 11:59:51.717515 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 12:00:00.185573 3657 base_network_controller_pods.go:487] [default/integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj] creating logical port integration-service_integration-service-snapshot-garbage-collector-29611440-jtcmj for pod on switch ip-10-0-0-6.ec2.internal I0420 12:00:00.185683 3657 kube.go:256] Updating pod integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj I0420 12:00:00.212785 3657 pod.go:62] [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj] pod update took 27.126648ms I0420 12:00:00.212812 3657 base_network_controller_pods.go:951] [default/integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj] addLogicalPort annotation time took 27.15945ms I0420 12:00:00.214015 3657 pods.go:271] [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj] addLogicalPort took 28.454208ms, libovsdb time 804.903µs I0420 12:00:00.263509 3657 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29611440-m8mmz] creating logical port segment-bridge_segment-bridge-29611440-m8mmz for pod on switch ip-10-0-0-6.ec2.internal I0420 12:00:00.263615 3657 kube.go:256] Updating pod segment-bridge/segment-bridge-29611440-m8mmz I0420 12:00:00.277730 3657 pod.go:62] [segment-bridge/segment-bridge-29611440-m8mmz] pod update took 14.135415ms I0420 12:00:00.277756 3657 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29611440-m8mmz] addLogicalPort annotation time took 14.164063ms I0420 12:00:00.279020 3657 pods.go:271] [segment-bridge/segment-bridge-29611440-m8mmz] addLogicalPort took 15.538478ms, libovsdb time 913.695µs I0420 12:00:00.299716 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611440-q5qg8 for pod on switch ip-10-0-0-6.ec2.internal I0420 12:00:00.299829 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 I0420 12:00:00.312718 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8] pod update took 12.914857ms I0420 12:00:00.312744 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8] addLogicalPort annotation time took 12.94611ms I0420 12:00:00.313793 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8] addLogicalPort took 14.090496ms, libovsdb time 734.229µs I0420 12:00:00.556404 3657 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj 1a929bf044a67a99f2a2ae3bdc9400492d88e44ef3016a75179b7ee08054a10b network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj 1a929bf044a67a99f2a2ae3bdc9400492d88e44ef3016a75179b7ee08054a10b network default NAD default NAD key ] I0420 12:00:00.567316 3657 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-snapshot-garbage-collector-29611440-jtcmj, hostIfaceName: 1a929bf044a67a9, network: default, NAD default, SandboxID: "1a929bf044a67a99f2a2ae3bdc9400492d88e44ef3016a75179b7ee08054a10b", PCI device ID: , UID: "000c887f-9d68-482f-b43d-555dfaa95bda", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0420 12:00:00.620835 3657 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj 1a929bf044a67a99f2a2ae3bdc9400492d88e44ef3016a75179b7ee08054a10b network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj 1a929bf044a67a99f2a2ae3bdc9400492d88e44ef3016a75179b7ee08054a10b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:1b:f7:64:5c:5a\",\"name\":\"1a929bf044a67a9\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7a631d6-773e-419b-9da5-a9bc5e1dc901\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:00:00.626023 3657 cni.go:452] [segment-bridge/segment-bridge-29611440-m8mmz 4e3b37f8700a3176a23fc96043e0cab97411574e02a41182c982d0a623e56841 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29611440-m8mmz 4e3b37f8700a3176a23fc96043e0cab97411574e02a41182c982d0a623e56841 network default NAD default NAD key ] I0420 12:00:00.634975 3657 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29611440-m8mmz, hostIfaceName: 4e3b37f8700a317, network: default, NAD default, SandboxID: "4e3b37f8700a3176a23fc96043e0cab97411574e02a41182c982d0a623e56841", PCI device ID: , UID: "85338bcc-6d37-484e-8392-c8d7c5303236", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0420 12:00:00.657944 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 4301830aa069cd17f752f8afce60d24942861f04f792f93a2480564047515e21 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 4301830aa069cd17f752f8afce60d24942861f04f792f93a2480564047515e21 network default NAD default NAD key ] I0420 12:00:00.667651 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611440-q5qg8, hostIfaceName: 4301830aa069cd1, network: default, NAD default, SandboxID: "4301830aa069cd17f752f8afce60d24942861f04f792f93a2480564047515e21", PCI device ID: , UID: "813dd136-bc15-4d2c-8dd0-26395e27de93", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0420 12:00:00.690927 3657 cni.go:473] [segment-bridge/segment-bridge-29611440-m8mmz 4e3b37f8700a3176a23fc96043e0cab97411574e02a41182c982d0a623e56841 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29611440-m8mmz 4e3b37f8700a3176a23fc96043e0cab97411574e02a41182c982d0a623e56841 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:3c:a7:a2:97:63\",\"name\":\"4e3b37f8700a317\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fb0305b-7629-4352-a095-6b52e313081b\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:00:00.722510 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 4301830aa069cd17f752f8afce60d24942861f04f792f93a2480564047515e21 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 4301830aa069cd17f752f8afce60d24942861f04f792f93a2480564047515e21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ac:3c:63:96:6c\",\"name\":\"4301830aa069cd1\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9139275-4bfa-46bd-9063-99f6a7a215d7\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:00:00.834253 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 12:00:03.205097 3657 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj 1a929bf044a67a99f2a2ae3bdc9400492d88e44ef3016a75179b7ee08054a10b network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj 1a929bf044a67a99f2a2ae3bdc9400492d88e44ef3016a75179b7ee08054a10b network default NAD default NAD key ] I0420 12:00:03.296512 3657 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj 1a929bf044a67a99f2a2ae3bdc9400492d88e44ef3016a75179b7ee08054a10b network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj 1a929bf044a67a99f2a2ae3bdc9400492d88e44ef3016a75179b7ee08054a10b network default NAD default NAD key default], result "{}", err I0420 12:00:03.346391 3657 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:03.346437 3657 pods.go:176] Deleting pod: integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj I0420 12:00:03.347668 3657 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj, ips: 10.130.0.50 I0420 12:00:03.347695 3657 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.211254 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 4301830aa069cd17f752f8afce60d24942861f04f792f93a2480564047515e21 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 4301830aa069cd17f752f8afce60d24942861f04f792f93a2480564047515e21 network default NAD default NAD key ] I0420 12:00:04.223383 3657 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.223414 3657 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.298702 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 4301830aa069cd17f752f8afce60d24942861f04f792f93a2480564047515e21 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 4301830aa069cd17f752f8afce60d24942861f04f792f93a2480564047515e21 network default NAD default NAD key default], result "{}", err I0420 12:00:04.344750 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.344780 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 I0420 12:00:04.346022 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8, ips: 10.130.0.52 I0420 12:00:04.346046 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.371403 3657 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:04.371425 3657 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.218880 3657 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.218969 3657 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.368551 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.368578 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:10.047067 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:10.047088 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:10.052871 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gpkqp I0420 12:00:10.052895 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gpkqp I0420 12:00:13.039909 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:13.039936 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:13.045034 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-sgj7z I0420 12:00:13.045054 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-sgj7z I0420 12:00:16.031483 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:16.031504 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:16.036358 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-6hqz6 I0420 12:00:16.036381 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-6hqz6 I0420 12:02:12.717698 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0420 12:02:22.717811 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0420 12:02:24.812375 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0420 12:02:32.717131 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0420 12:02:39.724692 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=50 I0420 12:02:46.800676 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 12:03:14.839214 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0420 12:03:28.715576 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0420 12:03:32.827173 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 12:05:11.721167 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 12:05:14.816729 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0420 12:05:16.799871 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7