+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-205.ec2.internal ++ [[ -n ip-10-0-1-205.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-205.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 10:57:21.022150704 - disable conntrack on geneve port' I0405 10:57:21.022150704 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 10:57:21.039340155 - starting ovnkube-node' I0405 10:57:21.039340155 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-205.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-205.ec2.internal --init-node ip-10-0-1-205.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-205.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0405 10:57:21.078942 3797 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0405 10:57:21.078998 3797 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-45db7ef7dc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0405 10:57:21.080525 3797 kube.go:423] Waiting for certificate I0405 10:57:21.080589 3797 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0405 10:57:21.080649 3797 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0405 10:57:21.081488 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 10:57:21.112910 3797 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:21.112942 3797 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:21.116423 3797 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:21.116524 3797 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w5h8s" I0405 10:57:21.125366 3797 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w5h8s" I0405 10:57:21.125434 3797 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:22.081367 3797 kube.go:430] Certificate found I0405 10:57:22.082066 3797 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 10:57:22.082988 3797 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0405 10:57:22.128498 3797 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-06 10:52:21 +0000 UTC" deadline="2026-04-06 07:00:56.157966258 +0000 UTC" I0405 10:57:22.128539 3797 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h3m34.029438928s" I0405 10:57:22.137554 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 10:57:22.147452 3797 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0405 10:57:22.147755 3797 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0405 10:57:22.147770 3797 factory.go:537] Starting watch factory I0405 10:57:22.149002 3797 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.149057 3797 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.149142 3797 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.149202 3797 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.149420 3797 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.149458 3797 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.149730 3797 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.149777 3797 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.149093 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.150064 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.149041 3797 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.150712 3797 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.160136 3797 controller_manager.go:368] Starting the ovnkube controller I0405 10:57:22.160147 3797 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-205.ec2.internal I0405 10:57:22.160189 3797 controller_manager.go:393] NBDB zone sync took: 34.826µs I0405 10:57:22.160195 3797 factory.go:537] Starting watch factory I0405 10:57:22.168000 3797 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.168094 3797 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.170182 3797 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0405 10:57:22.170258 3797 ovn_northd.go:121] Registering OVN northd metrics I0405 10:57:22.170307 3797 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.170841 3797 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.171569 3797 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.176407 3797 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:22.176623 3797 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0405 10:57:22.176672 3797 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0405 10:57:22.193052 3797 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0405 10:57:22.257207 3797 factory.go:1931] *v1.Service informer cache synced successfully I0405 10:57:22.257229 3797 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 10:57:22.257233 3797 factory.go:1931] *v1.Pod informer cache synced successfully I0405 10:57:22.257236 3797 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 10:57:22.257240 3797 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 10:57:22.257243 3797 factory.go:1931] *v1.Node informer cache synced successfully I0405 10:57:22.257334 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:22.257348 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:22.257413 3797 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:22.257513 3797 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:22.260321 3797 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:22.260377 3797 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:22.262314 3797 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 10:57:22.262326 3797 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 10:57:22.262423 3797 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.262444 3797 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.264879 3797 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.266569 3797 factory.go:1931] *v1.Pod informer cache synced successfully I0405 10:57:22.266578 3797 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 10:57:22.266582 3797 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 10:57:22.266585 3797 factory.go:1931] *v1.Node informer cache synced successfully I0405 10:57:22.266588 3797 factory.go:1931] *v1.Service informer cache synced successfully I0405 10:57:22.266591 3797 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 10:57:22.267671 3797 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 10:57:22.267720 3797 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.267731 3797 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.269904 3797 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.272616 3797 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 10:57:22.272630 3797 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 10:57:22.272696 3797 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 10:57:22.272756 3797 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.272779 3797 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.275020 3797 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.277828 3797 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 10:57:22.277923 3797 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 10:57:22.277938 3797 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.277967 3797 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.280288 3797 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.283001 3797 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 10:57:22.283050 3797 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.283061 3797 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.283085 3797 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 10:57:22.285481 3797 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.288302 3797 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 10:57:22.288393 3797 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 10:57:22.288450 3797 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 10:57:22.288461 3797 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 10:57:22.290688 3797 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 10:57:22.293545 3797 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 10:57:22.293547 3797 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 10:57:22.293618 3797 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.293630 3797 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.293646 3797 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.293660 3797 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.296076 3797 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.296129 3797 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:22.299408 3797 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 10:57:22.299420 3797 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 10:57:22.299421 3797 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 10:57:22.299428 3797 factory.go:649] Watch Factory start up complete, took: 151.665057ms I0405 10:57:22.299495 3797 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0405 10:57:22.304845 3797 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 10:57:22.310843 3797 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 10:57:22.310854 3797 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 10:57:22.310861 3797 factory.go:649] Watch Factory start up complete, took: 150.664665ms I0405 10:57:22.310869 3797 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-205.ec2.internal" zone I0405 10:57:22.332961 3797 default_node_network_controller.go:709] Initializing the default node network controller I0405 10:57:22.399649 3797 udn_isolation.go:101] Starting UDN host isolation manager I0405 10:57:22.406430 3797 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0405 10:57:22.458166 3797 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0405 10:57:22.458297 3797 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0405 10:57:22.458315 3797 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0405 10:57:22.491337 3797 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0405 10:57:22.491402 3797 default_node_network_controller.go:808] Node ip-10-0-1-205.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0405 10:57:22.497179 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.205"] k8s.ovn.org/zone-name:ip-10-0-1-205.ec2.internal] on node ip-10-0-1-205.ec2.internal I0405 10:57:22.517919 3797 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0405 10:57:22.523964 3797 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0405 10:57:22.524108 3797 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0405 10:57:22.524263 3797 gateway_init.go:263] Preparing Gateway I0405 10:57:22.524271 3797 gateway_shared_intf.go:1658] Creating new gateway I0405 10:57:22.561786 3797 controller_manager.go:427] Waiting for node in zone sync took: 250.901168ms I0405 10:57:22.566333 3797 controller_manager.go:608] Switching to transit router for layer2 networks I0405 10:57:22.566349 3797 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-205.ec2.internal I0405 10:57:22.580020 3797 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 10:57:22.585984 3797 controller_manager.go:288] SCTP support detected in OVN I0405 10:57:22.586512 3797 services_controller.go:69] Creating services controller for network=default I0405 10:57:22.586565 3797 udn_enabled_svc.go:80] Waiting for service informer to sync I0405 10:57:22.586635 3797 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0405 10:57:22.586659 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0405 10:57:22.586672 3797 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0405 10:57:22.586680 3797 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 10:57:22.586827 3797 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0405 10:57:22.586865 3797 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0405 10:57:22.586891 3797 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.014µs I0405 10:57:22.586899 3797 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 33.768µs I0405 10:57:22.586897 3797 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 42.361µs I0405 10:57:22.586904 3797 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0405 10:57:22.586913 3797 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0405 10:57:22.586921 3797 default_network_controller.go:321] Starting the default network controller I0405 10:57:22.586936 3797 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 13.589µs I0405 10:57:22.587068 3797 udn_enabled_svc.go:95] Performing full resync I0405 10:57:22.587377 3797 udn_enabled_svc.go:99] Waiting for handler to sync I0405 10:57:22.587389 3797 udn_enabled_svc.go:104] Starting worker I0405 10:57:22.595066 3797 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0405 10:57:22.595145 3797 repair.go:33] Syncing exgw routes took 58.732µs I0405 10:57:22.595163 3797 default_network_controller.go:407] Starting all the Watchers... I0405 10:57:22.595325 3797 namespace.go:98] [openshift-image-registry] adding namespace I0405 10:57:22.595374 3797 namespace.go:98] [openshift-cluster-version] adding namespace I0405 10:57:22.595376 3797 namespace.go:98] [openshift-console] adding namespace I0405 10:57:22.595387 3797 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0405 10:57:22.595394 3797 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0405 10:57:22.595390 3797 namespace.go:98] [openshift-ingress] adding namespace I0405 10:57:22.595394 3797 namespace.go:98] [openshift-backplane-tam] adding namespace I0405 10:57:22.595401 3797 namespace.go:98] [openshift-route-controller-manager] adding namespace I0405 10:57:22.595407 3797 namespace.go:98] [openshift-config-managed] adding namespace I0405 10:57:22.595407 3797 namespace.go:98] [openshift-authentication-operator] adding namespace I0405 10:57:22.595404 3797 namespace.go:98] [openshift-dns-operator] adding namespace I0405 10:57:22.595420 3797 namespace.go:98] [openshift-operators-redhat] adding namespace I0405 10:57:22.595411 3797 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0405 10:57:22.595428 3797 namespace.go:98] [openshift-kube-apiserver] adding namespace I0405 10:57:22.595476 3797 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0405 10:57:22.596081 3797 namespace.go:102] [openshift-image-registry] adding namespace took 741.071µs I0405 10:57:22.596097 3797 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0405 10:57:22.596558 3797 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 449.453µs I0405 10:57:22.596570 3797 namespace.go:98] [openshift-node] adding namespace I0405 10:57:22.597094 3797 namespace.go:102] [openshift-node] adding namespace took 518.731µs I0405 10:57:22.597110 3797 namespace.go:98] [openshift-console-user-settings] adding namespace I0405 10:57:22.597599 3797 namespace.go:102] [openshift-cluster-version] adding namespace took 2.210894ms I0405 10:57:22.597619 3797 namespace.go:98] [openshift-monitoring] adding namespace I0405 10:57:22.598088 3797 namespace.go:102] [openshift-console] adding namespace took 2.699025ms I0405 10:57:22.598107 3797 namespace.go:98] [openshift-console-operator] adding namespace I0405 10:57:22.598617 3797 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.221181ms I0405 10:57:22.598627 3797 namespace.go:98] [openshift-network-node-identity] adding namespace I0405 10:57:22.599138 3797 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.739878ms I0405 10:57:22.599147 3797 namespace.go:98] [openshift-apiserver] adding namespace I0405 10:57:22.599653 3797 namespace.go:102] [openshift-ingress] adding namespace took 4.249331ms I0405 10:57:22.599669 3797 namespace.go:98] [openshift-backplane-csm] adding namespace I0405 10:57:22.600251 3797 namespace.go:102] [openshift-backplane-tam] adding namespace took 4.844311ms I0405 10:57:22.600271 3797 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0405 10:57:22.600774 3797 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.361031ms I0405 10:57:22.600791 3797 namespace.go:98] [openshift-backplane-cse] adding namespace I0405 10:57:22.601344 3797 namespace.go:102] [openshift-config-managed] adding namespace took 5.928437ms I0405 10:57:22.601363 3797 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0405 10:57:22.601817 3797 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.379471ms I0405 10:57:22.601831 3797 namespace.go:98] [openshift] adding namespace I0405 10:57:22.602243 3797 namespace.go:102] [openshift-dns-operator] adding namespace took 6.819521ms I0405 10:57:22.602253 3797 namespace.go:98] [openshift-must-gather-operator] adding namespace I0405 10:57:22.602683 3797 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.257504ms I0405 10:57:22.602695 3797 namespace.go:98] [openshift-customer-monitoring] adding namespace I0405 10:57:22.603182 3797 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.749979ms I0405 10:57:22.603199 3797 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0405 10:57:22.603588 3797 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.149943ms I0405 10:57:22.603601 3797 namespace.go:98] [openshift-kube-scheduler] adding namespace I0405 10:57:22.604200 3797 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.715291ms I0405 10:57:22.604214 3797 namespace.go:98] [openshift-backplane-mobb] adding namespace I0405 10:57:22.604596 3797 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.48015ms I0405 10:57:22.604610 3797 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0405 10:57:22.604871 3797 iptables.go:108] Creating table: filter chain: FORWARD I0405 10:57:22.605031 3797 namespace.go:102] [openshift-monitoring] adding namespace took 7.403948ms I0405 10:57:22.605042 3797 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0405 10:57:22.605448 3797 namespace.go:102] [openshift-console-operator] adding namespace took 7.330364ms I0405 10:57:22.605473 3797 namespace.go:98] [openshift-multus] adding namespace I0405 10:57:22.605885 3797 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.251144ms I0405 10:57:22.605899 3797 namespace.go:98] [openshift-backplane] adding namespace I0405 10:57:22.606349 3797 namespace.go:102] [openshift-apiserver] adding namespace took 7.198158ms I0405 10:57:22.606359 3797 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0405 10:57:22.606776 3797 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.102705ms I0405 10:57:22.606787 3797 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0405 10:57:22.607655 3797 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.37656ms I0405 10:57:22.607670 3797 namespace.go:98] [openshift-service-ca-operator] adding namespace I0405 10:57:22.608106 3797 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.302445ms I0405 10:57:22.608121 3797 namespace.go:98] [openshift-config-operator] adding namespace I0405 10:57:22.608560 3797 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.190197ms I0405 10:57:22.608573 3797 namespace.go:98] [openshift-network-operator] adding namespace I0405 10:57:22.609034 3797 namespace.go:102] [openshift] adding namespace took 7.198002ms I0405 10:57:22.609046 3797 namespace.go:98] [openshift-etcd] adding namespace I0405 10:57:22.609474 3797 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.216813ms I0405 10:57:22.609486 3797 namespace.go:98] [openshift-config] adding namespace I0405 10:57:22.609845 3797 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.142334ms I0405 10:57:22.609862 3797 namespace.go:98] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] adding namespace I0405 10:57:22.610347 3797 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.142286ms I0405 10:57:22.610362 3797 namespace.go:98] [openshift-package-operator] adding namespace I0405 10:57:22.610746 3797 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.141476ms I0405 10:57:22.610757 3797 namespace.go:98] [openshift-network-diagnostics] adding namespace I0405 10:57:22.610892 3797 iptables.go:108] Creating table: filter chain: OUTPUT I0405 10:57:22.611152 3797 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.931051ms I0405 10:57:22.611169 3797 namespace.go:98] [kube-public] adding namespace I0405 10:57:22.611576 3797 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.960896ms I0405 10:57:22.611951 3797 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.904361ms W0405 10:57:22.611963 3797 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-fbvgh: pod openshift-multus/network-metrics-daemon-fbvgh: no pod IPs found I0405 10:57:22.611967 3797 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace W0405 10:57:22.611973 3797 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-m9b5s: pod openshift-multus/network-metrics-daemon-m9b5s: no pod IPs found I0405 10:57:22.612378 3797 namespace.go:102] [openshift-multus] adding namespace took 6.896222ms I0405 10:57:22.612389 3797 namespace.go:98] [openshift-apiserver-operator] adding namespace I0405 10:57:22.612792 3797 namespace.go:102] [openshift-backplane] adding namespace took 6.889334ms I0405 10:57:22.612813 3797 namespace.go:98] [openshift-backplane-srep] adding namespace I0405 10:57:22.613301 3797 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.937289ms I0405 10:57:22.613311 3797 namespace.go:98] [default] adding namespace I0405 10:57:22.613749 3797 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.954699ms I0405 10:57:22.613767 3797 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0405 10:57:22.614224 3797 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.548127ms I0405 10:57:22.614239 3797 namespace.go:98] [openshift-network-console] adding namespace I0405 10:57:22.614599 3797 namespace.go:102] [openshift-config-operator] adding namespace took 6.471805ms I0405 10:57:22.614612 3797 namespace.go:98] [openshift-backplane-cee] adding namespace I0405 10:57:22.614986 3797 namespace.go:102] [openshift-network-operator] adding namespace took 6.40861ms I0405 10:57:22.614998 3797 namespace.go:98] [openshift-machine-config-operator] adding namespace I0405 10:57:22.615363 3797 namespace.go:102] [openshift-etcd] adding namespace took 6.31334ms I0405 10:57:22.615371 3797 namespace.go:98] [dedicated-admin] adding namespace I0405 10:57:22.615704 3797 namespace.go:102] [openshift-config] adding namespace took 6.213252ms I0405 10:57:22.615717 3797 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0405 10:57:22.616157 3797 namespace.go:102] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] adding namespace took 6.290254ms I0405 10:57:22.616168 3797 namespace.go:98] [openshift-cloud-controller-manager] adding namespace W0405 10:57:22.616664 3797 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-222v5: pod openshift-network-diagnostics/network-check-target-222v5: no pod IPs found I0405 10:57:22.616684 3797 namespace.go:102] [openshift-package-operator] adding namespace took 6.318262ms W0405 10:57:22.616685 3797 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j62rr: pod openshift-network-diagnostics/network-check-target-j62rr: no pod IPs found I0405 10:57:22.616692 3797 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0405 10:57:22.617072 3797 gateway_shared_intf.go:1787] Gateway Creation Complete I0405 10:57:22.617084 3797 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-205.ec2.internal","mac-address":"0a:ff:e2:d1:84:0b","ip-addresses":["10.0.1.205/24"],"ip-address":"10.0.1.205/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2c333d2b-27be-49e8-b534-facd20ecd17e k8s.ovn.org/node-encap-ips:["10.0.1.205"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.205/24"} k8s.ovn.org/zone-name:ip-10-0-1-205.ec2.internal] on node ip-10-0-1-205.ec2.internal I0405 10:57:22.617287 3797 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.525964ms I0405 10:57:22.617298 3797 namespace.go:98] [kube-node-lease] adding namespace I0405 10:57:22.617695 3797 namespace.go:102] [kube-public] adding namespace took 6.520642ms I0405 10:57:22.617710 3797 namespace.go:98] [openshift-infra] adding namespace I0405 10:57:22.618189 3797 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.214005ms I0405 10:57:22.618208 3797 namespace.go:98] [openshift-ingress-canary] adding namespace I0405 10:57:22.618594 3797 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.199649ms I0405 10:57:22.618608 3797 namespace.go:98] [openshift-insights] adding namespace I0405 10:57:22.619077 3797 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.259476ms I0405 10:57:22.619087 3797 namespace.go:98] [kube-system] adding namespace I0405 10:57:22.619458 3797 namespace.go:102] [default] adding namespace took 6.140975ms I0405 10:57:22.619472 3797 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0405 10:57:22.619824 3797 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.052289ms I0405 10:57:22.619837 3797 namespace.go:98] [openshift-host-network] adding namespace I0405 10:57:22.620319 3797 namespace.go:102] [openshift-network-console] adding namespace took 6.074398ms I0405 10:57:22.620333 3797 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0405 10:57:22.620724 3797 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.107485ms I0405 10:57:22.620737 3797 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0405 10:57:22.621131 3797 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.128572ms I0405 10:57:22.621145 3797 namespace.go:98] [openshift-operators] adding namespace I0405 10:57:22.621511 3797 namespace.go:102] [dedicated-admin] adding namespace took 6.135721ms I0405 10:57:22.621522 3797 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0405 10:57:22.621997 3797 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.273738ms I0405 10:57:22.622010 3797 namespace.go:98] [openshift-ingress-operator] adding namespace I0405 10:57:22.622468 3797 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.293043ms I0405 10:57:22.622487 3797 namespace.go:98] [openshift-authentication] adding namespace I0405 10:57:22.622991 3797 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.293734ms I0405 10:57:22.623008 3797 namespace.go:98] [openshift-machine-api] adding namespace I0405 10:57:22.623369 3797 namespace.go:102] [kube-node-lease] adding namespace took 6.065244ms I0405 10:57:22.623382 3797 namespace.go:98] [openshift-controller-manager] adding namespace I0405 10:57:22.623829 3797 namespace.go:102] [openshift-infra] adding namespace took 6.114088ms I0405 10:57:22.623841 3797 namespace.go:98] [openshift-logging] adding namespace I0405 10:57:22.624472 3797 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.257134ms W0405 10:57:22.624891 3797 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-p66bd: pod kube-system/global-pull-secret-syncer-p66bd: no pod IPs found I0405 10:57:22.624929 3797 namespace.go:102] [openshift-insights] adding namespace took 6.316302ms I0405 10:57:22.625344 3797 namespace.go:102] [kube-system] adding namespace took 6.251156ms I0405 10:57:22.625357 3797 namespace.go:98] [openshift-marketplace] adding namespace I0405 10:57:22.625769 3797 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.292956ms I0405 10:57:22.626236 3797 namespace.go:102] [openshift-host-network] adding namespace took 6.393899ms I0405 10:57:22.626703 3797 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.363886ms I0405 10:57:22.627148 3797 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.40588ms I0405 10:57:22.627526 3797 namespace.go:102] [openshift-operators] adding namespace took 6.37669ms I0405 10:57:22.627538 3797 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0405 10:57:22.627909 3797 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.381993ms I0405 10:57:22.628299 3797 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.284084ms I0405 10:57:22.628311 3797 namespace.go:98] [openshift-dns] adding namespace I0405 10:57:22.628673 3797 namespace.go:102] [openshift-authentication] adding namespace took 6.180539ms I0405 10:57:22.629067 3797 namespace.go:102] [openshift-machine-api] adding namespace took 6.053883ms I0405 10:57:22.629079 3797 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0405 10:57:22.629443 3797 namespace.go:102] [openshift-controller-manager] adding namespace took 6.057145ms I0405 10:57:22.629820 3797 namespace.go:102] [openshift-logging] adding namespace took 5.974062ms I0405 10:57:22.630197 3797 namespace.go:102] [openshift-marketplace] adding namespace took 4.835414ms I0405 10:57:22.630561 3797 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 3.01879ms I0405 10:57:22.630959 3797 namespace.go:102] [openshift-dns] adding namespace took 2.643206ms I0405 10:57:22.631294 3797 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.209752ms I0405 10:57:22.631670 3797 zone_ic_handler.go:186] Time taken to create transit switch: 283.548µs I0405 10:57:22.632132 3797 master.go:532] Adding or Updating local node "ip-10-0-1-205.ec2.internal" for network "default" I0405 10:57:22.632192 3797 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-209.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-209.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-209.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-209.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-209.ec2.internal I0405 10:57:22.636038 3797 default_network_controller.go:806] Node add failed for ip-10-0-1-205.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-205.ec2.internal, error getting gateway config for node ip-10-0-1-205.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-205.ec2.internal", failed to update chassis to local for local node ip-10-0-1-205.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-205.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-205.ec2.internal] E0405 10:57:22.636115 3797 obj_retry.go:541] Failed to create *v1.Node ip-10-0-1-205.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-205.ec2.internal, error getting gateway config for node ip-10-0-1-205.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-205.ec2.internal", failed to update chassis to local for local node ip-10-0-1-205.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-205.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-205.ec2.internal] I0405 10:57:22.636212 3797 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0405 10:57:22.636240 3797 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0405 10:57:22.636257 3797 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0405 10:57:22.636379 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-209.ec2.internal in network "default" I0405 10:57:22.636419 3797 node_tracker.go:235] Node ip-10-0-0-209.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-209.ec2.internal" I0405 10:57:22.636391 3797 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-205.ec2.internal", UID:"7aa71b5c-8521-4a4b-b50f-ed0240b641e6", APIVersion:"v1", ResourceVersion:"8342", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-205.ec2.internal, error getting gateway config for node ip-10-0-1-205.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-205.ec2.internal", failed to update chassis to local for local node ip-10-0-1-205.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-205.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-205.ec2.internal] I0405 10:57:22.636435 3797 node_tracker.go:169] Node ip-10-0-0-209.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:22.636444 3797 services_controller.go:574] Full service sync requested for network=default I0405 10:57:22.636448 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-205.ec2.internal in network "default" I0405 10:57:22.636381 3797 master.go:532] Adding or Updating local node "ip-10-0-1-205.ec2.internal" for network "default" I0405 10:57:22.636502 3797 node_tracker.go:169] Node ip-10-0-1-205.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:22.636509 3797 services_controller.go:574] Full service sync requested for network=default I0405 10:57:22.637208 3797 default_node_network_controller.go:518] Node connection status = connected W0405 10:57:22.641671 3797 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-p66bd: pod kube-system/global-pull-secret-syncer-p66bd: no pod IPs found W0405 10:57:22.641691 3797 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-222v5: pod openshift-network-diagnostics/network-check-target-222v5: no pod IPs found W0405 10:57:22.641700 3797 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-fbvgh: pod openshift-multus/network-metrics-daemon-fbvgh: no pod IPs found I0405 10:57:22.642703 3797 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-205.ec2.internal for the network default I0405 10:57:22.736660 3797 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0405 10:57:22.736681 3797 services_controller.go:208] Setting up event handlers for services for network=default I0405 10:57:22.736832 3797 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0405 10:57:22.736881 3797 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0405 10:57:22.736900 3797 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0405 10:57:22.837394 3797 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0405 10:57:22.837415 3797 repair.go:60] Starting repairing loop for services I0405 10:57:22.837494 3797 repair.go:131] Deleted 0 stale service LBs I0405 10:57:22.837512 3797 repair.go:137] Deleted 0 stale Chassis Template Vars I0405 10:57:22.837528 3797 repair.go:62] Finished repairing loop for services: 116.153µs I0405 10:57:22.837554 3797 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0405 10:57:22.837563 3797 services_controller.go:254] Starting workers for network=default I0405 10:57:22.837892 3797 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-p66bd] creating logical port kube-system_global-pull-secret-syncer-p66bd for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:22.837918 3797 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-j62rr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j62rr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j62rr: no pod IPs found I0405 10:57:22.837896 3797 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-m9b5s, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-m9b5s: suppressed error logged: pod openshift-multus/network-metrics-daemon-m9b5s: no pod IPs found I0405 10:57:22.837975 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fbvgh] creating logical port openshift-multus_network-metrics-daemon-fbvgh for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:22.838012 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-222v5] creating logical port openshift-network-diagnostics_network-check-target-222v5 for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:22.838057 3797 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-p66bd I0405 10:57:22.838081 3797 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-fbvgh I0405 10:57:22.838088 3797 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-222v5 I0405 10:57:22.854122 3797 pod.go:62] [kube-system/global-pull-secret-syncer-p66bd] pod update took 16.147007ms I0405 10:57:22.854143 3797 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-p66bd] addLogicalPort annotation time took 16.170304ms I0405 10:57:22.855118 3797 pods.go:271] [kube-system/global-pull-secret-syncer-p66bd] addLogicalPort took 17.236586ms, libovsdb time 684.108µs I0405 10:57:22.856354 3797 pod.go:62] [openshift-multus/network-metrics-daemon-fbvgh] pod update took 18.305116ms I0405 10:57:22.856371 3797 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-fbvgh] addLogicalPort annotation time took 18.327795ms I0405 10:57:22.857169 3797 pods.go:271] [openshift-multus/network-metrics-daemon-fbvgh] addLogicalPort took 19.210679ms, libovsdb time 615.95µs I0405 10:57:22.857218 3797 pod.go:62] [openshift-network-diagnostics/network-check-target-222v5] pod update took 19.148966ms I0405 10:57:22.857232 3797 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-222v5] addLogicalPort annotation time took 19.166937ms I0405 10:57:22.857964 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-222v5] addLogicalPort took 19.958996ms, libovsdb time 568.461µs I0405 10:57:22.858285 3797 admin_network_policy_controller.go:227] Starting controller default-network-controller I0405 10:57:22.858312 3797 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0405 10:57:22.858324 3797 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0405 10:57:22.858329 3797 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0405 10:57:22.858505 3797 repair.go:29] Repairing admin network policies took 171.68µs I0405 10:57:22.858602 3797 repair.go:92] Repairing baseline admin network policies took 87.289µs I0405 10:57:22.859003 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0405 10:57:22.859020 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0405 10:57:22.860669 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0405 10:57:22.860690 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0405 10:57:22.860700 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0405 10:57:22.862877 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0405 10:57:22.862895 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0405 10:57:22.862905 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0405 10:57:22.864264 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0405 10:57:22.864285 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0405 10:57:22.864299 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0405 10:57:22.866323 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0405 10:57:22.866344 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0405 10:57:22.866353 3797 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0405 10:57:22.868007 3797 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0405 10:57:22.868026 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0405 10:57:22.868034 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0405 10:57:22.869487 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0405 10:57:22.869505 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0405 10:57:22.869511 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0405 10:57:22.870724 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0405 10:57:22.870758 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0405 10:57:22.870772 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0405 10:57:22.872208 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0405 10:57:22.872229 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0405 10:57:22.872240 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0405 10:57:22.872501 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0405 10:57:22.872519 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0405 10:57:22.872525 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0405 10:57:22.872747 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0405 10:57:22.872760 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0405 10:57:22.872769 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0405 10:57:22.873712 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0405 10:57:22.873730 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0405 10:57:22.873738 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0405 10:57:22.874434 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0405 10:57:22.874472 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0405 10:57:22.874893 3797 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0405 10:57:22.874907 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 10:57:22.875577 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0405 10:57:22.875596 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0405 10:57:22.875604 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0405 10:57:22.876172 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0405 10:57:22.876190 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0405 10:57:22.876212 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 10:57:22.876953 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0405 10:57:22.876975 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0405 10:57:22.876984 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0405 10:57:22.877309 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0405 10:57:22.877325 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0405 10:57:22.877333 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0405 10:57:22.877922 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0405 10:57:22.877943 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0405 10:57:22.877956 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0405 10:57:22.878996 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0405 10:57:22.879012 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0405 10:57:22.879019 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0405 10:57:22.880297 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0405 10:57:22.880314 3797 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0405 10:57:22.880321 3797 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0405 10:57:22.880875 3797 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0405 10:57:22.880893 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0405 10:57:22.880903 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0405 10:57:22.882155 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0405 10:57:22.882173 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0405 10:57:22.882180 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0405 10:57:22.882666 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0405 10:57:22.882684 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0405 10:57:22.882691 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0405 10:57:22.883136 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0405 10:57:22.883153 3797 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0405 10:57:22.883164 3797 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0405 10:57:22.884264 3797 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0405 10:57:22.884280 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0405 10:57:22.884287 3797 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0405 10:57:22.884749 3797 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0405 10:57:22.884771 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0405 10:57:22.884782 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0405 10:57:22.885249 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0405 10:57:22.885264 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0405 10:57:22.885271 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0405 10:57:22.885861 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0405 10:57:22.885885 3797 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0405 10:57:22.885896 3797 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0405 10:57:22.886837 3797 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0405 10:57:22.886853 3797 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0405 10:57:22.886862 3797 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0405 10:57:22.887436 3797 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0405 10:57:22.892087 3797 egressfirewall.go:319] Starting EgressFirewall controller I0405 10:57:22.892122 3797 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0405 10:57:22.892142 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0405 10:57:22.892149 3797 controller.go:133] Adding controller egress-firewall-controller event handlers I0405 10:57:22.892198 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0405 10:57:22.892211 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0405 10:57:22.892154 3797 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0405 10:57:22.892479 3797 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0405 10:57:22.892492 3797 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0405 10:57:22.892502 3797 egressqos.go:193] Setting up event handlers for EgressQoS I0405 10:57:22.892584 3797 egressfirewall.go:628] Syncing node "ip-10-0-0-209.ec2.internal" for egress firewall I0405 10:57:22.892596 3797 egressfirewall.go:628] Syncing node "ip-10-0-1-205.ec2.internal" for egress firewall I0405 10:57:22.892704 3797 egressqos.go:245] Starting EgressQoS Controller I0405 10:57:22.892715 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0405 10:57:22.892721 3797 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0405 10:57:22.892726 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0405 10:57:22.892733 3797 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0405 10:57:22.892738 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0405 10:57:22.892742 3797 shared_informer.go:356] "Caches are synced" controller="egressqos" I0405 10:57:22.892746 3797 egressqos.go:259] Repairing EgressQoSes I0405 10:57:22.892749 3797 egressqos.go:399] Starting repairing loop for egressqos I0405 10:57:22.892829 3797 egressqos.go:401] Finished repairing loop for egressqos: 79.509µs I0405 10:57:22.892848 3797 egressservice_zone.go:132] Setting up event handlers for Egress Services I0405 10:57:22.892871 3797 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-205.ec2.internal I0405 10:57:22.892927 3797 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-205.ec2.internal : 57.851µs I0405 10:57:22.892955 3797 egressservice_zone.go:210] Starting Egress Services Controller I0405 10:57:22.892964 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 10:57:22.892969 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 10:57:22.892974 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 10:57:22.892995 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 10:57:22.893003 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 10:57:22.893007 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 10:57:22.893013 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0405 10:57:22.893017 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0405 10:57:22.893021 3797 egressservice_zone.go:228] Repairing Egress Services I0405 10:57:22.893251 3797 master_controller.go:88] Starting Admin Policy Based Route Controller I0405 10:57:22.893263 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 10:57:22.893274 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-209.ec2.internal I0405 10:57:22.893283 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-209.ec2.internal: 11.14µs I0405 10:57:22.893290 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-205.ec2.internal I0405 10:57:22.893293 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-205.ec2.internal: 3.897µs I0405 10:57:22.893349 3797 default_network_controller.go:568] Completing all the Watchers took 298.179448ms I0405 10:57:22.893360 3797 default_network_controller.go:572] Starting unidling controllers I0405 10:57:22.893366 3797 unidle.go:46] Registering OVN SB ControllerEvent handler I0405 10:57:22.893371 3797 unidle.go:63] Populating Initial ContollerEvent events I0405 10:57:22.893381 3797 unidle.go:79] Setting up event handlers for services I0405 10:57:22.893460 3797 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0405 10:57:23.137969 3797 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:23.638007 3797 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:24.137716 3797 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:24.444062 3797 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0405 10:57:24.637915 3797 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:24.656219 3797 bridgeconfig.go:537] Gateway is ready I0405 10:57:24.656252 3797 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0405 10:57:24.670873 3797 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.205. Updating OVN encap IP. I0405 10:57:24.676428 3797 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.205 - it is already configured I0405 10:57:24.676445 3797 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.205/24:{} 172.20.0.1/32:{}]. Updating annotations. I0405 10:57:24.676679 3797 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.205/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-205.ec2.internal","mac-address":"0a:ff:e2:d1:84:0b","ip-addresses":["10.0.1.205/24"],"ip-address":"10.0.1.205/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2c333d2b-27be-49e8-b534-facd20ecd17e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.205/24"}] on node ip-10-0-1-205.ec2.internal I0405 10:57:24.693397 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-205.ec2.internal in network "default" I0405 10:57:24.693423 3797 master.go:532] Adding or Updating local node "ip-10-0-1-205.ec2.internal" for network "default" I0405 10:57:24.693492 3797 node_tracker.go:169] Node ip-10-0-1-205.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:24.693545 3797 services_controller.go:574] Full service sync requested for network=default I0405 10:57:24.693511 3797 egressfirewall.go:628] Syncing node "ip-10-0-1-205.ec2.internal" for egress firewall I0405 10:57:24.693408 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-205.ec2.internal I0405 10:57:24.693606 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-205.ec2.internal: 203.621µs I0405 10:57:24.693938 3797 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.205 I0405 10:57:24.694182 3797 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-205.ec2.internal I0405 10:57:24.698456 3797 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-205.ec2.internal. Updating no re-route policies I0405 10:57:24.698538 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-m9b5s I0405 10:57:24.698552 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-222v5 I0405 10:57:24.698561 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-m9b5s I0405 10:57:24.698565 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-g5x2g I0405 10:57:24.698571 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-222v5 I0405 10:57:24.698582 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-g5x2g I0405 10:57:24.698584 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-hdxdp I0405 10:57:24.698598 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-hdxdp I0405 10:57:24.698613 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-g5x2g after 0 failed attempt(s) I0405 10:57:24.698607 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jnd2m I0405 10:57:24.698628 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-hdxdp after 0 failed attempt(s) I0405 10:57:24.698631 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jnd2m I0405 10:57:24.698659 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-222v5] creating logical port openshift-network-diagnostics_network-check-target-222v5 for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:24.698675 3797 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-p66bd I0405 10:57:24.698678 3797 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-m9b5s, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-m9b5s: suppressed error logged: pod openshift-multus/network-metrics-daemon-m9b5s: no pod IPs found I0405 10:57:24.698683 3797 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-p66bd I0405 10:57:24.698675 3797 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-205.ec2.internal I0405 10:57:24.698690 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zmt5t I0405 10:57:24.698694 3797 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-205.ec2.internal I0405 10:57:24.698697 3797 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-nzlfc I0405 10:57:24.698698 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j62rr I0405 10:57:24.698701 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-z7xh6 I0405 10:57:24.698709 3797 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-nzlfc I0405 10:57:24.698707 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-205.ec2.internal I0405 10:57:24.698714 3797 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-205.ec2.internal after 0 failed attempt(s) I0405 10:57:24.698717 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-z7xh6 I0405 10:57:24.698723 3797 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-nzlfc after 0 failed attempt(s) I0405 10:57:24.698690 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-bg5p7 I0405 10:57:24.698729 3797 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-bcv7v I0405 10:57:24.698736 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-bg5p7 I0405 10:57:24.698740 3797 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-bcv7v I0405 10:57:24.698741 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lz9l4 I0405 10:57:24.698746 3797 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-p66bd] creating logical port kube-system_global-pull-secret-syncer-p66bd for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:24.698749 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-lz9l4 I0405 10:57:24.698754 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-bg5p7 after 0 failed attempt(s) I0405 10:57:24.698753 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-fbvgh I0405 10:57:24.698717 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j62rr I0405 10:57:24.698765 3797 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-bcv7v after 0 failed attempt(s) I0405 10:57:24.698769 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-fbvgh I0405 10:57:24.698700 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zmt5t I0405 10:57:24.698719 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-205.ec2.internal I0405 10:57:24.698792 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zmt5t after 0 failed attempt(s) I0405 10:57:24.698773 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-lz9l4 after 0 failed attempt(s) I0405 10:57:24.698818 3797 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-j62rr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j62rr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j62rr: no pod IPs found I0405 10:57:24.698722 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hm9c7 I0405 10:57:24.698838 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hm9c7 I0405 10:57:24.698848 3797 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fbvgh] creating logical port openshift-multus_network-metrics-daemon-fbvgh for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:24.698859 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hm9c7 after 0 failed attempt(s) I0405 10:57:24.698662 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jnd2m after 0 failed attempt(s) I0405 10:57:24.698739 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-z7xh6 after 0 failed attempt(s) I0405 10:57:24.698881 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-205.ec2.internal after 0 failed attempt(s) I0405 10:57:24.699520 3797 pods.go:271] [openshift-multus/network-metrics-daemon-fbvgh] addLogicalPort took 684.791µs, libovsdb time 294.027µs I0405 10:57:24.699533 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-fbvgh after 0 failed attempt(s) I0405 10:57:24.699591 3797 pods.go:271] [kube-system/global-pull-secret-syncer-p66bd] addLogicalPort took 892.541µs, libovsdb time 363.637µs I0405 10:57:24.699600 3797 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-p66bd after 0 failed attempt(s) I0405 10:57:24.699906 3797 pods.go:271] [openshift-network-diagnostics/network-check-target-222v5] addLogicalPort took 1.295196ms, libovsdb time 522.32µs I0405 10:57:24.699920 3797 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-222v5 after 0 failed attempt(s) I0405 10:57:24.709416 3797 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0405 10:57:24.721970 3797 iptables.go:108] Creating table: mangle chain: OUTPUT I0405 10:57:24.725218 3797 iptables.go:108] Creating table: nat chain: OUTPUT I0405 10:57:24.747109 3797 iptables.go:108] Creating table: nat chain: PREROUTING I0405 10:57:24.798449 3797 iptables.go:108] Creating table: filter chain: FORWARD I0405 10:57:24.815864 3797 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0405 10:57:24.816013 3797 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0405 10:57:24.816076 3797 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0405 10:57:24.816220 3797 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0405 10:57:24.816296 3797 gateway_init.go:325] Gateway and management port readiness took 2.183262499s I0405 10:57:24.816359 3797 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0405 10:57:24.816402 3797 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0405 10:57:24.816416 3797 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0405 10:57:24.816428 3797 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 10:57:24.816955 3797 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0405 10:57:24.817042 3797 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.062µs I0405 10:57:24.817279 3797 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0405 10:57:24.817311 3797 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 19.729µs I0405 10:57:24.817323 3797 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.866µs I0405 10:57:24.817330 3797 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0405 10:57:24.817340 3797 nad_controller.go:173] [node-nad-controller NAD controller]: started I0405 10:57:24.817344 3797 default_node_network_controller.go:898] Starting the default node network controller I0405 10:57:24.817349 3797 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0405 10:57:24.817367 3797 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.034µs I0405 10:57:24.817508 3797 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0405 10:57:24.817517 3797 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0405 10:57:24.817544 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009e99f0 0xc0002af6c0 0xc0002af730 0xc0002af7a0 0xc0002af810 0xc0002af880 0xc0002af8f0 0xc000823c70 0xc0002af960 0xc0002af9d0 0xc0008df8b0 0xc00612b110 0xc0002afa40 map[0x2f8f0c0:0xc0028121e0 0x2f8f600:0xc002812360 0x2f90080:0xc0007c7ec0 0x2f90320:0xc002812180 0x2f90b00:0xc002812240 0x2f90da0:0xc0028122a0 0x2f91040:0xc002812300 0x2f91820:0xc0028123c0 0x2f91ac0:0xc002812420 0x2fbc3e0:0xc0007c7ce0 0x2fbc780:0xc0007c7d40 0x2fbd260:0xc000cc0e40 0x2fbebc0:0xc001c5a000 0x2fbf6a0:0xc0007c7e60 0x2fc0520:0xc000e26c00] 0xc00050e9a0 0} I0405 10:57:24.817604 3797 gateway.go:151] Starting gateway service sync I0405 10:57:24.818127 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0405 10:57:24.820339 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0405 10:57:24.829466 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0405 10:57:24.830603 3797 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0405 10:57:24.831666 3797 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0405 10:57:24.865507 3797 gateway.go:168] Gateway service sync done. Time taken: 47.883853ms I0405 10:57:24.866142 3797 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31093 I0405 10:57:24.866369 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009e99f0 0xc0002af6c0 0xc0002af730 0xc0002af7a0 0xc0002af810 0xc0002af880 0xc0002af8f0 0xc000823c70 0xc0002af960 0xc0002af9d0 0xc0008df8b0 0xc00612b110 0xc0002afa40 map[0x2f8f0c0:0xc0028121e0 0x2f8f600:0xc002812360 0x2f90080:0xc0007c7ec0 0x2f90320:0xc002812180 0x2f90b00:0xc002812240 0x2f90da0:0xc0028122a0 0x2f91040:0xc002812300 0x2f91820:0xc0028123c0 0x2f91ac0:0xc002812420 0x2fbc3e0:0xc0007c7ce0 0x2fbc780:0xc0007c7d40 0x2fbd260:0xc000cc0e40 0x2fbebc0:0xc001c5a000 0x2fbf6a0:0xc0007c7e60 0x2fc0520:0xc000e26c00] 0xc00050e9a0 0} I0405 10:57:24.866977 3797 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009e99f0 0xc0002af6c0 0xc0002af730 0xc0002af7a0 0xc0002af810 0xc0002af880 0xc0002af8f0 0xc000823c70 0xc0002af960 0xc0002af9d0 0xc0008df8b0 0xc00612b110 0xc0002afa40 map[0x2f8f0c0:0xc0028121e0 0x2f8f600:0xc002812360 0x2f90080:0xc0007c7ec0 0x2f90320:0xc002812180 0x2f90b00:0xc002812240 0x2f90da0:0xc0028122a0 0x2f91040:0xc002812300 0x2f91820:0xc0028123c0 0x2f91ac0:0xc002812420 0x2fbc3e0:0xc0007c7ce0 0x2fbc780:0xc0007c7d40 0x2fbd260:0xc000cc0e40 0x2fbebc0:0xc001c5a000 0x2fbf6a0:0xc0007c7e60 0x2fc0520:0xc000e26c00] 0xc00050e9a0 0} I0405 10:57:24.867027 3797 gateway.go:519] Reconciling gateway with updates I0405 10:57:24.872734 3797 gateway.go:326] Spawning Conntrack Rule Check Thread I0405 10:57:24.872833 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:57:24.872846 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 10:57:24.872856 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:57:24.872856 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:57:24.872867 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 10:57:24.872869 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 10:57:24.872878 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:57:24.872848 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 10:57:24.872887 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 31135 is already open, no action needed I0405 10:57:24.872898 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 32231 is already open, no action needed I0405 10:57:24.872896 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:57:24.872837 3797 default_node_network_controller.go:943] Gateway and management port readiness took 55.311857ms I0405 10:57:24.872912 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:57:24.872914 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:24.872928 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 10:57:24.872832 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:57:24.872910 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:57:24.872938 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:24.872948 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:57:24.872950 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:57:24.872954 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:57:24.872959 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 10:57:24.872965 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 10:57:24.872971 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:57:24.872892 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:57:24.872985 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:57:24.872985 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:57:24.872988 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 10:57:24.872995 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:57:24.873002 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:57:24.873005 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:57:24.872860 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:57:24.873011 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:57:24.873012 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:57:24.873017 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:57:24.873016 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:57:24.873024 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:57:24.873027 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:57:24.872896 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:57:24.873034 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:57:24.873041 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:57:24.872900 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 10:57:24.872995 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:57:24.873079 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:57:24.873015 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:57:24.873085 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:57:24.873074 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:57:24.872878 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:57:24.873102 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:57:24.872883 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 10:57:24.873106 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:57:24.873112 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:57:24.873122 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:57:24.873124 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:57:24.873125 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:57:24.873134 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:57:24.873154 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:57:24.873095 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:57:24.873164 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 10:57:24.873124 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:57:24.873183 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:57:24.873183 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:57:24.873136 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:57:24.873195 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:57:24.873092 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:57:24.873203 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 10:57:24.873105 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:57:24.873095 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 10:57:24.873104 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:57:24.873237 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:57:24.873240 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:57:24.873240 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 10:57:24.873246 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 10:57:24.873251 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 10:57:24.873089 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 10:57:24.873266 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 10:57:24.873270 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:57:24.873271 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:57:24.873281 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:57:24.873281 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 10:57:24.873284 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:57:24.873296 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:57:24.873299 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:57:24.873304 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 10:57:24.873308 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:57:24.873324 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:57:24.873340 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:57:24.873350 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 10:57:24.873124 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 10:57:24.873366 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 10:57:24.873380 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 10:57:24.873272 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:57:24.873394 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:57:24.873402 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 10:57:24.873284 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:57:24.873408 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:57:24.873126 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:57:24.873452 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:57:24.872998 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 10:57:24.873020 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:57:24.873109 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:57:24.873549 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:57:24.873285 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:57:24.874419 3797 node_ip_handler_linux.go:160] Node IP manager is running W0405 10:57:24.915240 3797 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 10:57:24.915359 3797 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 10:57:24.915465 3797 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0405 10:57:24.924830 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 10:57:24.924844 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 10:57:24.924863 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 10:57:24.924869 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 10:57:24.924880 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 10:57:24.924888 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 10:57:24.924896 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 10:57:24.924901 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 10:57:24.924907 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 10:57:24.924912 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 10:57:24.924917 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 10:57:24.964611 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 10:57:24.964648 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 10:57:24.964665 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 10:57:24.964672 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 10:57:24.964679 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 10:57:24.964687 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 10:57:24.964706 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 10:57:24.964739 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 10:57:24.964762 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 10:57:24.964775 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 10:57:24.964790 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 10:57:24.964818 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 10:57:24.964829 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 10:57:24.964839 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 10:57:24.964855 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 10:57:24.964877 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 10:57:24.964891 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 10:57:24.969097 3797 egressfirewall.go:628] Syncing node "ip-10-0-0-209.ec2.internal" for egress firewall I0405 10:57:24.969126 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-209.ec2.internal I0405 10:57:24.969141 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-209.ec2.internal: 18.31µs I0405 10:57:24.969191 3797 default_network_controller.go:1008] Node "ip-10-0-0-209.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:25.005685 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 10:57:25.005710 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 10:57:25.005721 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 10:57:25.005730 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 10:57:25.647379 3797 default_network_controller.go:1008] Node "ip-10-0-0-209.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:26.015477 3797 default_node_network_controller.go:1369] Starting node controller node sync W0405 10:57:26.015483 3797 egressip_healthcheck.go:76] Health checking using insecure connection I0405 10:57:26.015537 3797 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0405 10:57:26.027197 3797 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.697958ms I0405 10:57:26.027386 3797 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0405 10:57:26.027661 3797 egressservice_node.go:93] Setting up event handlers for Egress Services I0405 10:57:26.027817 3797 egressservice_node.go:183] Starting Egress Services Controller I0405 10:57:26.027832 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 10:57:26.027842 3797 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 10:57:26.027847 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 10:57:26.027853 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 10:57:26.027858 3797 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 10:57:26.027863 3797 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 10:57:26.027867 3797 egressservice_node.go:197] Repairing Egress Services I0405 10:57:26.037986 3797 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0405 10:57:26.038000 3797 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 10:57:26.038161 3797 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0405 10:57:26.038175 3797 link_network_manager.go:117] Link manager is running I0405 10:57:26.038187 3797 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0405 10:57:26.038270 3797 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0405 10:57:26.038539 3797 vrf_manager.go:128] VRF manager is running I0405 10:57:26.038623 3797 node_controller_manager.go:437] Removing flows to drop GARP I0405 10:57:26.038636 3797 gateway.go:519] Reconciling gateway with updates I0405 10:57:26.068730 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:57:26.068746 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:57:26.068746 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:57:26.068760 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:57:26.068761 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:57:26.068764 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 10:57:26.068776 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 10:57:26.068779 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 10:57:26.068782 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 10:57:26.068782 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:57:26.068793 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:26.068796 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:57:26.068818 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:26.068819 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 10:57:26.068822 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 10:57:26.068829 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:57:26.068836 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 10:57:26.068834 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:57:26.068843 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 10:57:26.068844 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:57:26.068842 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:57:26.068848 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:57:26.068852 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:57:26.068854 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:57:26.068857 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:57:26.068860 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:57:26.068862 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:57:26.068857 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:57:26.068865 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:57:26.068868 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 10:57:26.068874 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:57:26.068874 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:57:26.068882 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:57:26.068884 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:57:26.068884 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:57:26.068890 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:57:26.068892 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:57:26.068900 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:57:26.068882 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 10:57:26.068823 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:57:26.068908 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 10:57:26.068835 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 10:57:26.068917 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:57:26.068918 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 10:57:26.068925 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 10:57:26.068927 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:57:26.068930 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:57:26.068934 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:57:26.068939 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:57:26.068945 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:57:26.068833 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:57:26.068963 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 10:57:26.068965 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 10:57:26.068978 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 10:57:26.068988 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 10:57:26.068917 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:57:26.068993 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 10:57:26.068999 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 10:57:26.068844 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:57:26.069011 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 10:57:26.069014 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 10:57:26.069017 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:57:26.068932 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:57:26.069031 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 10:57:26.068795 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:57:26.069031 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 10:57:26.068899 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:57:26.069051 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:57:26.068750 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:57:26.069083 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:57:26.069088 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 10:57:26.069101 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 10:57:26.068822 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:57:26.069122 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 10:57:26.069114 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 10:57:26.068797 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 31135 is already open, no action needed I0405 10:57:26.069147 3797 port_claim.go:71] Svc openshift-ingress/router-default: port 32231 is already open, no action needed I0405 10:57:26.068766 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:57:26.069160 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 10:57:26.069125 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 10:57:26.068730 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:57:26.069173 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:57:26.069179 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 10:57:26.068753 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:57:26.068733 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:57:26.069280 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:57:26.069288 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 10:57:26.068768 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:57:26.069301 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 10:57:26.068835 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 10:57:26.068846 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:57:26.068845 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:57:26.069423 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:57:26.068854 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 10:57:26.068861 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:57:26.068865 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:57:26.069513 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:57:26.068902 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:57:26.068904 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 10:57:26.068911 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:57:26.069576 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:57:26.068913 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:57:26.069599 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:57:26.068911 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:57:26.069628 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:57:26.069635 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 10:57:26.068922 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:57:26.069642 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:57:26.068931 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 10:57:26.068931 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:57:26.069715 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:57:26.068934 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 10:57:26.069754 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 10:57:26.068933 3797 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:57:26.069770 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:57:26.068941 3797 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:57:26.068993 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 10:57:26.069036 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 10:57:26.110009 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 10:57:26.110028 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 10:57:26.110044 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 10:57:26.110052 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 10:57:26.110079 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 10:57:26.110088 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 10:57:26.110094 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 10:57:26.110099 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 10:57:26.110105 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 10:57:26.110112 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 10:57:26.152375 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 10:57:26.152404 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 10:57:26.152412 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 10:57:26.152419 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 10:57:26.152426 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 10:57:26.152431 3797 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 10:57:27.909581 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:57:27.909601 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 29.164µs I0405 10:57:27.909642 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:57:27.909651 3797 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 10:57:27.909655 3797 node_tracker.go:220] Node ip-10-0-2-248.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0405 10:57:27.909701 3797 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-248.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0405 10:57:27.909717 3797 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-248.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-248.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-248.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-248.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal, error parsing annotation for node ip-10-0-2-248.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0405 10:57:27.922863 3797 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-248.ec2.internal annotation: unexpected end of JSON input E0405 10:57:27.922909 3797 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-248.ec2.internal annotation: unexpected end of JSON input I0405 10:57:27.922932 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0405 10:57:27.922984 3797 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-248.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-248.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-248.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-248.ec2.internal" I0405 10:57:27.933899 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-209.ec2.internal I0405 10:57:27.933913 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-209.ec2.internal: 17.792µs I0405 10:57:27.933899 3797 egressfirewall.go:628] Syncing node "ip-10-0-0-209.ec2.internal" for egress firewall I0405 10:57:27.933979 3797 default_network_controller.go:1008] Node "ip-10-0-0-209.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:27.936470 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0405 10:57:27.936528 3797 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-248.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-248.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-248.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-248.ec2.internal" I0405 10:57:27.949977 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:57:27.949991 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 18.129µs I0405 10:57:27.949990 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:27.950030 3797 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall E0405 10:57:27.950040 3797 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-248.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-248.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-248.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-248.ec2.internal" I0405 10:57:27.964470 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0405 10:57:28.148790 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:57:28.148823 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 40.508µs I0405 10:57:28.148793 3797 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 10:57:28.148843 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:28.162191 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:28.406722 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:28.547662 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-205.ec2.internal I0405 10:57:28.547693 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-205.ec2.internal: 40.523µs I0405 10:57:28.578477 3797 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6c94f88d9b-45lp5] creating logical port openshift-image-registry_image-registry-6c94f88d9b-45lp5 for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.578599 3797 kube.go:256] Updating pod openshift-image-registry/image-registry-6c94f88d9b-45lp5 I0405 10:57:28.597918 3797 pod.go:62] [openshift-image-registry/image-registry-6c94f88d9b-45lp5] pod update took 19.342539ms I0405 10:57:28.597940 3797 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6c94f88d9b-45lp5] addLogicalPort annotation time took 19.372669ms I0405 10:57:28.599016 3797 pods.go:271] [openshift-image-registry/image-registry-6c94f88d9b-45lp5] addLogicalPort took 20.552719ms, libovsdb time 821.652µs I0405 10:57:28.599900 3797 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qsckf] creating logical port openshift-dns_dns-default-qsckf for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.599992 3797 kube.go:256] Updating pod openshift-dns/dns-default-qsckf I0405 10:57:28.623155 3797 pod.go:62] [openshift-dns/dns-default-qsckf] pod update took 23.182232ms I0405 10:57:28.623173 3797 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-qsckf] addLogicalPort annotation time took 23.203987ms I0405 10:57:28.624181 3797 pods.go:271] [openshift-dns/dns-default-qsckf] addLogicalPort took 24.293864ms, libovsdb time 760.607µs I0405 10:57:28.624640 3797 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-knqw2] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-75b48889dc-knqw2 for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.624742 3797 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-knqw2 I0405 10:57:28.626491 3797 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-6x5tj] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-6x5tj for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.626571 3797 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-6x5tj I0405 10:57:28.630258 3797 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-ggx2p] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-98c9d9db4-ggx2p for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.630265 3797 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6f4dc9bddb-9ksv6] creating logical port openshift-insights_insights-operator-6f4dc9bddb-9ksv6 for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.630380 3797 kube.go:256] Updating pod openshift-insights/insights-operator-6f4dc9bddb-9ksv6 I0405 10:57:28.630408 3797 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-ggx2p I0405 10:57:28.638210 3797 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-57d9b95648-xw6xq] creating logical port openshift-console-operator_console-operator-57d9b95648-xw6xq for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.638326 3797 kube.go:256] Updating pod openshift-console-operator/console-operator-57d9b95648-xw6xq I0405 10:57:28.653245 3797 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-knqw2] pod update took 28.554345ms I0405 10:57:28.653277 3797 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-knqw2] addLogicalPort annotation time took 28.590432ms I0405 10:57:28.654029 3797 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-6x5tj] pod update took 27.471678ms I0405 10:57:28.654053 3797 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-6x5tj] addLogicalPort annotation time took 27.49772ms I0405 10:57:28.654364 3797 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-whfxz] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-whfxz for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.654427 3797 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-bc9md] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-d4cbcbb94-bc9md for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.654796 3797 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-knqw2] addLogicalPort took 30.162987ms, libovsdb time 1.147591ms I0405 10:57:28.654900 3797 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-whfxz I0405 10:57:28.654927 3797 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-bc9md I0405 10:57:28.655768 3797 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-6x5tj] addLogicalPort took 29.285271ms, libovsdb time 744.243µs I0405 10:57:28.656688 3797 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5d7c6d47dc-45zdl] creating logical port openshift-ingress_router-default-5d7c6d47dc-45zdl for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.656780 3797 kube.go:256] Updating pod openshift-ingress/router-default-5d7c6d47dc-45zdl I0405 10:57:28.656904 3797 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7764dc9d4-gjvrg] creating logical port openshift-ingress_router-default-7764dc9d4-gjvrg for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.656834 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-qtxtj] creating logical port openshift-monitoring_cluster-monitoring-operator-65b957665b-qtxtj for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.657019 3797 kube.go:256] Updating pod openshift-ingress/router-default-7764dc9d4-gjvrg I0405 10:57:28.657112 3797 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-65b957665b-qtxtj I0405 10:57:28.689185 3797 pod.go:62] [openshift-insights/insights-operator-6f4dc9bddb-9ksv6] pod update took 58.830001ms I0405 10:57:28.689221 3797 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-6f4dc9bddb-9ksv6] addLogicalPort annotation time took 58.861241ms I0405 10:57:28.689357 3797 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-whfxz] pod update took 34.501221ms I0405 10:57:28.689381 3797 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-whfxz] addLogicalPort annotation time took 34.529569ms I0405 10:57:28.689416 3797 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-bc9md] pod update took 34.513529ms I0405 10:57:28.689435 3797 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-bc9md] addLogicalPort annotation time took 34.535119ms I0405 10:57:28.689555 3797 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-frwrk] creating logical port openshift-ingress-canary_ingress-canary-frwrk for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.689689 3797 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-frwrk I0405 10:57:28.689797 3797 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-2fc74] creating logical port openshift-network-diagnostics_network-check-source-5bff8f5d77-2fc74 for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.689822 3797 pod.go:62] [openshift-ingress/router-default-7764dc9d4-gjvrg] pod update took 32.830159ms I0405 10:57:28.689839 3797 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7764dc9d4-gjvrg] addLogicalPort annotation time took 32.848445ms I0405 10:57:28.689934 3797 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5bff8f5d77-2fc74 I0405 10:57:28.689994 3797 pod.go:62] [openshift-console-operator/console-operator-57d9b95648-xw6xq] pod update took 51.691964ms I0405 10:57:28.690063 3797 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-57d9b95648-xw6xq] addLogicalPort annotation time took 51.760035ms I0405 10:57:28.690037 3797 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzmpp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-rzmpp for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.690279 3797 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzmpp I0405 10:57:28.690404 3797 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-ggx2p] pod update took 60.011321ms I0405 10:57:28.690428 3797 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-ggx2p] addLogicalPort annotation time took 60.036534ms I0405 10:57:28.690728 3797 pods.go:271] [openshift-insights/insights-operator-6f4dc9bddb-9ksv6] addLogicalPort took 60.468841ms, libovsdb time 1.156656ms I0405 10:57:28.690783 3797 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-zgs7w] creating logical port openshift-service-ca-operator_service-ca-operator-54f5cf58db-zgs7w for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:28.690870 3797 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-54f5cf58db-zgs7w I0405 10:57:28.691144 3797 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-whfxz] addLogicalPort took 36.795047ms, libovsdb time 1.413163ms I0405 10:57:28.691423 3797 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-bc9md] addLogicalPort took 37.011975ms, libovsdb time 1.692242ms I0405 10:57:28.691828 3797 pods.go:271] [openshift-ingress/router-default-7764dc9d4-gjvrg] addLogicalPort took 34.933446ms, libovsdb time 1.499748ms I0405 10:57:28.692109 3797 pods.go:271] [openshift-console-operator/console-operator-57d9b95648-xw6xq] addLogicalPort took 53.915433ms, libovsdb time 1.722137ms I0405 10:57:28.692460 3797 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-ggx2p] addLogicalPort took 62.242042ms, libovsdb time 1.561987ms I0405 10:57:28.704870 3797 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-65b957665b-qtxtj] pod update took 47.7776ms I0405 10:57:28.704895 3797 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-qtxtj] addLogicalPort annotation time took 47.807397ms I0405 10:57:28.704875 3797 pod.go:62] [openshift-ingress/router-default-5d7c6d47dc-45zdl] pod update took 48.140287ms I0405 10:57:28.704968 3797 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-5d7c6d47dc-45zdl] addLogicalPort annotation time took 48.236926ms I0405 10:57:28.706505 3797 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-65b957665b-qtxtj] addLogicalPort took 49.67995ms, libovsdb time 1.249353ms I0405 10:57:28.706709 3797 pods.go:271] [openshift-ingress/router-default-5d7c6d47dc-45zdl] addLogicalPort took 50.032139ms, libovsdb time 1.377994ms I0405 10:57:28.713329 3797 pod.go:62] [openshift-ingress-canary/ingress-canary-frwrk] pod update took 23.677127ms I0405 10:57:28.713354 3797 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-frwrk] addLogicalPort annotation time took 23.707691ms I0405 10:57:28.713330 3797 pod.go:62] [openshift-network-diagnostics/network-check-source-5bff8f5d77-2fc74] pod update took 23.425396ms I0405 10:57:28.713435 3797 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-2fc74] addLogicalPort annotation time took 23.531527ms I0405 10:57:28.714014 3797 pod.go:62] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-zgs7w] pod update took 23.180368ms I0405 10:57:28.714038 3797 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-zgs7w] addLogicalPort annotation time took 23.201742ms I0405 10:57:28.714735 3797 pods.go:271] [openshift-ingress-canary/ingress-canary-frwrk] addLogicalPort took 25.189928ms, libovsdb time 1.051185ms I0405 10:57:28.715265 3797 pods.go:271] [openshift-network-diagnostics/network-check-source-5bff8f5d77-2fc74] addLogicalPort took 25.480043ms, libovsdb time 1.568529ms I0405 10:57:28.715570 3797 pods.go:271] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-zgs7w] addLogicalPort took 24.794973ms, libovsdb time 1.190382ms I0405 10:57:28.726139 3797 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzmpp] pod update took 35.883646ms I0405 10:57:28.726164 3797 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzmpp] addLogicalPort annotation time took 35.912606ms I0405 10:57:28.727245 3797 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzmpp] addLogicalPort took 37.215491ms, libovsdb time 752.656µs I0405 10:57:29.055547 3797 cni.go:403] [openshift-ingress-canary/ingress-canary-frwrk 4f636e1de5a9e41573a650a892e86d9cb73525654c215898982a90f58bcb3ae6 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-frwrk 4f636e1de5a9e41573a650a892e86d9cb73525654c215898982a90f58bcb3ae6 network default NAD default] I0405 10:57:29.059317 3797 cni.go:403] [openshift-network-diagnostics/network-check-source-5bff8f5d77-2fc74 f2ef45c88ac0d17917da95f44ff5a2c863beb3ca767fec80368dfee26423ef87 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-2fc74 f2ef45c88ac0d17917da95f44ff5a2c863beb3ca767fec80368dfee26423ef87 network default NAD default] I0405 10:57:29.066170 3797 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzmpp ea26a49e586b02e153bf16dc1a706697ffc2e798dcee1fbd73bd285cd809e3f3 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzmpp ea26a49e586b02e153bf16dc1a706697ffc2e798dcee1fbd73bd285cd809e3f3 network default NAD default] I0405 10:57:29.077710 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-frwrk, hostIfaceName: 4f636e1de5a9e41, network: default, NAD default, SandboxID: "4f636e1de5a9e41573a650a892e86d9cb73525654c215898982a90f58bcb3ae6", PCI device ID: , UID: "512323c5-e7e8-4055-b6a4-4d24d438cf61", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0405 10:57:29.078839 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5bff8f5d77-2fc74, hostIfaceName: f2ef45c88ac0d17, network: default, NAD default, SandboxID: "f2ef45c88ac0d17917da95f44ff5a2c863beb3ca767fec80368dfee26423ef87", PCI device ID: , UID: "bdee43a5-4bbb-4e99-8678-bd948cc96bad", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0405 10:57:29.078854 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-rzmpp, hostIfaceName: ea26a49e586b02e, network: default, NAD default, SandboxID: "ea26a49e586b02e153bf16dc1a706697ffc2e798dcee1fbd73bd285cd809e3f3", PCI device ID: , UID: "67e1a539-2819-47ec-8829-bd94cefef94e", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0405 10:57:29.127989 3797 cni.go:424] [openshift-ingress-canary/ingress-canary-frwrk 4f636e1de5a9e41573a650a892e86d9cb73525654c215898982a90f58bcb3ae6 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-frwrk 4f636e1de5a9e41573a650a892e86d9cb73525654c215898982a90f58bcb3ae6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:cc:d9:e7:04:8c\",\"name\":\"4f636e1de5a9e41\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ec2d146-f639-467f-857e-b6e22ca48875\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:29.133646 3797 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzmpp ea26a49e586b02e153bf16dc1a706697ffc2e798dcee1fbd73bd285cd809e3f3 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rzmpp ea26a49e586b02e153bf16dc1a706697ffc2e798dcee1fbd73bd285cd809e3f3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:31:57:9a:24:cd\",\"name\":\"ea26a49e586b02e\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fc3c554-17b9-4f07-88b1-86d1a4dc8c0a\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:29.134579 3797 cni.go:424] [openshift-network-diagnostics/network-check-source-5bff8f5d77-2fc74 f2ef45c88ac0d17917da95f44ff5a2c863beb3ca767fec80368dfee26423ef87 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-2fc74 f2ef45c88ac0d17917da95f44ff5a2c863beb3ca767fec80368dfee26423ef87 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:af:8c:5b:db:9e\",\"name\":\"f2ef45c88ac0d17\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f03f5c03-8603-44ce-8a64-12caaddd060c\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:29.294621 3797 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-ggx2p f6459e9c81f3bbff321814cf09602c00b033285f316200f0676f099691dfdfa4 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-ggx2p f6459e9c81f3bbff321814cf09602c00b033285f316200f0676f099691dfdfa4 network default NAD default] I0405 10:57:29.301280 3797 cni.go:403] [openshift-insights/insights-operator-6f4dc9bddb-9ksv6 0515c026fcec322a4fb21c6ca41e51b05cbb8610d0f21c7b6cf3cdd4fd5c7f1a network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-6f4dc9bddb-9ksv6 0515c026fcec322a4fb21c6ca41e51b05cbb8610d0f21c7b6cf3cdd4fd5c7f1a network default NAD default] I0405 10:57:29.306907 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-98c9d9db4-ggx2p, hostIfaceName: f6459e9c81f3bbf, network: default, NAD default, SandboxID: "f6459e9c81f3bbff321814cf09602c00b033285f316200f0676f099691dfdfa4", PCI device ID: , UID: "12e3fee7-a608-494d-afc0-f06203fdcd42", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0405 10:57:29.310630 3797 cni.go:403] [openshift-console-operator/console-operator-57d9b95648-xw6xq 1b9e60d60419d6aab4ec7fe02668a1ea0986e2d0973ff93df06a1da2197b2510 network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-57d9b95648-xw6xq 1b9e60d60419d6aab4ec7fe02668a1ea0986e2d0973ff93df06a1da2197b2510 network default NAD default] I0405 10:57:29.313479 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6f4dc9bddb-9ksv6, hostIfaceName: 0515c026fcec322, network: default, NAD default, SandboxID: "0515c026fcec322a4fb21c6ca41e51b05cbb8610d0f21c7b6cf3cdd4fd5c7f1a", PCI device ID: , UID: "1e5913ed-0cb0-46b3-b204-9cc7d9633336", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0405 10:57:29.318267 3797 cni.go:403] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-zgs7w c0e1775d2954b8952856dadf51d7ed57f2e1c93c4c66eda946274f9eeebf6be6 network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-zgs7w c0e1775d2954b8952856dadf51d7ed57f2e1c93c4c66eda946274f9eeebf6be6 network default NAD default] I0405 10:57:29.323400 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-57d9b95648-xw6xq, hostIfaceName: 1b9e60d60419d6a, network: default, NAD default, SandboxID: "1b9e60d60419d6aab4ec7fe02668a1ea0986e2d0973ff93df06a1da2197b2510", PCI device ID: , UID: "44b54dbb-7ada-4f1f-b55e-067e9e6ab2ac", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0405 10:57:29.330346 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-54f5cf58db-zgs7w, hostIfaceName: c0e1775d2954b89, network: default, NAD default, SandboxID: "c0e1775d2954b8952856dadf51d7ed57f2e1c93c4c66eda946274f9eeebf6be6", PCI device ID: , UID: "77beaf83-b1a6-4700-a0a3-61e6b6f3174c", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0405 10:57:29.335662 3797 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-bc9md 4e308a136f08bcef77d7abd9b390f8cb2e6b6d57f8b930ee93dc2a5e60b83183 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-bc9md 4e308a136f08bcef77d7abd9b390f8cb2e6b6d57f8b930ee93dc2a5e60b83183 network default NAD default] I0405 10:57:29.346835 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-d4cbcbb94-bc9md, hostIfaceName: 4e308a136f08bce, network: default, NAD default, SandboxID: "4e308a136f08bcef77d7abd9b390f8cb2e6b6d57f8b930ee93dc2a5e60b83183", PCI device ID: , UID: "3c4b4d71-1b7c-4411-8950-120efbe52e18", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0405 10:57:29.365138 3797 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-ggx2p f6459e9c81f3bbff321814cf09602c00b033285f316200f0676f099691dfdfa4 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-ggx2p f6459e9c81f3bbff321814cf09602c00b033285f316200f0676f099691dfdfa4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:3c:1a:97:5b:54\",\"name\":\"f6459e9c81f3bbf\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e118856-d952-484b-880f-04db67e32955\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:29.372241 3797 cni.go:424] [openshift-insights/insights-operator-6f4dc9bddb-9ksv6 0515c026fcec322a4fb21c6ca41e51b05cbb8610d0f21c7b6cf3cdd4fd5c7f1a network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-6f4dc9bddb-9ksv6 0515c026fcec322a4fb21c6ca41e51b05cbb8610d0f21c7b6cf3cdd4fd5c7f1a network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:1b:26:f9:63:92\",\"name\":\"0515c026fcec322\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6350a046-7ec6-4b5c-b3f3-78232c21a979\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:29.380448 3797 cni.go:424] [openshift-console-operator/console-operator-57d9b95648-xw6xq 1b9e60d60419d6aab4ec7fe02668a1ea0986e2d0973ff93df06a1da2197b2510 network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-57d9b95648-xw6xq 1b9e60d60419d6aab4ec7fe02668a1ea0986e2d0973ff93df06a1da2197b2510 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:70:e6:45:67:71\",\"name\":\"1b9e60d60419d6a\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c5f65d4-009a-4567-b2c9-febcb31b75c4\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:29.384505 3797 cni.go:424] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-zgs7w c0e1775d2954b8952856dadf51d7ed57f2e1c93c4c66eda946274f9eeebf6be6 network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-zgs7w c0e1775d2954b8952856dadf51d7ed57f2e1c93c4c66eda946274f9eeebf6be6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:f5:5e:09:84:7a\",\"name\":\"c0e1775d2954b89\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bb901f6-3962-4701-bc67-4236b093b87c\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:29.395937 3797 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-bc9md 4e308a136f08bcef77d7abd9b390f8cb2e6b6d57f8b930ee93dc2a5e60b83183 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-bc9md 4e308a136f08bcef77d7abd9b390f8cb2e6b6d57f8b930ee93dc2a5e60b83183 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:f9:75:90:1e:f6\",\"name\":\"4e308a136f08bce\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58686d63-a7b9-48c7-8433-d0692d388c04\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:29.461080 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-209.ec2.internal in network "default" I0405 10:57:29.461086 3797 default_network_controller.go:1008] Node "ip-10-0-0-209.ec2.internal" in remote zone "ip-10-0-0-209.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:29.461119 3797 node_tracker.go:235] Node ip-10-0-0-209.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-209.ec2.internal" I0405 10:57:29.461134 3797 node_tracker.go:169] Node ip-10-0-0-209.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:29.461147 3797 services_controller.go:574] Full service sync requested for network=default I0405 10:57:29.578263 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-209.ec2.internal in network "default" I0405 10:57:29.578315 3797 default_network_controller.go:1008] Node "ip-10-0-0-209.ec2.internal" in remote zone "ip-10-0-0-209.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:29.578324 3797 node_tracker.go:169] Node ip-10-0-0-209.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:29.578339 3797 services_controller.go:574] Full service sync requested for network=default I0405 10:57:29.579034 3797 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-209.ec2.internal for the network default I0405 10:57:29.580195 3797 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-209.ec2.internal" on network "default" took: 1.175688ms I0405 10:57:30.502879 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:32.131557 3797 egressfirewall.go:628] Syncing node "ip-10-0-0-209.ec2.internal" for egress firewall I0405 10:57:32.131579 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-209.ec2.internal I0405 10:57:32.131591 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-209.ec2.internal in network "default" I0405 10:57:32.131596 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-209.ec2.internal: 24.296µs I0405 10:57:32.131628 3797 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-209.ec2.internal", IP: 10.0.0.209 to PMTUD blocking rules I0405 10:57:32.131638 3797 node_tracker.go:169] Node ip-10-0-0-209.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:32.131642 3797 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-209.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 10:57:32.131651 3797 services_controller.go:574] Full service sync requested for network=default I0405 10:57:32.137733 3797 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-209.ec2.internal. Updating no re-route policies I0405 10:57:32.145164 3797 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-209.ec2.internal", IP: 10.0.0.209 to PMTUD blocking rules I0405 10:57:32.145179 3797 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-209.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 10:57:35.907457 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-209.ec2.internal I0405 10:57:35.907506 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-209.ec2.internal: 40.111µs I0405 10:57:36.237134 3797 cni.go:403] [openshift-network-diagnostics/network-check-target-222v5 cc624f9d5536a6e294077449b658cad8fd9c2874ebcf4a1f8082e3b966baaad0 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-222v5 cc624f9d5536a6e294077449b658cad8fd9c2874ebcf4a1f8082e3b966baaad0 network default NAD default] I0405 10:57:36.247272 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-222v5, hostIfaceName: cc624f9d5536a6e, network: default, NAD default, SandboxID: "cc624f9d5536a6e294077449b658cad8fd9c2874ebcf4a1f8082e3b966baaad0", PCI device ID: , UID: "7a3bfd72-15bb-435c-984c-22d79792ac9e", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0405 10:57:36.292689 3797 cni.go:424] [openshift-network-diagnostics/network-check-target-222v5 cc624f9d5536a6e294077449b658cad8fd9c2874ebcf4a1f8082e3b966baaad0 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-222v5 cc624f9d5536a6e294077449b658cad8fd9c2874ebcf4a1f8082e3b966baaad0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:c4:27:45:25:1f\",\"name\":\"cc624f9d5536a6e\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d50a4175-daaa-4f58-8086-6f5561918d6e\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:37.734290 3797 cni.go:403] [kube-system/global-pull-secret-syncer-p66bd 92df5b9f83a0cca549aa038eac414650adc83dd5af82ebcefefaf06304b769da network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-p66bd 92df5b9f83a0cca549aa038eac414650adc83dd5af82ebcefefaf06304b769da network default NAD default] I0405 10:57:37.746476 3797 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-p66bd, hostIfaceName: 92df5b9f83a0cca, network: default, NAD default, SandboxID: "92df5b9f83a0cca549aa038eac414650adc83dd5af82ebcefefaf06304b769da", PCI device ID: , UID: "1968c34f-4c93-42aa-a423-ac7b38c58575", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0405 10:57:37.795222 3797 cni.go:424] [kube-system/global-pull-secret-syncer-p66bd 92df5b9f83a0cca549aa038eac414650adc83dd5af82ebcefefaf06304b769da network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-p66bd 92df5b9f83a0cca549aa038eac414650adc83dd5af82ebcefefaf06304b769da network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:0f:21:89:97:4c\",\"name\":\"92df5b9f83a0cca\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13a2d6ed-6914-42e4-b7be-f6518cd6ab33\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:57:37.984976 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 10:57:38.026151 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 10:57:38.058346 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 10:57:38.090587 3797 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:57:38.090637 3797 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:57:38.922619 3797 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:57:38.922649 3797 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 10:57:38.953020 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:39.727047 3797 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0405 10:57:39.728116 3797 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.02755ms I0405 10:57:39.750102 3797 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0405 10:57:40.068187 3797 namespace.go:98] [openshift-service-ca] adding namespace I0405 10:57:40.069133 3797 namespace.go:102] [openshift-service-ca] adding namespace took 918.754µs I0405 10:57:40.095009 3797 namespace.go:142] [openshift-service-ca] updating namespace W0405 10:57:44.158247 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:57:44.294001 3797 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-b6wns] creating logical port openshift-insights_insights-runtime-extractor-b6wns for pod on switch ip-10-0-1-205.ec2.internal I0405 10:57:44.294144 3797 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-b6wns I0405 10:57:44.311031 3797 pod.go:62] [openshift-insights/insights-runtime-extractor-b6wns] pod update took 16.913543ms I0405 10:57:44.311056 3797 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-b6wns] addLogicalPort annotation time took 16.944613ms I0405 10:57:44.312411 3797 pods.go:271] [openshift-insights/insights-runtime-extractor-b6wns] addLogicalPort took 18.426308ms, libovsdb time 1.02386ms I0405 10:57:47.831708 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:57:47.831729 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 29.265µs I0405 10:57:47.831786 3797 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 10:57:47.831830 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 10:57:50.897841 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 10:57:52.637371 3797 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-2-248.ec2.internal I0405 10:57:52.637404 3797 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-2-248.ec2.internal I0405 10:57:52.637500 3797 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-2-248.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-248.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-248.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-248.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal I0405 10:57:54.700992 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jjd7x I0405 10:57:54.701019 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jjd7x I0405 10:57:54.701052 3797 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-jjd7x, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jjd7x: suppressed error logged: pod openshift-multus/network-metrics-daemon-jjd7x: no pod IPs found I0405 10:57:54.700998 3797 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd I0405 10:57:54.701062 3797 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd I0405 10:57:54.701081 3797 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5v4nd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5v4nd: no pod IPs found I0405 10:57:58.293767 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:58:00.304985 3797 cni.go:403] [openshift-insights/insights-runtime-extractor-b6wns ab8cdb33e6caaa248b1253075639bc714c272a8986cbcd7b471d50da9a89ed09 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-b6wns ab8cdb33e6caaa248b1253075639bc714c272a8986cbcd7b471d50da9a89ed09 network default NAD default] I0405 10:58:00.314124 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-b6wns, hostIfaceName: ab8cdb33e6caaa2, network: default, NAD default, SandboxID: "ab8cdb33e6caaa248b1253075639bc714c272a8986cbcd7b471d50da9a89ed09", PCI device ID: , UID: "2f407aab-a725-4d6d-a658-d8ea41312b6b", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0405 10:58:00.361626 3797 cni.go:424] [openshift-insights/insights-runtime-extractor-b6wns ab8cdb33e6caaa248b1253075639bc714c272a8986cbcd7b471d50da9a89ed09 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-b6wns ab8cdb33e6caaa248b1253075639bc714c272a8986cbcd7b471d50da9a89ed09 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:0c:53:19:36:d3\",\"name\":\"ab8cdb33e6caaa2\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab5387b1-f54b-4a16-af09-378406d04370\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:58:00.776041 3797 cni.go:403] [openshift-image-registry/image-registry-6c94f88d9b-45lp5 218f9be46d2a21259fc2ed886af3b837a181632ef47fd77ed7a86dfb5c3e95c3 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6c94f88d9b-45lp5 218f9be46d2a21259fc2ed886af3b837a181632ef47fd77ed7a86dfb5c3e95c3 network default NAD default] I0405 10:58:00.787383 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6c94f88d9b-45lp5, hostIfaceName: 218f9be46d2a212, network: default, NAD default, SandboxID: "218f9be46d2a21259fc2ed886af3b837a181632ef47fd77ed7a86dfb5c3e95c3", PCI device ID: , UID: "b62179a0-ca0c-4a4f-9485-79165788ce2f", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0405 10:58:00.800648 3797 cni.go:403] [openshift-dns/dns-default-qsckf 50be13b1390a945d92b7eb8b23bc397091db26b41dba3e9162c5a1c7dc6e73f8 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-qsckf 50be13b1390a945d92b7eb8b23bc397091db26b41dba3e9162c5a1c7dc6e73f8 network default NAD default] I0405 10:58:00.809643 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qsckf, hostIfaceName: 50be13b1390a945, network: default, NAD default, SandboxID: "50be13b1390a945d92b7eb8b23bc397091db26b41dba3e9162c5a1c7dc6e73f8", PCI device ID: , UID: "0f7f138f-2a4c-4df2-ba6e-08d263e71094", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0405 10:58:00.830006 3797 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-knqw2 231c652305182f2e73fdca2efda3acd0233f6cefa12c74813fa49a086129a751 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-knqw2 231c652305182f2e73fdca2efda3acd0233f6cefa12c74813fa49a086129a751 network default NAD default] I0405 10:58:00.840488 3797 cni.go:424] [openshift-image-registry/image-registry-6c94f88d9b-45lp5 218f9be46d2a21259fc2ed886af3b837a181632ef47fd77ed7a86dfb5c3e95c3 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6c94f88d9b-45lp5 218f9be46d2a21259fc2ed886af3b837a181632ef47fd77ed7a86dfb5c3e95c3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:d9:9c:ab:b7:16\",\"name\":\"218f9be46d2a212\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a7236f1-4e12-4ec0-adea-d185fba6079d\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:58:00.841831 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-75b48889dc-knqw2, hostIfaceName: 231c652305182f2, network: default, NAD default, SandboxID: "231c652305182f2e73fdca2efda3acd0233f6cefa12c74813fa49a086129a751", PCI device ID: , UID: "cf67eda3-8fd2-4325-87d4-d626e41cbb69", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0405 10:58:00.856575 3797 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-whfxz 409d417b71ad68991f8e6f03c121d7d479d9f8fd73b1a12a79d1cc25a82ccc7e network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-whfxz 409d417b71ad68991f8e6f03c121d7d479d9f8fd73b1a12a79d1cc25a82ccc7e network default NAD default] I0405 10:58:00.866439 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-whfxz, hostIfaceName: 409d417b71ad689, network: default, NAD default, SandboxID: "409d417b71ad68991f8e6f03c121d7d479d9f8fd73b1a12a79d1cc25a82ccc7e", PCI device ID: , UID: "6f186a49-eb3e-4ebb-a000-b82857ca029b", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0405 10:58:00.866909 3797 cni.go:424] [openshift-dns/dns-default-qsckf 50be13b1390a945d92b7eb8b23bc397091db26b41dba3e9162c5a1c7dc6e73f8 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-qsckf 50be13b1390a945d92b7eb8b23bc397091db26b41dba3e9162c5a1c7dc6e73f8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:d8:53:d8:0b:93\",\"name\":\"50be13b1390a945\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44c611b0-aec9-479d-9220-9dcd0b9c228e\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:58:00.883402 3797 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-6x5tj 6f5256f306384fbe96d7fdc0ecf986afc4e6c0e91a6235ae662edde739580823 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-6x5tj 6f5256f306384fbe96d7fdc0ecf986afc4e6c0e91a6235ae662edde739580823 network default NAD default] I0405 10:58:00.894839 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-6x5tj, hostIfaceName: 6f5256f306384fb, network: default, NAD default, SandboxID: "6f5256f306384fbe96d7fdc0ecf986afc4e6c0e91a6235ae662edde739580823", PCI device ID: , UID: "4b5db2e2-02b0-47fc-bfe1-f6c5d1867686", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0405 10:58:00.902718 3797 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-knqw2 231c652305182f2e73fdca2efda3acd0233f6cefa12c74813fa49a086129a751 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-knqw2 231c652305182f2e73fdca2efda3acd0233f6cefa12c74813fa49a086129a751 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:73:19:47:49:28\",\"name\":\"231c652305182f2\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e650edb-645e-4c55-8029-84c37452867c\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:58:00.908981 3797 cni.go:403] [openshift-ingress/router-default-5d7c6d47dc-45zdl 8def3e56020ab8a9ef98aee6c6ba2a7e0e1ada907ceb15da31656ee790bc2aff network default NAD default] ADD starting CNI request [openshift-ingress/router-default-5d7c6d47dc-45zdl 8def3e56020ab8a9ef98aee6c6ba2a7e0e1ada907ceb15da31656ee790bc2aff network default NAD default] I0405 10:58:00.922821 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5d7c6d47dc-45zdl, hostIfaceName: 8def3e56020ab8a, network: default, NAD default, SandboxID: "8def3e56020ab8a9ef98aee6c6ba2a7e0e1ada907ceb15da31656ee790bc2aff", PCI device ID: , UID: "14d7fe7e-2df5-4a58-8b9d-8a1822f6d9ac", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0405 10:58:00.926301 3797 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-whfxz 409d417b71ad68991f8e6f03c121d7d479d9f8fd73b1a12a79d1cc25a82ccc7e network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-whfxz 409d417b71ad68991f8e6f03c121d7d479d9f8fd73b1a12a79d1cc25a82ccc7e network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:33:20:a0:a4:98\",\"name\":\"409d417b71ad689\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0405c665-39e7-479c-8c91-c4c6db8bd067\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:58:00.936870 3797 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-65b957665b-qtxtj b299ecfa31056755def4062a5d21fa0f9b942f95a402c63eb1f908ec4575078b network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-qtxtj b299ecfa31056755def4062a5d21fa0f9b942f95a402c63eb1f908ec4575078b network default NAD default] I0405 10:58:00.952828 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-65b957665b-qtxtj, hostIfaceName: b299ecfa3105675, network: default, NAD default, SandboxID: "b299ecfa31056755def4062a5d21fa0f9b942f95a402c63eb1f908ec4575078b", PCI device ID: , UID: "8eeab7e9-8ff7-4809-abc0-742166ecf8c2", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0405 10:58:00.956221 3797 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-6x5tj 6f5256f306384fbe96d7fdc0ecf986afc4e6c0e91a6235ae662edde739580823 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-6x5tj 6f5256f306384fbe96d7fdc0ecf986afc4e6c0e91a6235ae662edde739580823 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:c2:c2:41:36:2b\",\"name\":\"6f5256f306384fb\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0c71989-f050-459c-9f85-9b2f33ae6965\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:58:00.965684 3797 cni.go:403] [openshift-ingress/router-default-7764dc9d4-gjvrg 9cda1480d65a140bc2ed3ce179a55ad9c19b979e3b1a2e11bf984e49871057fa network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7764dc9d4-gjvrg 9cda1480d65a140bc2ed3ce179a55ad9c19b979e3b1a2e11bf984e49871057fa network default NAD default] I0405 10:58:00.980456 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7764dc9d4-gjvrg, hostIfaceName: 9cda1480d65a140, network: default, NAD default, SandboxID: "9cda1480d65a140bc2ed3ce179a55ad9c19b979e3b1a2e11bf984e49871057fa", PCI device ID: , UID: "f475ca57-a7a3-4598-9920-d56dfeabd97e", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0405 10:58:00.982107 3797 cni.go:424] [openshift-ingress/router-default-5d7c6d47dc-45zdl 8def3e56020ab8a9ef98aee6c6ba2a7e0e1ada907ceb15da31656ee790bc2aff network default NAD default] ADD finished CNI request [openshift-ingress/router-default-5d7c6d47dc-45zdl 8def3e56020ab8a9ef98aee6c6ba2a7e0e1ada907ceb15da31656ee790bc2aff network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:ef:cd:35:69:5a\",\"name\":\"8def3e56020ab8a\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a612cf73-67ff-4a27-8799-63e77f5e6249\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:58:01.007456 3797 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-65b957665b-qtxtj b299ecfa31056755def4062a5d21fa0f9b942f95a402c63eb1f908ec4575078b network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-qtxtj b299ecfa31056755def4062a5d21fa0f9b942f95a402c63eb1f908ec4575078b network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:54:a3:b9:95:22\",\"name\":\"b299ecfa3105675\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1093ebf-f3f3-4633-a40c-9a2256e3009d\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:58:01.031279 3797 cni.go:424] [openshift-ingress/router-default-7764dc9d4-gjvrg 9cda1480d65a140bc2ed3ce179a55ad9c19b979e3b1a2e11bf984e49871057fa network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7764dc9d4-gjvrg 9cda1480d65a140bc2ed3ce179a55ad9c19b979e3b1a2e11bf984e49871057fa network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:68:99:c1:df:0e\",\"name\":\"9cda1480d65a140\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bb0f75d-33dd-4887-b3fb-bcf75d5edeab\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 10:58:04.537699 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 10:58:04.539007 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 10:58:04.542116 3797 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:04.542134 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:04.542139 3797 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:04.583066 3797 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-55c987c97f-v757x IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-55c987c97f-v757x: no pod IPs found W0405 10:58:04.603539 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 10:58:04.609502 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:58:04.621603 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0405 10:58:04.633991 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:58:05.269556 3797 cni.go:403] [openshift-multus/network-metrics-daemon-fbvgh dafa23099664cd6ee61983207aa14446e8f42cebad90865c71e8c7905fce44d6 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-fbvgh dafa23099664cd6ee61983207aa14446e8f42cebad90865c71e8c7905fce44d6 network default NAD default] I0405 10:58:05.287435 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-fbvgh, hostIfaceName: dafa23099664cd6, network: default, NAD default, SandboxID: "dafa23099664cd6ee61983207aa14446e8f42cebad90865c71e8c7905fce44d6", PCI device ID: , UID: "a7f6bd34-f2e7-4a0f-9788-2c72ae5d32b8", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0405 10:58:05.345074 3797 cni.go:424] [openshift-multus/network-metrics-daemon-fbvgh dafa23099664cd6ee61983207aa14446e8f42cebad90865c71e8c7905fce44d6 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-fbvgh dafa23099664cd6ee61983207aa14446e8f42cebad90865c71e8c7905fce44d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:1f:b7:f4:7b:1e\",\"name\":\"dafa23099664cd6\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec8b3900-edb9-40e3-913c-9f3cd73fc4f0\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:58:05.349912 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:58:05.349955 3797 node_tracker.go:235] Node ip-10-0-2-248.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-248.ec2.internal" I0405 10:58:05.349975 3797 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:05.349987 3797 services_controller.go:574] Full service sync requested for network=default I0405 10:58:05.350059 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "ip-10-0-2-248.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 10:58:05.350338 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 10:58:05.350486 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 10:58:05.350518 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 10:58:05.385940 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "ip-10-0-2-248.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:58:05.496560 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:58:05.496580 3797 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "ip-10-0-2-248.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:58:05.496617 3797 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:05.496630 3797 services_controller.go:574] Full service sync requested for network=default W0405 10:58:05.496736 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:05.497102 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 10:58:05.497300 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:58:05.497407 3797 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-248.ec2.internal for the network default I0405 10:58:05.498617 3797 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-248.ec2.internal" on network "default" took: 1.230277ms I0405 10:58:05.999379 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-bqnbj] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-bqnbj for pod on switch ip-10-0-1-205.ec2.internal I0405 10:58:05.999513 3797 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-bqnbj I0405 10:58:06.019159 3797 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-bqnbj] pod update took 19.668635ms I0405 10:58:06.019247 3797 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-bqnbj] addLogicalPort annotation time took 19.759776ms I0405 10:58:06.020534 3797 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-bqnbj] addLogicalPort took 21.170288ms, libovsdb time 851.629µs I0405 10:58:06.063380 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:58:06.063403 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 31.326µs I0405 10:58:06.063382 3797 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:58:06.063438 3797 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-248.ec2.internal", IP: 10.0.2.248 to PMTUD blocking rules I0405 10:58:06.063449 3797 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 10:58:06.063457 3797 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-248.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 10:58:06.063463 3797 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:06.063477 3797 services_controller.go:574] Full service sync requested for network=default W0405 10:58:06.063609 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 10:58:06.063730 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:06.063909 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 10:58:06.071631 3797 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-248.ec2.internal. Updating no re-route policies I0405 10:58:06.081870 3797 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-248.ec2.internal", IP: 10.0.2.248 to PMTUD blocking rules I0405 10:58:06.081886 3797 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-248.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 10:58:06.437013 3797 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-bqnbj 7bd0a46d544df21df7a87b028972cd4df055ea411d1595f2f3fffcd98c51c972 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-bqnbj 7bd0a46d544df21df7a87b028972cd4df055ea411d1595f2f3fffcd98c51c972 network default NAD default] I0405 10:58:06.446872 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-bqnbj, hostIfaceName: 7bd0a46d544df21, network: default, NAD default, SandboxID: "7bd0a46d544df21df7a87b028972cd4df055ea411d1595f2f3fffcd98c51c972", PCI device ID: , UID: "bd6afb57-cc78-44b7-90ca-aef4691f4fe6", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0405 10:58:06.492777 3797 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-bqnbj 7bd0a46d544df21df7a87b028972cd4df055ea411d1595f2f3fffcd98c51c972 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-bqnbj 7bd0a46d544df21df7a87b028972cd4df055ea411d1595f2f3fffcd98c51c972 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:67:64:7c:52:b0\",\"name\":\"7bd0a46d544df21\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4170645-8103-461d-bcee-77ead66844d7\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 10:58:08.241182 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0405 10:58:09.100260 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0405 10:58:09.931146 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:58:10.592433 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:58:10.592465 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 40.517µs W0405 10:58:12.030153 3797 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:14.636595 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:14.636618 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:16.073380 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:16.073400 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:16.073406 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:16.451821 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0405 10:58:18.684057 3797 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6f84dd554f-k8lgq] creating logical port openshift-monitoring_thanos-querier-6f84dd554f-k8lgq for pod on switch ip-10-0-1-205.ec2.internal I0405 10:58:18.684144 3797 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6f84dd554f-k8lgq I0405 10:58:18.705438 3797 pod.go:62] [openshift-monitoring/thanos-querier-6f84dd554f-k8lgq] pod update took 21.320354ms I0405 10:58:18.705460 3797 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-6f84dd554f-k8lgq] addLogicalPort annotation time took 21.34813ms I0405 10:58:18.706660 3797 pods.go:271] [openshift-monitoring/thanos-querier-6f84dd554f-k8lgq] addLogicalPort took 22.619357ms, libovsdb time 816.238µs I0405 10:58:19.046640 3797 cni.go:403] [openshift-monitoring/thanos-querier-6f84dd554f-k8lgq d76bf9ed50ebd4c4b05f27f0ca07382cc53130fdd01d6328388580e3dd9f69d6 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-6f84dd554f-k8lgq d76bf9ed50ebd4c4b05f27f0ca07382cc53130fdd01d6328388580e3dd9f69d6 network default NAD default] I0405 10:58:19.056342 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6f84dd554f-k8lgq, hostIfaceName: d76bf9ed50ebd4c, network: default, NAD default, SandboxID: "d76bf9ed50ebd4c4b05f27f0ca07382cc53130fdd01d6328388580e3dd9f69d6", PCI device ID: , UID: "78e8f55a-fc76-47a8-8eb2-b2d72fd224e7", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0405 10:58:19.107258 3797 cni.go:424] [openshift-monitoring/thanos-querier-6f84dd554f-k8lgq d76bf9ed50ebd4c4b05f27f0ca07382cc53130fdd01d6328388580e3dd9f69d6 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-6f84dd554f-k8lgq d76bf9ed50ebd4c4b05f27f0ca07382cc53130fdd01d6328388580e3dd9f69d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:66:78:57:90:9d\",\"name\":\"d76bf9ed50ebd4c\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bb7424c-3c85-4d9f-b4d4-16b6b556778f\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 10:58:19.326254 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:19.326274 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:19.326278 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:20.143585 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:20.143610 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:20.143617 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:22.155263 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:22.155282 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:22.155289 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:22.155298 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:23.051899 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:23.120495 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:23.120514 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:23.318545 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:23.385934 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:23.385956 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:24.118493 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:25.134066 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:25.134085 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:25.134091 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:25.134094 3797 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0405 10:58:26.572875 3797 base_network_controller_pods.go:487] [default/openshift-console/console-dcd459fff-jq4vh] creating logical port openshift-console_console-dcd459fff-jq4vh for pod on switch ip-10-0-1-205.ec2.internal I0405 10:58:26.572971 3797 kube.go:256] Updating pod openshift-console/console-dcd459fff-jq4vh I0405 10:58:26.588580 3797 pod.go:62] [openshift-console/console-dcd459fff-jq4vh] pod update took 15.628568ms I0405 10:58:26.588609 3797 base_network_controller_pods.go:937] [default/openshift-console/console-dcd459fff-jq4vh] addLogicalPort annotation time took 15.663093ms I0405 10:58:26.589935 3797 pods.go:271] [openshift-console/console-dcd459fff-jq4vh] addLogicalPort took 17.078705ms, libovsdb time 951.182µs I0405 10:58:26.933095 3797 cni.go:403] [openshift-console/console-dcd459fff-jq4vh 6123f977a0c2f2e4cd5908b9b420b11633cf8db5aef7ba5dfe1254121389f2f7 network default NAD default] ADD starting CNI request [openshift-console/console-dcd459fff-jq4vh 6123f977a0c2f2e4cd5908b9b420b11633cf8db5aef7ba5dfe1254121389f2f7 network default NAD default] I0405 10:58:26.942178 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-dcd459fff-jq4vh, hostIfaceName: 6123f977a0c2f2e, network: default, NAD default, SandboxID: "6123f977a0c2f2e4cd5908b9b420b11633cf8db5aef7ba5dfe1254121389f2f7", PCI device ID: , UID: "0baa4a65-176a-44ab-88c2-31e2da249588", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0405 10:58:26.992696 3797 cni.go:424] [openshift-console/console-dcd459fff-jq4vh 6123f977a0c2f2e4cd5908b9b420b11633cf8db5aef7ba5dfe1254121389f2f7 network default NAD default] ADD finished CNI request [openshift-console/console-dcd459fff-jq4vh 6123f977a0c2f2e4cd5908b9b420b11633cf8db5aef7ba5dfe1254121389f2f7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:cd:19:28:64:b8\",\"name\":\"6123f977a0c2f2e\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cb6cf0c-56ee-4a3a-93b9-a301df7857c5\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 10:58:28.165606 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165629 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165635 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:28.165643 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:30.180830 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0405 10:58:32.648905 3797 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:32.649454 3797 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:33.155697 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0405 10:58:33.377414 3797 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:33.377441 3797 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:33.384431 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c94f88d9b-fmzqc I0405 10:58:33.384456 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c94f88d9b-fmzqc W0405 10:58:37.213346 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 10:58:44.252299 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 10:58:44.252308 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 10:58:44.252354 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 10:58:45.245498 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 10:58:49.274613 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 10:58:49.274696 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 10:58:49.275366 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 10:58:50.276878 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 10:58:50.296839 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0405 10:58:50.296953 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0405 10:58:50.296993 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0405 10:58:51.279383 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0405 10:58:58.274935 3797 cni.go:403] [openshift-image-registry/image-registry-6c94f88d9b-45lp5 218f9be46d2a21259fc2ed886af3b837a181632ef47fd77ed7a86dfb5c3e95c3 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-6c94f88d9b-45lp5 218f9be46d2a21259fc2ed886af3b837a181632ef47fd77ed7a86dfb5c3e95c3 network default NAD default] I0405 10:58:58.347757 3797 cni.go:424] [openshift-image-registry/image-registry-6c94f88d9b-45lp5 218f9be46d2a21259fc2ed886af3b837a181632ef47fd77ed7a86dfb5c3e95c3 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-6c94f88d9b-45lp5 218f9be46d2a21259fc2ed886af3b837a181632ef47fd77ed7a86dfb5c3e95c3 network default NAD default], result "{}", err I0405 10:58:58.394710 3797 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:58.394752 3797 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6c94f88d9b-45lp5 I0405 10:58:58.396159 3797 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6c94f88d9b-45lp5, ips: 10.128.0.6 I0405 10:58:58.396251 3797 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:59.304169 3797 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:59.304190 3797 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:59.310072 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c94f88d9b-45lp5 I0405 10:58:59.310100 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c94f88d9b-45lp5 I0405 10:59:03.512828 3797 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-6wth9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:03.513363 3797 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-6wth9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:04.334306 3797 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-6wth9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:04.334326 3797 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-6wth9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:04.342012 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dcd459fff-6wth9 I0405 10:59:04.342036 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dcd459fff-6wth9 I0405 10:59:10.645981 3797 cni.go:403] [openshift-console/console-dcd459fff-jq4vh 6123f977a0c2f2e4cd5908b9b420b11633cf8db5aef7ba5dfe1254121389f2f7 network default NAD default] DEL starting CNI request [openshift-console/console-dcd459fff-jq4vh 6123f977a0c2f2e4cd5908b9b420b11633cf8db5aef7ba5dfe1254121389f2f7 network default NAD default] I0405 10:59:10.717278 3797 cni.go:424] [openshift-console/console-dcd459fff-jq4vh 6123f977a0c2f2e4cd5908b9b420b11633cf8db5aef7ba5dfe1254121389f2f7 network default NAD default] DEL finished CNI request [openshift-console/console-dcd459fff-jq4vh 6123f977a0c2f2e4cd5908b9b420b11633cf8db5aef7ba5dfe1254121389f2f7 network default NAD default], result "{}", err I0405 10:59:10.762394 3797 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-jq4vh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:10.762433 3797 pods.go:176] Deleting pod: openshift-console/console-dcd459fff-jq4vh I0405 10:59:10.763731 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-dcd459fff-jq4vh, ips: 10.128.0.25 I0405 10:59:10.763763 3797 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-jq4vh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:11.362989 3797 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-jq4vh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:11.363013 3797 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-jq4vh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:11.370579 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dcd459fff-jq4vh I0405 10:59:11.370608 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dcd459fff-jq4vh I0405 10:59:19.207861 3797 cni.go:403] [openshift-ingress/router-default-5d7c6d47dc-45zdl 8def3e56020ab8a9ef98aee6c6ba2a7e0e1ada907ceb15da31656ee790bc2aff network default NAD default] DEL starting CNI request [openshift-ingress/router-default-5d7c6d47dc-45zdl 8def3e56020ab8a9ef98aee6c6ba2a7e0e1ada907ceb15da31656ee790bc2aff network default NAD default] I0405 10:59:19.278991 3797 cni.go:424] [openshift-ingress/router-default-5d7c6d47dc-45zdl 8def3e56020ab8a9ef98aee6c6ba2a7e0e1ada907ceb15da31656ee790bc2aff network default NAD default] DEL finished CNI request [openshift-ingress/router-default-5d7c6d47dc-45zdl 8def3e56020ab8a9ef98aee6c6ba2a7e0e1ada907ceb15da31656ee790bc2aff network default NAD default], result "{}", err I0405 10:59:19.326266 3797 obj_retry.go:464] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:19.326306 3797 pods.go:176] Deleting pod: openshift-ingress/router-default-5d7c6d47dc-45zdl I0405 10:59:19.327543 3797 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5d7c6d47dc-45zdl, ips: 10.128.0.15 I0405 10:59:19.327577 3797 obj_retry.go:464] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:19.397949 3797 obj_retry.go:458] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:19.397970 3797 obj_retry.go:458] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:19.404074 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d7c6d47dc-45zdl I0405 10:59:19.404098 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d7c6d47dc-45zdl I0405 10:59:36.859046 3797 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v for pod on switch ip-10-0-1-205.ec2.internal I0405 10:59:36.859171 3797 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v I0405 10:59:36.872726 3797 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v] pod update took 13.579726ms I0405 10:59:36.872752 3797 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v] addLogicalPort annotation time took 13.609859ms I0405 10:59:36.874021 3797 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v] addLogicalPort took 14.993103ms, libovsdb time 881.934µs I0405 10:59:37.217644 3797 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v eeaff8cdeb991374f376a8add7ed13b67f0409422ac2ab84ae428a915ccd6a3d network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v eeaff8cdeb991374f376a8add7ed13b67f0409422ac2ab84ae428a915ccd6a3d network default NAD default] I0405 10:59:37.226869 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v, hostIfaceName: eeaff8cdeb99137, network: default, NAD default, SandboxID: "eeaff8cdeb991374f376a8add7ed13b67f0409422ac2ab84ae428a915ccd6a3d", PCI device ID: , UID: "e3adb0b9-f78c-4370-89d3-a7f4ce83993e", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0405 10:59:37.277737 3797 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v eeaff8cdeb991374f376a8add7ed13b67f0409422ac2ab84ae428a915ccd6a3d network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v eeaff8cdeb991374f376a8add7ed13b67f0409422ac2ab84ae428a915ccd6a3d network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:eb:ff:b4:16:48\",\"name\":\"eeaff8cdeb99137\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67b6f45e-b822-459c-b6b8-ebc124abd93d\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:59:37.366302 3797 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:37.366825 3797 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:37.659065 3797 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:37.659092 3797 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:37.664620 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0405 10:59:37.664646 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0405 10:59:41.825958 3797 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:41.826612 3797 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:42.698268 3797 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:42.698301 3797 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:42.705817 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0405 10:59:42.705839 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0405 10:59:43.767907 3797 base_network_controller_pods.go:487] [default/openshift-console/console-864d7c9655-pm5nj] creating logical port openshift-console_console-864d7c9655-pm5nj for pod on switch ip-10-0-1-205.ec2.internal I0405 10:59:43.768043 3797 kube.go:256] Updating pod openshift-console/console-864d7c9655-pm5nj I0405 10:59:43.800399 3797 pod.go:62] [openshift-console/console-864d7c9655-pm5nj] pod update took 32.389905ms I0405 10:59:43.800424 3797 base_network_controller_pods.go:937] [default/openshift-console/console-864d7c9655-pm5nj] addLogicalPort annotation time took 32.421366ms I0405 10:59:43.801709 3797 pods.go:271] [openshift-console/console-864d7c9655-pm5nj] addLogicalPort took 33.820329ms, libovsdb time 876.197µs I0405 10:59:44.127580 3797 cni.go:403] [openshift-console/console-864d7c9655-pm5nj efb202297bdd6769133198d3e9fe48201e76afce0e5326ee5a2ccf665bee6b35 network default NAD default] ADD starting CNI request [openshift-console/console-864d7c9655-pm5nj efb202297bdd6769133198d3e9fe48201e76afce0e5326ee5a2ccf665bee6b35 network default NAD default] I0405 10:59:44.137709 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-864d7c9655-pm5nj, hostIfaceName: efb202297bdd676, network: default, NAD default, SandboxID: "efb202297bdd6769133198d3e9fe48201e76afce0e5326ee5a2ccf665bee6b35", PCI device ID: , UID: "cd41a0d8-98ea-41b2-9da8-c586784deef6", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0405 10:59:44.188469 3797 cni.go:424] [openshift-console/console-864d7c9655-pm5nj efb202297bdd6769133198d3e9fe48201e76afce0e5326ee5a2ccf665bee6b35 network default NAD default] ADD finished CNI request [openshift-console/console-864d7c9655-pm5nj efb202297bdd6769133198d3e9fe48201e76afce0e5326ee5a2ccf665bee6b35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:63:5a:e4:c6:23\",\"name\":\"efb202297bdd676\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04f096d0-0649-475e-bf39-f70bb24a319f\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 10:59:52.556023 3797 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v eeaff8cdeb991374f376a8add7ed13b67f0409422ac2ab84ae428a915ccd6a3d network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v eeaff8cdeb991374f376a8add7ed13b67f0409422ac2ab84ae428a915ccd6a3d network default NAD default] I0405 10:59:52.627884 3797 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v eeaff8cdeb991374f376a8add7ed13b67f0409422ac2ab84ae428a915ccd6a3d network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v eeaff8cdeb991374f376a8add7ed13b67f0409422ac2ab84ae428a915ccd6a3d network default NAD default], result "{}", err I0405 10:59:52.681242 3797 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.681277 3797 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v I0405 10:59:52.682625 3797 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v, ips: 10.128.0.26 I0405 10:59:52.682649 3797 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682671 3797 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682680 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0405 10:59:52.682909 3797 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682926 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0405 10:59:53.706638 3797 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:53.706662 3797 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:53.706673 3797 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:53.706693 3797 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0405 10:59:54.570961 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 10:59:57.024924 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 10:59:57.039516 3797 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 10:59:59.422375 3797 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:59.422941 3797 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:59.547594 3797 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:59.547616 3797 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:59.553920 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0405 10:59:59.553942 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0405 11:00:00.198543 3797 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29589780-sxs6g for pod on switch ip-10-0-1-205.ec2.internal I0405 11:00:00.198643 3797 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g I0405 11:00:00.212626 3797 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g] pod update took 14.002746ms I0405 11:00:00.212650 3797 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g] addLogicalPort annotation time took 14.033666ms I0405 11:00:00.213927 3797 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g] addLogicalPort took 15.403696ms, libovsdb time 897.62µs I0405 11:00:00.611696 3797 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g 24fc156237fe34d66850ada59f3264091c5ccea5161f8b57b9f8e7e2eb031d4b network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g 24fc156237fe34d66850ada59f3264091c5ccea5161f8b57b9f8e7e2eb031d4b network default NAD default] I0405 11:00:00.627957 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29589780-sxs6g, hostIfaceName: 24fc156237fe34d, network: default, NAD default, SandboxID: "24fc156237fe34d66850ada59f3264091c5ccea5161f8b57b9f8e7e2eb031d4b", PCI device ID: , UID: "ca7273d7-77cf-4964-95ed-35064c0610a2", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0405 11:00:00.678575 3797 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g 24fc156237fe34d66850ada59f3264091c5ccea5161f8b57b9f8e7e2eb031d4b network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g 24fc156237fe34d66850ada59f3264091c5ccea5161f8b57b9f8e7e2eb031d4b network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:e9:e0:95:ae:73\",\"name\":\"24fc156237fe34d\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83691c78-90f3-496f-a27e-b35a4cff42c5\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:00:04.614017 3797 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g 24fc156237fe34d66850ada59f3264091c5ccea5161f8b57b9f8e7e2eb031d4b network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g 24fc156237fe34d66850ada59f3264091c5ccea5161f8b57b9f8e7e2eb031d4b network default NAD default] I0405 11:00:04.699893 3797 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g 24fc156237fe34d66850ada59f3264091c5ccea5161f8b57b9f8e7e2eb031d4b network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g 24fc156237fe34d66850ada59f3264091c5ccea5161f8b57b9f8e7e2eb031d4b network default NAD default], result "{}", err I0405 11:00:04.740763 3797 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:04.740823 3797 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g I0405 11:00:04.742046 3797 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g, ips: 10.128.0.28 I0405 11:00:04.742082 3797 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:05.623491 3797 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:05.623513 3797 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:09.061270 3797 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-pbmwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:09.061853 3797 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-pbmwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:09.612741 3797 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-pbmwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:09.612769 3797 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-pbmwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:09.616582 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b69bd965-pbmwk I0405 11:00:09.616603 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b69bd965-pbmwk I0405 11:00:19.881977 3797 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-lm5lt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:19.882490 3797 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-lm5lt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:20.867692 3797 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-lm5lt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:20.867718 3797 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-lm5lt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:20.873525 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b69bd965-lm5lt I0405 11:00:20.873551 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b69bd965-lm5lt I0405 11:00:45.310969 3797 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:45.311552 3797 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:45.761391 3797 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:45.761417 3797 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:45.767949 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0405 11:00:45.767974 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0405 11:01:32.863453 3797 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0405 11:02:18.711142 3797 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-59nrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:18.711774 3797 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-59nrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:19.144931 3797 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-59nrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:19.144962 3797 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-59nrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:19.150387 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864d7c9655-59nrk I0405 11:02:19.150421 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864d7c9655-59nrk I0405 11:02:29.491267 3797 cni.go:403] [openshift-console/console-864d7c9655-pm5nj efb202297bdd6769133198d3e9fe48201e76afce0e5326ee5a2ccf665bee6b35 network default NAD default] DEL starting CNI request [openshift-console/console-864d7c9655-pm5nj efb202297bdd6769133198d3e9fe48201e76afce0e5326ee5a2ccf665bee6b35 network default NAD default] I0405 11:02:29.561949 3797 cni.go:424] [openshift-console/console-864d7c9655-pm5nj efb202297bdd6769133198d3e9fe48201e76afce0e5326ee5a2ccf665bee6b35 network default NAD default] DEL finished CNI request [openshift-console/console-864d7c9655-pm5nj efb202297bdd6769133198d3e9fe48201e76afce0e5326ee5a2ccf665bee6b35 network default NAD default], result "{}", err I0405 11:02:29.608232 3797 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-pm5nj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:29.608272 3797 pods.go:176] Deleting pod: openshift-console/console-864d7c9655-pm5nj I0405 11:02:29.609635 3797 pods.go:236] Attempting to release IPs for pod: openshift-console/console-864d7c9655-pm5nj, ips: 10.128.0.27 I0405 11:02:29.609662 3797 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-pm5nj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:30.234363 3797 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-pm5nj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:30.234396 3797 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-pm5nj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:30.242478 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864d7c9655-pm5nj I0405 11:02:30.242514 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864d7c9655-pm5nj I0405 11:02:31.170063 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0405 11:02:48.282536 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0405 11:02:55.262369 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0405 11:03:23.170520 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82 I0405 11:03:26.298731 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0405 11:03:27.226654 3797 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 11:03:27.226682 3797 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 11:03:27.226714 3797 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 36.117µs I0405 11:03:50.172743 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0405 11:04:00.173875 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0405 11:04:56.273969 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0405 11:04:58.402865 3797 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-rp894] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-rp894 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:04:58.402984 3797 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-rp894 I0405 11:04:58.417082 3797 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-rp894] pod update took 14.122632ms I0405 11:04:58.417105 3797 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-rp894] addLogicalPort annotation time took 14.152994ms I0405 11:04:58.418318 3797 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-rp894] addLogicalPort took 15.466877ms, libovsdb time 874.416µs I0405 11:04:58.761546 3797 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-rp894 9e406b7e209e57cb896a4f599c87ffe94983f4909512ce7fd00b8371fd96a2a3 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-rp894 9e406b7e209e57cb896a4f599c87ffe94983f4909512ce7fd00b8371fd96a2a3 network default NAD default] I0405 11:04:58.771004 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-rp894, hostIfaceName: 9e406b7e209e57c, network: default, NAD default, SandboxID: "9e406b7e209e57cb896a4f599c87ffe94983f4909512ce7fd00b8371fd96a2a3", PCI device ID: , UID: "718aaec6-568c-4b0c-997a-5279b5d71d29", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0405 11:04:58.820711 3797 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-rp894 9e406b7e209e57cb896a4f599c87ffe94983f4909512ce7fd00b8371fd96a2a3 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-rp894 9e406b7e209e57cb896a4f599c87ffe94983f4909512ce7fd00b8371fd96a2a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:15:2c:da:1b:74\",\"name\":\"9e406b7e209e57c\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ee6bf75-63fd-440a-a8bc-baee54e0a9b8\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 11:05:01.838733 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0405 11:05:12.850749 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 11:05:12.884771 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0405 11:05:12.884857 3797 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gqwwg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gqwwg: no pod IPs found I0405 11:05:19.277083 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0405 11:05:26.298599 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 11:05:31.271821 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0405 11:05:31.287373 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0405 11:05:44.174580 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0405 11:05:48.178587 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=673 I0405 11:05:59.810228 3797 namespace.go:98] [tsf] adding namespace I0405 11:05:59.811128 3797 namespace.go:102] [tsf] adding namespace took 876.886µs I0405 11:05:59.825469 3797 namespace.go:142] [tsf] updating namespace I0405 11:05:59.834907 3797 namespace.go:142] [tsf] updating namespace I0405 11:06:04.144667 3797 namespace.go:98] [tsf-tas] adding namespace I0405 11:06:04.145511 3797 namespace.go:102] [tsf-tas] adding namespace took 817.06µs I0405 11:06:04.148941 3797 namespace.go:98] [tsf-keycloak] adding namespace I0405 11:06:04.149027 3797 namespace.go:98] [rhtpa-operator] adding namespace I0405 11:06:04.149138 3797 namespace.go:98] [cert-manager-operator] adding namespace I0405 11:06:04.149251 3797 namespace.go:98] [konflux-ui] adding namespace I0405 11:06:04.149276 3797 namespace.go:98] [tsf-tpa] adding namespace I0405 11:06:04.149453 3797 namespace.go:98] [rhbk-operator] adding namespace I0405 11:06:04.149471 3797 namespace.go:98] [konflux-operator] adding namespace I0405 11:06:04.149693 3797 namespace.go:102] [tsf-keycloak] adding namespace took 733.786µs I0405 11:06:04.150343 3797 namespace.go:102] [rhtpa-operator] adding namespace took 1.298779ms I0405 11:06:04.150865 3797 namespace.go:102] [cert-manager-operator] adding namespace took 1.709686ms I0405 11:06:04.151391 3797 namespace.go:102] [konflux-ui] adding namespace took 2.120325ms I0405 11:06:04.151853 3797 namespace.go:102] [tsf-tpa] adding namespace took 2.567198ms I0405 11:06:04.152311 3797 namespace.go:102] [rhbk-operator] adding namespace took 2.842802ms I0405 11:06:04.152750 3797 namespace.go:102] [konflux-operator] adding namespace took 3.268116ms I0405 11:06:04.176151 3797 namespace.go:142] [tsf-tas] updating namespace I0405 11:06:04.194967 3797 namespace.go:142] [tsf-tas] updating namespace I0405 11:06:04.205327 3797 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:04.205392 3797 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:06:04.205403 3797 namespace.go:142] [konflux-ui] updating namespace I0405 11:06:04.205548 3797 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:06:04.217466 3797 namespace.go:142] [rhbk-operator] updating namespace I0405 11:06:04.217604 3797 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:04.223071 3797 namespace.go:142] [konflux-operator] updating namespace I0405 11:06:04.223154 3797 namespace.go:142] [tsf-tas] updating namespace I0405 11:06:04.254832 3797 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:06:04.272236 3797 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:06:04.279762 3797 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:06:04.289998 3797 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:06:04.321974 3797 namespace.go:142] [konflux-ui] updating namespace I0405 11:06:04.332406 3797 namespace.go:142] [konflux-ui] updating namespace I0405 11:06:04.367169 3797 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:04.395847 3797 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:04.409358 3797 namespace.go:142] [rhbk-operator] updating namespace I0405 11:06:04.426423 3797 namespace.go:142] [rhbk-operator] updating namespace I0405 11:06:04.446151 3797 namespace.go:142] [konflux-operator] updating namespace I0405 11:06:04.464353 3797 namespace.go:142] [konflux-operator] updating namespace I0405 11:06:04.483688 3797 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:04.500678 3797 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:05.193707 3797 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:05.199202 3797 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:06.884332 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p] creating logical port openshift-marketplace_f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:06.884445 3797 kube.go:256] Updating pod openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p I0405 11:06:06.897617 3797 pod.go:62] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p] pod update took 13.197468ms I0405 11:06:06.897638 3797 base_network_controller_pods.go:937] [default/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p] addLogicalPort annotation time took 13.22427ms I0405 11:06:06.898820 3797 pods.go:271] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p] addLogicalPort took 14.488148ms, libovsdb time 831.339µs I0405 11:06:07.093520 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:07.093633 3797 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv I0405 11:06:07.109216 3797 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv] pod update took 15.607245ms I0405 11:06:07.109239 3797 base_network_controller_pods.go:937] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv] addLogicalPort annotation time took 15.635375ms I0405 11:06:07.110407 3797 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv] addLogicalPort took 16.903336ms, libovsdb time 839.199µs I0405 11:06:07.240897 3797 cni.go:403] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p 9af28d37e6e9c9302f37048826f610cdf68f2b57505e4bcd239f35e5c05285b8 network default NAD default] ADD starting CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p 9af28d37e6e9c9302f37048826f610cdf68f2b57505e4bcd239f35e5c05285b8 network default NAD default] I0405 11:06:07.249949 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p, hostIfaceName: 9af28d37e6e9c93, network: default, NAD default, SandboxID: "9af28d37e6e9c9302f37048826f610cdf68f2b57505e4bcd239f35e5c05285b8", PCI device ID: , UID: "97bc7519-09b6-49e5-8669-bedf74ee7db3", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0405 11:06:07.298535 3797 cni.go:424] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p 9af28d37e6e9c9302f37048826f610cdf68f2b57505e4bcd239f35e5c05285b8 network default NAD default] ADD finished CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p 9af28d37e6e9c9302f37048826f610cdf68f2b57505e4bcd239f35e5c05285b8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:24:45:4c:eb:0b\",\"name\":\"9af28d37e6e9c93\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fad2d6a3-e28f-4ac1-8093-069fa72eef54\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:07.447565 3797 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv c17b14b644a713a84e827be9f101057178b1e06f4ecd6e49af19ba96607e1fb5 network default NAD default] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv c17b14b644a713a84e827be9f101057178b1e06f4ecd6e49af19ba96607e1fb5 network default NAD default] I0405 11:06:07.456819 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv, hostIfaceName: c17b14b644a713a, network: default, NAD default, SandboxID: "c17b14b644a713a84e827be9f101057178b1e06f4ecd6e49af19ba96607e1fb5", PCI device ID: , UID: "d98dcf2c-ff12-4514-b3a5-65c6f885b06b", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0405 11:06:07.502728 3797 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv c17b14b644a713a84e827be9f101057178b1e06f4ecd6e49af19ba96607e1fb5 network default NAD default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv c17b14b644a713a84e827be9f101057178b1e06f4ecd6e49af19ba96607e1fb5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:b3:27:70:4f:66\",\"name\":\"c17b14b644a713a\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25e2d2a5-c759-45e0-b03d-1578adac44b7\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:10.330868 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:10.331000 3797 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 I0405 11:06:10.345283 3797 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5] pod update took 14.312294ms I0405 11:06:10.345307 3797 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5] addLogicalPort annotation time took 14.342141ms I0405 11:06:10.346438 3797 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5] addLogicalPort took 15.586271ms, libovsdb time 804.899µs I0405 11:06:10.691124 3797 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 296e439b2f5dd7889d1cd1c70f2938f83226ec8545c13877b57f0b210ee962a1 network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 296e439b2f5dd7889d1cd1c70f2938f83226ec8545c13877b57f0b210ee962a1 network default NAD default] I0405 11:06:10.700786 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5, hostIfaceName: 296e439b2f5dd78, network: default, NAD default, SandboxID: "296e439b2f5dd7889d1cd1c70f2938f83226ec8545c13877b57f0b210ee962a1", PCI device ID: , UID: "a7d8ccef-6449-473e-851a-2a45c9793800", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0405 11:06:10.748977 3797 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 296e439b2f5dd7889d1cd1c70f2938f83226ec8545c13877b57f0b210ee962a1 network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 296e439b2f5dd7889d1cd1c70f2938f83226ec8545c13877b57f0b210ee962a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:57:02:0a:8a:0a\",\"name\":\"296e439b2f5dd78\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbb3c6d1-ae97-4984-9285-c9ec49786996\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:11.153345 3797 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv c17b14b644a713a84e827be9f101057178b1e06f4ecd6e49af19ba96607e1fb5 network default NAD default] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv c17b14b644a713a84e827be9f101057178b1e06f4ecd6e49af19ba96607e1fb5 network default NAD default] I0405 11:06:11.153474 3797 cni.go:403] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p 9af28d37e6e9c9302f37048826f610cdf68f2b57505e4bcd239f35e5c05285b8 network default NAD default] DEL starting CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p 9af28d37e6e9c9302f37048826f610cdf68f2b57505e4bcd239f35e5c05285b8 network default NAD default] I0405 11:06:11.220424 3797 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv c17b14b644a713a84e827be9f101057178b1e06f4ecd6e49af19ba96607e1fb5 network default NAD default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv c17b14b644a713a84e827be9f101057178b1e06f4ecd6e49af19ba96607e1fb5 network default NAD default], result "{}", err I0405 11:06:11.244670 3797 cni.go:424] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p 9af28d37e6e9c9302f37048826f610cdf68f2b57505e4bcd239f35e5c05285b8 network default NAD default] DEL finished CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p 9af28d37e6e9c9302f37048826f610cdf68f2b57505e4bcd239f35e5c05285b8 network default NAD default], result "{}", err I0405 11:06:11.261080 3797 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.261117 3797 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv I0405 11:06:11.262424 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv, ips: 10.128.0.31 I0405 11:06:11.262452 3797 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.262474 3797 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.262487 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:11.262650 3797 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.262662 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:11.287891 3797 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.287923 3797 pods.go:176] Deleting pod: openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p I0405 11:06:11.289431 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p, ips: 10.128.0.30 I0405 11:06:11.289466 3797 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.289488 3797 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.289500 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:11.289667 3797 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.289681 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:11.665223 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:11.665320 3797 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z I0405 11:06:11.678055 3797 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z] pod update took 12.760741ms I0405 11:06:11.678083 3797 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z] addLogicalPort annotation time took 12.793623ms I0405 11:06:11.679322 3797 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z] addLogicalPort took 14.120148ms, libovsdb time 778.099µs I0405 11:06:12.023096 3797 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z c5c55c344a657bb8ecaa34a58d7c052b1e6f91d172936f6f5481b85259ef932a network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z c5c55c344a657bb8ecaa34a58d7c052b1e6f91d172936f6f5481b85259ef932a network default NAD default] I0405 11:06:12.032759 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z, hostIfaceName: c5c55c344a657bb, network: default, NAD default, SandboxID: "c5c55c344a657bb8ecaa34a58d7c052b1e6f91d172936f6f5481b85259ef932a", PCI device ID: , UID: "21d69ce3-9ada-4860-abf4-8dd7f283b60c", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0405 11:06:12.080459 3797 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z c5c55c344a657bb8ecaa34a58d7c052b1e6f91d172936f6f5481b85259ef932a network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z c5c55c344a657bb8ecaa34a58d7c052b1e6f91d172936f6f5481b85259ef932a network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:2f:b6:9f:18:b4\",\"name\":\"c5c55c344a657bb\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa4155c8-d544-4e1b-8d4e-1fac8243b3b8\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:12.290115 3797 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.290138 3797 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.290150 3797 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.290160 3797 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314068 3797 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314092 3797 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314108 3797 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314118 3797 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:13.703125 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:13.703278 3797 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 I0405 11:06:13.716042 3797 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2] pod update took 12.811549ms I0405 11:06:13.716090 3797 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2] addLogicalPort annotation time took 12.867765ms I0405 11:06:13.717570 3797 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2] addLogicalPort took 14.461907ms, libovsdb time 945.574µs I0405 11:06:13.801298 3797 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:13.801451 3797 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd I0405 11:06:13.814183 3797 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd] pod update took 12.767949ms I0405 11:06:13.814211 3797 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd] addLogicalPort annotation time took 12.801677ms I0405 11:06:13.815687 3797 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd] addLogicalPort took 14.410359ms, libovsdb time 1.076544ms I0405 11:06:14.066365 3797 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 dfb5be2c1ad5d9a38a36e0d5b20d5e2777b0adc7aacf7d0f17748dfcaae971bd network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 dfb5be2c1ad5d9a38a36e0d5b20d5e2777b0adc7aacf7d0f17748dfcaae971bd network default NAD default] I0405 11:06:14.075739 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2, hostIfaceName: dfb5be2c1ad5d9a, network: default, NAD default, SandboxID: "dfb5be2c1ad5d9a38a36e0d5b20d5e2777b0adc7aacf7d0f17748dfcaae971bd", PCI device ID: , UID: "9bcac649-ccef-4836-a5e8-951a032db322", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0405 11:06:14.128972 3797 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 dfb5be2c1ad5d9a38a36e0d5b20d5e2777b0adc7aacf7d0f17748dfcaae971bd network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 dfb5be2c1ad5d9a38a36e0d5b20d5e2777b0adc7aacf7d0f17748dfcaae971bd network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:64:35:08:1c:70\",\"name\":\"dfb5be2c1ad5d9a\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e10299e4-df5d-41dd-8bbe-2d0c5c717dab\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:14.175324 3797 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd 842485b2b8e95a0333bfafa1b25ef74f027ae8d09a51ab7bbd5ed1652c7134e7 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd 842485b2b8e95a0333bfafa1b25ef74f027ae8d09a51ab7bbd5ed1652c7134e7 network default NAD default] I0405 11:06:14.183418 3797 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 296e439b2f5dd7889d1cd1c70f2938f83226ec8545c13877b57f0b210ee962a1 network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 296e439b2f5dd7889d1cd1c70f2938f83226ec8545c13877b57f0b210ee962a1 network default NAD default] I0405 11:06:14.186330 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd, hostIfaceName: 842485b2b8e95a0, network: default, NAD default, SandboxID: "842485b2b8e95a0333bfafa1b25ef74f027ae8d09a51ab7bbd5ed1652c7134e7", PCI device ID: , UID: "90010b84-1a4d-47f7-86b7-54ddf8819733", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0405 11:06:14.252252 3797 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd 842485b2b8e95a0333bfafa1b25ef74f027ae8d09a51ab7bbd5ed1652c7134e7 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd 842485b2b8e95a0333bfafa1b25ef74f027ae8d09a51ab7bbd5ed1652c7134e7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:20:df:a7:b8:72\",\"name\":\"842485b2b8e95a0\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3982aa82-8bda-4241-9cd8-ea900786c41e\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:14.257447 3797 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 296e439b2f5dd7889d1cd1c70f2938f83226ec8545c13877b57f0b210ee962a1 network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 296e439b2f5dd7889d1cd1c70f2938f83226ec8545c13877b57f0b210ee962a1 network default NAD default], result "{}", err I0405 11:06:14.292599 3797 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.292638 3797 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 I0405 11:06:14.294311 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5, ips: 10.128.0.32 I0405 11:06:14.294339 3797 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.294359 3797 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.294369 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:14.294574 3797 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.294594 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:15.315907 3797 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:15.315980 3797 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:15.316000 3797 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:15.316027 3797 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:18.215441 3797 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z c5c55c344a657bb8ecaa34a58d7c052b1e6f91d172936f6f5481b85259ef932a network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z c5c55c344a657bb8ecaa34a58d7c052b1e6f91d172936f6f5481b85259ef932a network default NAD default] I0405 11:06:18.215462 3797 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 dfb5be2c1ad5d9a38a36e0d5b20d5e2777b0adc7aacf7d0f17748dfcaae971bd network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 dfb5be2c1ad5d9a38a36e0d5b20d5e2777b0adc7aacf7d0f17748dfcaae971bd network default NAD default] I0405 11:06:18.293443 3797 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z c5c55c344a657bb8ecaa34a58d7c052b1e6f91d172936f6f5481b85259ef932a network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z c5c55c344a657bb8ecaa34a58d7c052b1e6f91d172936f6f5481b85259ef932a network default NAD default], result "{}", err I0405 11:06:18.314745 3797 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 dfb5be2c1ad5d9a38a36e0d5b20d5e2777b0adc7aacf7d0f17748dfcaae971bd network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 dfb5be2c1ad5d9a38a36e0d5b20d5e2777b0adc7aacf7d0f17748dfcaae971bd network default NAD default], result "{}", err I0405 11:06:18.337773 3797 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.337817 3797 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z I0405 11:06:18.339089 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z, ips: 10.128.0.33 I0405 11:06:18.339120 3797 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.339140 3797 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.339147 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:18.339303 3797 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.339317 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:18.358231 3797 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.358264 3797 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 I0405 11:06:18.359502 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2, ips: 10.128.0.34 I0405 11:06:18.359532 3797 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.359554 3797 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.359565 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:18.359764 3797 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.359777 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:19.220182 3797 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd 842485b2b8e95a0333bfafa1b25ef74f027ae8d09a51ab7bbd5ed1652c7134e7 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd 842485b2b8e95a0333bfafa1b25ef74f027ae8d09a51ab7bbd5ed1652c7134e7 network default NAD default] I0405 11:06:19.285922 3797 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd 842485b2b8e95a0333bfafa1b25ef74f027ae8d09a51ab7bbd5ed1652c7134e7 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd 842485b2b8e95a0333bfafa1b25ef74f027ae8d09a51ab7bbd5ed1652c7134e7 network default NAD default], result "{}", err I0405 11:06:19.307384 3797 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-rpzp6] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-rpzp6 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:19.307525 3797 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-rpzp6 I0405 11:06:19.342499 3797 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-rpzp6] pod update took 34.996922ms I0405 11:06:19.342526 3797 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-rpzp6] addLogicalPort annotation time took 35.028749ms I0405 11:06:19.343706 3797 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-rpzp6] addLogicalPort took 36.348031ms, libovsdb time 839.6µs I0405 11:06:19.353317 3797 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.353351 3797 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd I0405 11:06:19.354612 3797 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd, ips: 10.128.0.35 I0405 11:06:19.354638 3797 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.354657 3797 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.354665 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:19.354846 3797 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.354863 3797 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:19.407471 3797 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.407498 3797 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.407517 3797 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.407527 3797 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.427192 3797 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.427212 3797 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.427225 3797 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.427232 3797 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.665080 3797 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-rpzp6 bb6816eaef6d19e99d1efcc5e81fee0c3861a0210a5e3601960b4f4b3b5986bb network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-rpzp6 bb6816eaef6d19e99d1efcc5e81fee0c3861a0210a5e3601960b4f4b3b5986bb network default NAD default] I0405 11:06:19.675083 3797 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-rpzp6, hostIfaceName: bb6816eaef6d19e, network: default, NAD default, SandboxID: "bb6816eaef6d19e99d1efcc5e81fee0c3861a0210a5e3601960b4f4b3b5986bb", PCI device ID: , UID: "693595bb-96ac-4c68-ba5f-54e61510677b", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0405 11:06:19.721253 3797 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-rpzp6 bb6816eaef6d19e99d1efcc5e81fee0c3861a0210a5e3601960b4f4b3b5986bb network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-rpzp6 bb6816eaef6d19e99d1efcc5e81fee0c3861a0210a5e3601960b4f4b3b5986bb network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:e8:35:fa:9e:0c\",\"name\":\"bb6816eaef6d19e\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18c46fdb-fe6d-49c4-9599-a90733efc9cc\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:20.381182 3797 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.381255 3797 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.381277 3797 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.381296 3797 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:06:23.240122 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0405 11:06:25.937879 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0405 11:06:25.942732 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0405 11:06:29.215358 3797 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-w2mcx] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-w2mcx for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:29.215462 3797 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-w2mcx I0405 11:06:29.229058 3797 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-w2mcx] pod update took 13.614511ms I0405 11:06:29.229093 3797 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-w2mcx] addLogicalPort annotation time took 13.655501ms I0405 11:06:29.230666 3797 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-w2mcx] addLogicalPort took 15.326551ms, libovsdb time 759.925µs I0405 11:06:29.596609 3797 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-w2mcx f48bdfe129e956807984594ea3df9198cd3bbd1c2c9177fc2a61b26b2e43fa6b network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-w2mcx f48bdfe129e956807984594ea3df9198cd3bbd1c2c9177fc2a61b26b2e43fa6b network default NAD default] I0405 11:06:29.619292 3797 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-w2mcx, hostIfaceName: f48bdfe129e9568, network: default, NAD default, SandboxID: "f48bdfe129e956807984594ea3df9198cd3bbd1c2c9177fc2a61b26b2e43fa6b", PCI device ID: , UID: "fcf9d242-3c24-452b-bf35-b9e3e3381cc9", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0405 11:06:29.675002 3797 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-w2mcx f48bdfe129e956807984594ea3df9198cd3bbd1c2c9177fc2a61b26b2e43fa6b network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-w2mcx f48bdfe129e956807984594ea3df9198cd3bbd1c2c9177fc2a61b26b2e43fa6b network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:87:41:c0:af:26\",\"name\":\"f48bdfe129e9568\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f988163d-2661-4dbb-8ce9-528b97d03e8b\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:30.141376 3797 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j] creating logical port konflux-operator_konflux-operator-controller-manager-5bc5d8c98f-h8j2j for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:30.141501 3797 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j I0405 11:06:30.161154 3797 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j] pod update took 19.678465ms I0405 11:06:30.161186 3797 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j] addLogicalPort annotation time took 19.717542ms I0405 11:06:30.162363 3797 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j] addLogicalPort took 21.004879ms, libovsdb time 833.106µs I0405 11:06:30.505414 3797 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j 0b6e95706bdf63ee835abf1e433dcda0ea01893a655b3f6564c426abc8976ca8 network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j 0b6e95706bdf63ee835abf1e433dcda0ea01893a655b3f6564c426abc8976ca8 network default NAD default] I0405 11:06:30.515209 3797 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bc5d8c98f-h8j2j, hostIfaceName: 0b6e95706bdf63e, network: default, NAD default, SandboxID: "0b6e95706bdf63ee835abf1e433dcda0ea01893a655b3f6564c426abc8976ca8", PCI device ID: , UID: "c092b16e-3043-485e-a252-5b686b0e26dc", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0405 11:06:30.575637 3797 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j 0b6e95706bdf63ee835abf1e433dcda0ea01893a655b3f6564c426abc8976ca8 network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j 0b6e95706bdf63ee835abf1e433dcda0ea01893a655b3f6564c426abc8976ca8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:32:55:10:67:81\",\"name\":\"0b6e95706bdf63e\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80441686-c1ae-4b6f-8c2c-069e8c6e8fc0\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:31.795769 3797 namespace.go:142] [openshift-operators] updating namespace I0405 11:06:31.831324 3797 namespace.go:142] [openshift-operators] updating namespace W0405 11:06:34.308031 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0405 11:06:35.346781 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.204577 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.220579 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.240653 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.250129 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0405 11:06:42.411340 3797 namespace.go:98] [trusted-artifact-signer] adding namespace I0405 11:06:42.412321 3797 namespace.go:102] [trusted-artifact-signer] adding namespace took 949.577µs I0405 11:06:42.442532 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:06:42.458226 3797 namespace.go:142] [trusted-artifact-signer] updating namespace W0405 11:06:43.249281 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 11:06:43.573032 3797 namespace.go:98] [cert-manager] adding namespace I0405 11:06:43.573870 3797 namespace.go:102] [cert-manager] adding namespace took 811.839µs I0405 11:06:43.618613 3797 namespace.go:142] [cert-manager] updating namespace I0405 11:06:43.636365 3797 namespace.go:142] [cert-manager] updating namespace I0405 11:06:44.676242 3797 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-hl2s9] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-hl2s9 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:44.676339 3797 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-hl2s9 I0405 11:06:44.693409 3797 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-hl2s9] pod update took 17.094387ms I0405 11:06:44.693436 3797 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-hl2s9] addLogicalPort annotation time took 17.127374ms I0405 11:06:44.694668 3797 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-hl2s9] addLogicalPort took 18.443415ms, libovsdb time 820.697µs I0405 11:06:45.039782 3797 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-hl2s9 ee300f8f0003ee20278097783407c3ebbc9a396227e0b788b82268377415a719 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-hl2s9 ee300f8f0003ee20278097783407c3ebbc9a396227e0b788b82268377415a719 network default NAD default] I0405 11:06:45.049542 3797 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-hl2s9, hostIfaceName: ee300f8f0003ee2, network: default, NAD default, SandboxID: "ee300f8f0003ee20278097783407c3ebbc9a396227e0b788b82268377415a719", PCI device ID: , UID: "b63d98f3-8f6e-4bfb-8c0a-6cf165f5bf11", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0405 11:06:45.101942 3797 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-hl2s9 ee300f8f0003ee20278097783407c3ebbc9a396227e0b788b82268377415a719 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-hl2s9 ee300f8f0003ee20278097783407c3ebbc9a396227e0b788b82268377415a719 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:b7:ec:9e:cc:94\",\"name\":\"ee300f8f0003ee2\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea7bcc59-9fa2-4d7a-9724-41fed4ff636a\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:45.398254 3797 namespace.go:142] [openshift-operators] updating namespace I0405 11:06:45.944496 3797 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-28rj5] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-28rj5 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:45.944619 3797 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-28rj5 I0405 11:06:45.960881 3797 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-28rj5] pod update took 16.291593ms I0405 11:06:45.960913 3797 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-28rj5] addLogicalPort annotation time took 16.330819ms I0405 11:06:45.962274 3797 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-28rj5] addLogicalPort took 17.795426ms, libovsdb time 967.752µs I0405 11:06:46.313642 3797 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-28rj5 126319a85cc481c62be6e31bae76c8077a9becd25c8960fb97a610aeb85e5e76 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-28rj5 126319a85cc481c62be6e31bae76c8077a9becd25c8960fb97a610aeb85e5e76 network default NAD default] I0405 11:06:46.323961 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-28rj5, hostIfaceName: 126319a85cc481c, network: default, NAD default, SandboxID: "126319a85cc481c62be6e31bae76c8077a9becd25c8960fb97a610aeb85e5e76", PCI device ID: , UID: "fe0aeefb-be36-4382-9c5d-e1b6f55da5d1", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] W0405 11:06:46.336472 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0405 11:06:46.384591 3797 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-28rj5 126319a85cc481c62be6e31bae76c8077a9becd25c8960fb97a610aeb85e5e76 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-28rj5 126319a85cc481c62be6e31bae76c8077a9becd25c8960fb97a610aeb85e5e76 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:3d:c7:ed:10:97\",\"name\":\"126319a85cc481c\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adb21064-ba97-4e1d-80ec-d73c76948902\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:06:46.445309 3797 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-nkngx] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-nkngx for pod on switch ip-10-0-1-205.ec2.internal I0405 11:06:46.445397 3797 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-nkngx I0405 11:06:46.479987 3797 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-nkngx] pod update took 34.611852ms I0405 11:06:46.480011 3797 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-nkngx] addLogicalPort annotation time took 34.641227ms I0405 11:06:46.481407 3797 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-nkngx] addLogicalPort took 36.113788ms, libovsdb time 1.030038ms I0405 11:06:46.807883 3797 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-nkngx 9ab1d239e5b38e7e6ce3343247581abf1f94f557662f80efd084fa55ea19adfa network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-nkngx 9ab1d239e5b38e7e6ce3343247581abf1f94f557662f80efd084fa55ea19adfa network default NAD default] I0405 11:06:46.817601 3797 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-nkngx, hostIfaceName: 9ab1d239e5b38e7, network: default, NAD default, SandboxID: "9ab1d239e5b38e7e6ce3343247581abf1f94f557662f80efd084fa55ea19adfa", PCI device ID: , UID: "ffbbe54f-f314-432e-9c4f-c125714f6ae4", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0405 11:06:46.874099 3797 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-nkngx 9ab1d239e5b38e7e6ce3343247581abf1f94f557662f80efd084fa55ea19adfa network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-nkngx 9ab1d239e5b38e7e6ce3343247581abf1f94f557662f80efd084fa55ea19adfa network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:10:4a:20:14:4e\",\"name\":\"9ab1d239e5b38e7\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f31535f-b6db-431b-b56b-69c9a1a65e6b\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 11:06:48.393407 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 11:06:48.393431 3797 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 11:06:54.399652 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 11:06:54.399678 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0405 11:06:58.263283 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0405 11:06:58.627058 3797 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:58.627585 3797 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:58.651248 3797 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:58.651270 3797 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:58.657431 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0405 11:06:58.657458 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0405 11:07:00.570479 3797 namespace.go:98] [openshift-pipelines] adding namespace I0405 11:07:00.571353 3797 namespace.go:102] [openshift-pipelines] adding namespace took 851.706µs I0405 11:07:00.584162 3797 namespace.go:142] [openshift-pipelines] updating namespace I0405 11:07:01.310186 3797 namespace.go:142] [cert-manager] updating namespace I0405 11:07:01.505093 3797 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:07:01.907476 3797 namespace.go:142] [konflux-operator] updating namespace I0405 11:07:02.110404 3797 namespace.go:142] [konflux-ui] updating namespace I0405 11:07:02.309134 3797 namespace.go:142] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] updating namespace I0405 11:07:02.707563 3797 namespace.go:142] [rhbk-operator] updating namespace I0405 11:07:02.909235 3797 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:07:03.108292 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:07:03.307627 3797 namespace.go:142] [tsf] updating namespace I0405 11:07:03.512200 3797 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:07:03.711770 3797 namespace.go:142] [tsf-tas] updating namespace I0405 11:07:03.917608 3797 namespace.go:142] [tsf-tpa] updating namespace I0405 11:07:04.050478 3797 namespace.go:142] [cert-manager] updating namespace I0405 11:07:04.060792 3797 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:07:04.068747 3797 namespace.go:142] [default] updating namespace I0405 11:07:04.079327 3797 namespace.go:142] [konflux-operator] updating namespace I0405 11:07:04.087853 3797 namespace.go:142] [konflux-ui] updating namespace I0405 11:07:04.097244 3797 namespace.go:142] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] updating namespace I0405 11:07:04.105113 3797 namespace.go:142] [openshift] updating namespace I0405 11:07:04.115214 3797 namespace.go:142] [rhbk-operator] updating namespace I0405 11:07:04.123990 3797 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:07:04.134158 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:07:04.142718 3797 namespace.go:142] [tsf] updating namespace I0405 11:07:04.156771 3797 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:07:04.177538 3797 namespace.go:142] [tsf-tas] updating namespace I0405 11:07:04.196221 3797 namespace.go:142] [tsf-tpa] updating namespace I0405 11:07:04.297825 3797 namespace.go:142] [cert-manager] updating namespace I0405 11:07:04.400104 3797 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:07:04.501263 3797 namespace.go:142] [default] updating namespace I0405 11:07:04.596659 3797 namespace.go:142] [konflux-operator] updating namespace I0405 11:07:04.700008 3797 namespace.go:142] [konflux-ui] updating namespace I0405 11:07:04.801483 3797 namespace.go:142] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] updating namespace I0405 11:07:04.895044 3797 namespace.go:142] [openshift] updating namespace I0405 11:07:04.998358 3797 namespace.go:142] [rhbk-operator] updating namespace I0405 11:07:05.097477 3797 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:07:05.199962 3797 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:07:05.292526 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0405 11:07:05.296214 3797 namespace.go:142] [tsf] updating namespace I0405 11:07:05.398169 3797 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:07:05.496216 3797 namespace.go:142] [tsf-tas] updating namespace I0405 11:07:05.598321 3797 namespace.go:142] [tsf-tpa] updating namespace I0405 11:07:05.857390 3797 namespace.go:142] [openshift-pipelines] updating namespace W0405 11:07:10.561042 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0405 11:07:14.787959 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xtpfr] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-xtpfr for pod on switch ip-10-0-1-205.ec2.internal I0405 11:07:14.788106 3797 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xtpfr I0405 11:07:14.804365 3797 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xtpfr] pod update took 16.282966ms I0405 11:07:14.804397 3797 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xtpfr] addLogicalPort annotation time took 16.320861ms I0405 11:07:14.805611 3797 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xtpfr] addLogicalPort took 17.673345ms, libovsdb time 846.13µs I0405 11:07:14.958169 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g for pod on switch ip-10-0-1-205.ec2.internal I0405 11:07:14.958286 3797 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g I0405 11:07:14.973201 3797 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g] pod update took 14.953534ms I0405 11:07:14.973227 3797 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g] addLogicalPort annotation time took 14.985206ms I0405 11:07:14.974427 3797 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g] addLogicalPort took 16.275377ms, libovsdb time 806.377µs I0405 11:07:15.068826 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-dcddb] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-dcddb for pod on switch ip-10-0-1-205.ec2.internal I0405 11:07:15.068969 3797 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-dcddb I0405 11:07:15.082679 3797 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dcddb] pod update took 13.740193ms I0405 11:07:15.082705 3797 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-dcddb] addLogicalPort annotation time took 13.771926ms I0405 11:07:15.083989 3797 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dcddb] addLogicalPort took 15.20885ms, libovsdb time 857.199µs I0405 11:07:15.148260 3797 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xtpfr 3f6ada2a3b495b8601517a55efc0c2db8095e515c3071dae8f0c44cb4f012861 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xtpfr 3f6ada2a3b495b8601517a55efc0c2db8095e515c3071dae8f0c44cb4f012861 network default NAD default] I0405 11:07:15.155500 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mtxjv] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-mtxjv for pod on switch ip-10-0-1-205.ec2.internal I0405 11:07:15.155609 3797 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mtxjv I0405 11:07:15.158142 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-xtpfr, hostIfaceName: 3f6ada2a3b495b8, network: default, NAD default, SandboxID: "3f6ada2a3b495b8601517a55efc0c2db8095e515c3071dae8f0c44cb4f012861", PCI device ID: , UID: "464f422d-9e5e-45a3-86de-9cb615027dd9", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0405 11:07:15.169584 3797 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mtxjv] pod update took 14.010867ms I0405 11:07:15.169611 3797 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mtxjv] addLogicalPort annotation time took 14.042835ms I0405 11:07:15.170881 3797 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mtxjv] addLogicalPort took 15.399217ms, libovsdb time 882.951µs I0405 11:07:15.214086 3797 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xtpfr 3f6ada2a3b495b8601517a55efc0c2db8095e515c3071dae8f0c44cb4f012861 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-xtpfr 3f6ada2a3b495b8601517a55efc0c2db8095e515c3071dae8f0c44cb4f012861 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:53:ae:31:c9:08\",\"name\":\"3f6ada2a3b495b8\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2775414e-67e3-4727-bb5c-931925d9a771\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:07:15.329065 3797 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g 245b5a1db0b765fb5f1da0960e568b67ab3f42c5ce86b8e73f6dcdcaf1dd90b6 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g 245b5a1db0b765fb5f1da0960e568b67ab3f42c5ce86b8e73f6dcdcaf1dd90b6 network default NAD default] I0405 11:07:15.338195 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g, hostIfaceName: 245b5a1db0b765f, network: default, NAD default, SandboxID: "245b5a1db0b765fb5f1da0960e568b67ab3f42c5ce86b8e73f6dcdcaf1dd90b6", PCI device ID: , UID: "6a65b4e4-e518-4988-b22a-78dc80ebd0d5", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0405 11:07:15.390291 3797 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g 245b5a1db0b765fb5f1da0960e568b67ab3f42c5ce86b8e73f6dcdcaf1dd90b6 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-6jp6g 245b5a1db0b765fb5f1da0960e568b67ab3f42c5ce86b8e73f6dcdcaf1dd90b6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:0b:82:09:b6:da\",\"name\":\"245b5a1db0b765f\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0b3cc2a-9d32-47d8-9a93-d6eea3cd1db7\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 11:07:15.409574 3797 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0405 11:07:15.436290 3797 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dcddb 407ac40f69466416f7cc9d3dc88b068a8f871744ab1f92c1277cf070553485df network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-dcddb 407ac40f69466416f7cc9d3dc88b068a8f871744ab1f92c1277cf070553485df network default NAD default] I0405 11:07:15.445898 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-dcddb, hostIfaceName: 407ac40f6946641, network: default, NAD default, SandboxID: "407ac40f69466416f7cc9d3dc88b068a8f871744ab1f92c1277cf070553485df", PCI device ID: , UID: "33ce4e7c-8a28-4358-badb-0c754633c4f1", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0405 11:07:15.498933 3797 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dcddb 407ac40f69466416f7cc9d3dc88b068a8f871744ab1f92c1277cf070553485df network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-dcddb 407ac40f69466416f7cc9d3dc88b068a8f871744ab1f92c1277cf070553485df network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:44:55:94:64:4f\",\"name\":\"407ac40f6946641\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03aba257-22c7-4cc8-9ae3-9cd01016bbf4\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:07:15.532445 3797 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mtxjv a0bf1793efdb3d83130bbbfe8abe42d38852a92182923276c99a762d16773cae network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mtxjv a0bf1793efdb3d83130bbbfe8abe42d38852a92182923276c99a762d16773cae network default NAD default] I0405 11:07:15.543222 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-mtxjv, hostIfaceName: a0bf1793efdb3d8, network: default, NAD default, SandboxID: "a0bf1793efdb3d83130bbbfe8abe42d38852a92182923276c99a762d16773cae", PCI device ID: , UID: "6c02cf71-84f2-4d89-ad10-116a483d4117", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0405 11:07:15.596065 3797 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mtxjv a0bf1793efdb3d83130bbbfe8abe42d38852a92182923276c99a762d16773cae network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mtxjv a0bf1793efdb3d83130bbbfe8abe42d38852a92182923276c99a762d16773cae network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:7c:b7:5c:c6:48\",\"name\":\"a0bf1793efdb3d8\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7eef7590-f90a-4abb-bfff-e2447583b768\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 11:07:19.433833 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:19.433858 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:19.433865 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:20.610515 3797 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.610535 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.610540 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.610544 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.650360 3797 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:20.650381 3797 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:20.650387 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:31.584146 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:31.584174 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:31.584179 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:31.584184 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:31.610951 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:31.610975 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:31.610981 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0405 11:07:38.391218 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fgv66] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-fgv66 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:07:38.391312 3797 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fgv66 I0405 11:07:38.404171 3797 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fgv66] pod update took 12.883134ms I0405 11:07:38.404193 3797 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fgv66] addLogicalPort annotation time took 12.908748ms I0405 11:07:38.405429 3797 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fgv66] addLogicalPort took 14.232246ms, libovsdb time 836.406µs I0405 11:07:38.752116 3797 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fgv66 18142da2e3dd335e70ba200c41fec24e2f144af6023f8ea080f7ce2fff1fefec network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fgv66 18142da2e3dd335e70ba200c41fec24e2f144af6023f8ea080f7ce2fff1fefec network default NAD default] I0405 11:07:38.761325 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-fgv66, hostIfaceName: 18142da2e3dd335, network: default, NAD default, SandboxID: "18142da2e3dd335e70ba200c41fec24e2f144af6023f8ea080f7ce2fff1fefec", PCI device ID: , UID: "fcd1cda1-51e1-4973-bc25-299c0f180647", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0405 11:07:38.811414 3797 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fgv66 18142da2e3dd335e70ba200c41fec24e2f144af6023f8ea080f7ce2fff1fefec network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fgv66 18142da2e3dd335e70ba200c41fec24e2f144af6023f8ea080f7ce2fff1fefec network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:10:63:ac:a7:7f\",\"name\":\"18142da2e3dd335\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b976ca52-caec-4277-a623-cc6bba72ddb0\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:07:39.840015 3797 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:07:39.840602 3797 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:07:39.858583 3797 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:07:39.858611 3797 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:07:39.862368 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0405 11:07:39.862398 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0405 11:07:41.549104 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0405 11:07:46.744700 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 11:07:46.749462 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:07:46.749479 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0405 11:07:47.172691 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0405 11:07:59.612436 3797 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0405 11:08:07.095969 3797 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:07.096538 3797 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:07.849393 3797 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:07.849419 3797 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:07.856400 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 11:08:07.856432 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0405 11:08:09.878250 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:09.878273 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:09.880663 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 11:08:17.113636 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-qkfdk] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-qkfdk for pod on switch ip-10-0-1-205.ec2.internal I0405 11:08:17.113743 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-qkfdk I0405 11:08:17.128600 3797 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-qkfdk] pod update took 14.885423ms I0405 11:08:17.128625 3797 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-qkfdk] addLogicalPort annotation time took 14.913822ms I0405 11:08:17.130001 3797 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-qkfdk] addLogicalPort took 16.379597ms, libovsdb time 942.272µs I0405 11:08:17.308162 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-74bcx] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-74bcx for pod on switch ip-10-0-1-205.ec2.internal I0405 11:08:17.308284 3797 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-74bcx I0405 11:08:17.329323 3797 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-74bcx] pod update took 21.05831ms I0405 11:08:17.329353 3797 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-74bcx] addLogicalPort annotation time took 21.094687ms I0405 11:08:17.330585 3797 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-74bcx] addLogicalPort took 22.438334ms, libovsdb time 848.471µs I0405 11:08:17.486648 3797 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-qkfdk 949be662e2502013b06584ec946f90cc80d80adc4df2763bdcd3b1817cfa9cf8 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-qkfdk 949be662e2502013b06584ec946f90cc80d80adc4df2763bdcd3b1817cfa9cf8 network default NAD default] I0405 11:08:17.496182 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-qkfdk, hostIfaceName: 949be662e250201, network: default, NAD default, SandboxID: "949be662e2502013b06584ec946f90cc80d80adc4df2763bdcd3b1817cfa9cf8", PCI device ID: , UID: "5f75d789-b391-49aa-958a-bea80da5725d", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0405 11:08:17.546889 3797 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-qkfdk 949be662e2502013b06584ec946f90cc80d80adc4df2763bdcd3b1817cfa9cf8 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-qkfdk 949be662e2502013b06584ec946f90cc80d80adc4df2763bdcd3b1817cfa9cf8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:ff:d7:3f:c6:00\",\"name\":\"949be662e250201\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6654d629-d976-47c3-9d97-eb5aafc596c5\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:08:17.671444 3797 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-74bcx f2e3051c50f40e4c02089d06b008bf860bd9bb604df877c375bd528ec3c771b4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-74bcx f2e3051c50f40e4c02089d06b008bf860bd9bb604df877c375bd528ec3c771b4 network default NAD default] I0405 11:08:17.680950 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-74bcx, hostIfaceName: f2e3051c50f40e4, network: default, NAD default, SandboxID: "f2e3051c50f40e4c02089d06b008bf860bd9bb604df877c375bd528ec3c771b4", PCI device ID: , UID: "df43070d-56ad-4870-bb00-2b9c7c9ce28e", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0405 11:08:17.731886 3797 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-74bcx f2e3051c50f40e4c02089d06b008bf860bd9bb604df877c375bd528ec3c771b4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-74bcx f2e3051c50f40e4c02089d06b008bf860bd9bb604df877c375bd528ec3c771b4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:75:c5:5f:15:e3\",\"name\":\"f2e3051c50f40e4\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3db1b5bb-c524-4df6-ad27-52e55d83d826\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 11:08:21.959335 3797 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 11:08:21.959361 3797 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 11:08:21.959367 3797 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 11:08:27.971473 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 11:08:27.971503 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 11:08:27.971511 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0405 11:08:42.174128 3797 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:42.174659 3797 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:48.208172 3797 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:48.208708 3797 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:49.232890 3797 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:49.232916 3797 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:49.574243 3797 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:49.574822 3797 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:50.084019 3797 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:50.084044 3797 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:50.089786 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 11:08:50.089828 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0405 11:08:52.103948 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:52.103978 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:52.108991 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 11:08:54.124652 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0405 11:08:54.175079 3797 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 11:08:54.175101 3797 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0405 11:09:06.205529 3797 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-nt8k5] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-nt8k5 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:09:06.205624 3797 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-nt8k5 I0405 11:09:06.217355 3797 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nt8k5] pod update took 11.750845ms I0405 11:09:06.217384 3797 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-nt8k5] addLogicalPort annotation time took 11.782338ms I0405 11:09:06.218827 3797 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nt8k5] addLogicalPort took 13.318328ms, libovsdb time 918.973µs I0405 11:09:06.566274 3797 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nt8k5 b6f0557f2cf9190afb655f3ebfab2857aa84f2da0e0bcea8fb0cf22d3595f3a9 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nt8k5 b6f0557f2cf9190afb655f3ebfab2857aa84f2da0e0bcea8fb0cf22d3595f3a9 network default NAD default] I0405 11:09:06.575394 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-nt8k5, hostIfaceName: b6f0557f2cf9190, network: default, NAD default, SandboxID: "b6f0557f2cf9190afb655f3ebfab2857aa84f2da0e0bcea8fb0cf22d3595f3a9", PCI device ID: , UID: "bb6b58b2-ad28-4615-a5db-4c335230dbce", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0405 11:09:06.628520 3797 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nt8k5 b6f0557f2cf9190afb655f3ebfab2857aa84f2da0e0bcea8fb0cf22d3595f3a9 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nt8k5 b6f0557f2cf9190afb655f3ebfab2857aa84f2da0e0bcea8fb0cf22d3595f3a9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:89:46:0d:e3:3a\",\"name\":\"b6f0557f2cf9190\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7c3fb48-b45e-4d0e-b71f-da1b34d2b28b\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:09:31.265778 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0405 11:09:42.257318 3797 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:42.257343 3797 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:42.264654 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 11:09:42.264679 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 11:09:43.173273 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0405 11:09:50.562060 3797 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:09:50.562662 3797 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:09:50.581591 3797 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:50.581613 3797 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:50.584759 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 11:09:50.584790 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 11:09:53.216149 3797 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5c7486dfc-mg552] creating logical port tsf-tas_trillian-logsigner-5c7486dfc-mg552 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:09:53.216269 3797 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5c7486dfc-mg552 I0405 11:09:53.235624 3797 pod.go:62] [tsf-tas/trillian-logsigner-5c7486dfc-mg552] pod update took 19.375881ms I0405 11:09:53.235645 3797 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-5c7486dfc-mg552] addLogicalPort annotation time took 19.40159ms I0405 11:09:53.236989 3797 pods.go:271] [tsf-tas/trillian-logsigner-5c7486dfc-mg552] addLogicalPort took 20.857935ms, libovsdb time 816.652µs I0405 11:09:53.243216 3797 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-xlv99-tmrnw] creating logical port tsf-tas_ctlog-createtree-job-xlv99-tmrnw for pod on switch ip-10-0-1-205.ec2.internal I0405 11:09:53.243282 3797 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-xlv99-tmrnw I0405 11:09:53.258917 3797 pod.go:62] [tsf-tas/ctlog-createtree-job-xlv99-tmrnw] pod update took 15.650052ms I0405 11:09:53.258943 3797 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-xlv99-tmrnw] addLogicalPort annotation time took 15.681036ms I0405 11:09:53.260138 3797 pods.go:271] [tsf-tas/ctlog-createtree-job-xlv99-tmrnw] addLogicalPort took 16.933697ms, libovsdb time 761.45µs I0405 11:09:53.332382 3797 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-565cdc4464-wtvdw] creating logical port tsf-tas_fulcio-server-565cdc4464-wtvdw for pod on switch ip-10-0-1-205.ec2.internal I0405 11:09:53.332501 3797 kube.go:256] Updating pod tsf-tas/fulcio-server-565cdc4464-wtvdw I0405 11:09:53.348133 3797 pod.go:62] [tsf-tas/fulcio-server-565cdc4464-wtvdw] pod update took 15.655739ms I0405 11:09:53.348189 3797 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-565cdc4464-wtvdw] addLogicalPort annotation time took 15.714793ms I0405 11:09:53.349585 3797 pods.go:271] [tsf-tas/fulcio-server-565cdc4464-wtvdw] addLogicalPort took 17.21885ms, libovsdb time 934.342µs I0405 11:09:53.577010 3797 cni.go:403] [tsf-tas/trillian-logsigner-5c7486dfc-mg552 734196cf7c2b5149dfe9a8c1b6674dd8947f38e8d0ca3852b1ea2389bb7dc2a4 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-5c7486dfc-mg552 734196cf7c2b5149dfe9a8c1b6674dd8947f38e8d0ca3852b1ea2389bb7dc2a4 network default NAD default] I0405 11:09:53.586163 3797 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5c7486dfc-mg552, hostIfaceName: 734196cf7c2b514, network: default, NAD default, SandboxID: "734196cf7c2b5149dfe9a8c1b6674dd8947f38e8d0ca3852b1ea2389bb7dc2a4", PCI device ID: , UID: "405ecb16-63f1-4dd6-a643-7833d3c50a8d", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0405 11:09:53.607357 3797 cni.go:403] [tsf-tas/ctlog-createtree-job-xlv99-tmrnw 404c57a452db9e0d6434541c0ca8b49e212e6da6bb29d7f31c63cab2d10fbb7a network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-xlv99-tmrnw 404c57a452db9e0d6434541c0ca8b49e212e6da6bb29d7f31c63cab2d10fbb7a network default NAD default] I0405 11:09:53.616718 3797 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-xlv99-tmrnw, hostIfaceName: 404c57a452db9e0, network: default, NAD default, SandboxID: "404c57a452db9e0d6434541c0ca8b49e212e6da6bb29d7f31c63cab2d10fbb7a", PCI device ID: , UID: "e012b7a3-77ce-410b-a10c-bf539a440611", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0405 11:09:53.642795 3797 cni.go:424] [tsf-tas/trillian-logsigner-5c7486dfc-mg552 734196cf7c2b5149dfe9a8c1b6674dd8947f38e8d0ca3852b1ea2389bb7dc2a4 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-5c7486dfc-mg552 734196cf7c2b5149dfe9a8c1b6674dd8947f38e8d0ca3852b1ea2389bb7dc2a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:16:21:ec:f8:04\",\"name\":\"734196cf7c2b514\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7d5267f-6b83-4069-a00e-f3c6ca422036\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:09:53.670452 3797 cni.go:424] [tsf-tas/ctlog-createtree-job-xlv99-tmrnw 404c57a452db9e0d6434541c0ca8b49e212e6da6bb29d7f31c63cab2d10fbb7a network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-xlv99-tmrnw 404c57a452db9e0d6434541c0ca8b49e212e6da6bb29d7f31c63cab2d10fbb7a network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:d7:db:df:f6:35\",\"name\":\"404c57a452db9e0\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b654861a-262e-4371-a06a-ceaa3fdee5e1\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:09:53.696238 3797 cni.go:403] [tsf-tas/fulcio-server-565cdc4464-wtvdw fdb9eafa67a57981b88e0e64ab9bd6467b2ff6cd8163bced5d66c7eb76355073 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-565cdc4464-wtvdw fdb9eafa67a57981b88e0e64ab9bd6467b2ff6cd8163bced5d66c7eb76355073 network default NAD default] I0405 11:09:53.705846 3797 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-565cdc4464-wtvdw, hostIfaceName: fdb9eafa67a5798, network: default, NAD default, SandboxID: "fdb9eafa67a57981b88e0e64ab9bd6467b2ff6cd8163bced5d66c7eb76355073", PCI device ID: , UID: "649c4387-5f61-4f89-b01f-b4113add0667", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0405 11:09:53.755373 3797 cni.go:424] [tsf-tas/fulcio-server-565cdc4464-wtvdw fdb9eafa67a57981b88e0e64ab9bd6467b2ff6cd8163bced5d66c7eb76355073 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-565cdc4464-wtvdw fdb9eafa67a57981b88e0e64ab9bd6467b2ff6cd8163bced5d66c7eb76355073 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:64:bb:5b:30:e4\",\"name\":\"fdb9eafa67a5798\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e61840f-356a-4cc3-a9bc-963a56585acd\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:09:55.831787 3797 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-f9c656b98-c5xs5] creating logical port tsf-tas_trillian-db-f9c656b98-c5xs5 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:09:55.831959 3797 kube.go:256] Updating pod tsf-tas/trillian-db-f9c656b98-c5xs5 I0405 11:09:55.844039 3797 pod.go:62] [tsf-tas/trillian-db-f9c656b98-c5xs5] pod update took 12.102523ms I0405 11:09:55.844071 3797 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-f9c656b98-c5xs5] addLogicalPort annotation time took 12.140739ms I0405 11:09:55.845745 3797 pods.go:271] [tsf-tas/trillian-db-f9c656b98-c5xs5] addLogicalPort took 13.983029ms, libovsdb time 1.116339ms W0405 11:09:57.476570 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0405 11:09:57.476593 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0405 11:09:57.501986 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0405 11:09:57.502011 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0405 11:10:00.176735 3797 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29589790-pnq69 for pod on switch ip-10-0-1-205.ec2.internal I0405 11:10:00.176857 3797 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 I0405 11:10:00.191477 3797 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69] pod update took 14.642566ms I0405 11:10:00.191500 3797 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69] addLogicalPort annotation time took 14.672295ms I0405 11:10:00.193015 3797 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69] addLogicalPort took 16.295913ms, libovsdb time 1.022439ms W0405 11:10:00.499016 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0405 11:10:00.575938 3797 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 2b95184876be7968fb96f078e544119129c70e53157ad10b9dbd7a600b3f1228 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 2b95184876be7968fb96f078e544119129c70e53157ad10b9dbd7a600b3f1228 network default NAD default] I0405 11:10:00.585892 3797 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29589790-pnq69, hostIfaceName: 2b95184876be796, network: default, NAD default, SandboxID: "2b95184876be7968fb96f078e544119129c70e53157ad10b9dbd7a600b3f1228", PCI device ID: , UID: "3bd1a4bb-ad91-4297-b90a-1c6a78b14ed0", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0405 11:10:00.640946 3797 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 2b95184876be7968fb96f078e544119129c70e53157ad10b9dbd7a600b3f1228 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 2b95184876be7968fb96f078e544119129c70e53157ad10b9dbd7a600b3f1228 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:86:26:ed:61:e8\",\"name\":\"2b95184876be796\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b12f257-4896-443b-8533-f0dba3172629\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 11:10:01.499202 3797 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0405 11:10:03.105286 3797 cni.go:403] [tsf-tas/trillian-db-f9c656b98-c5xs5 705cfd91e6d9c8ecd4befa209bc7b4ff949d94a8949d279e1791b728b8598943 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-f9c656b98-c5xs5 705cfd91e6d9c8ecd4befa209bc7b4ff949d94a8949d279e1791b728b8598943 network default NAD default] I0405 11:10:03.114880 3797 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-f9c656b98-c5xs5, hostIfaceName: 705cfd91e6d9c8e, network: default, NAD default, SandboxID: "705cfd91e6d9c8ecd4befa209bc7b4ff949d94a8949d279e1791b728b8598943", PCI device ID: , UID: "f6ccca20-61a6-4152-a3f6-efb537e09906", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0405 11:10:03.170852 3797 cni.go:424] [tsf-tas/trillian-db-f9c656b98-c5xs5 705cfd91e6d9c8ecd4befa209bc7b4ff949d94a8949d279e1791b728b8598943 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-f9c656b98-c5xs5 705cfd91e6d9c8ecd4befa209bc7b4ff949d94a8949d279e1791b728b8598943 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:c7:73:cc:0c:59\",\"name\":\"705cfd91e6d9c8e\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cef925ab-e770-4871-b346-2e650d8bdd4b\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:10:03.524733 3797 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 2b95184876be7968fb96f078e544119129c70e53157ad10b9dbd7a600b3f1228 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 2b95184876be7968fb96f078e544119129c70e53157ad10b9dbd7a600b3f1228 network default NAD default] I0405 11:10:03.594856 3797 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 2b95184876be7968fb96f078e544119129c70e53157ad10b9dbd7a600b3f1228 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 2b95184876be7968fb96f078e544119129c70e53157ad10b9dbd7a600b3f1228 network default NAD default], result "{}", err I0405 11:10:03.646543 3797 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:03.646581 3797 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 I0405 11:10:03.647937 3797 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69, ips: 10.128.0.54 I0405 11:10:03.647966 3797 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:04.532617 3797 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:04.532650 3797 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:05.439655 3797 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:05.440226 3797 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:06.315976 3797 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:06.316002 3797 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:10:07.547915 3797 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0405 11:10:13.285183 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0405 11:10:18.596653 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0405 11:10:36.670779 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0405 11:10:39.845297 3797 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:39.845870 3797 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:39.864375 3797 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:39.864401 3797 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:39.868067 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0405 11:10:39.868090 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0405 11:10:43.764934 3797 cni.go:403] [tsf-tas/ctlog-createtree-job-xlv99-tmrnw 404c57a452db9e0d6434541c0ca8b49e212e6da6bb29d7f31c63cab2d10fbb7a network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-xlv99-tmrnw 404c57a452db9e0d6434541c0ca8b49e212e6da6bb29d7f31c63cab2d10fbb7a network default NAD default] I0405 11:10:43.849658 3797 cni.go:424] [tsf-tas/ctlog-createtree-job-xlv99-tmrnw 404c57a452db9e0d6434541c0ca8b49e212e6da6bb29d7f31c63cab2d10fbb7a network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-xlv99-tmrnw 404c57a452db9e0d6434541c0ca8b49e212e6da6bb29d7f31c63cab2d10fbb7a network default NAD default], result "{}", err I0405 11:10:43.901344 3797 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:43.901388 3797 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-xlv99-tmrnw I0405 11:10:43.902912 3797 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-xlv99-tmrnw, ips: 10.128.0.51 I0405 11:10:43.902948 3797 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:44.778402 3797 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:44.778430 3797 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:46.176769 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0405 11:10:48.665969 3797 obj_retry.go:464] Detected object tsf/patch-tekton-config-hzt8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:48.666621 3797 obj_retry.go:464] Detected object tsf/patch-tekton-config-hzt8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:49.687269 3797 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:49.687295 3797 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:50.279914 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0405 11:10:50.541668 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0405 11:10:56.922638 3797 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:56.923303 3797 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:57.806355 3797 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:57.806387 3797 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:00.731555 3797 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-hckj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:00.732225 3797 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-hckj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:01.751470 3797 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-hckj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.751502 3797 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-hckj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.806406 3797 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.806450 3797 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.815857 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hzt8f I0405 11:11:01.815884 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hzt8f W0405 11:11:03.833740 3797 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0405 11:11:03.853159 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0405 11:11:04.301660 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0405 11:11:06.976337 3797 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:06.976976 3797 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:06.996552 3797 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:06.996576 3797 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:07.002873 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0405 11:11:07.002898 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0405 11:11:07.866628 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0405 11:11:08.295500 3797 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-prjzh] creating logical port tsf-tpa_create-db-prjzh for pod on switch ip-10-0-1-205.ec2.internal I0405 11:11:08.295594 3797 kube.go:256] Updating pod tsf-tpa/create-db-prjzh I0405 11:11:08.308150 3797 pod.go:62] [tsf-tpa/create-db-prjzh] pod update took 12.579655ms I0405 11:11:08.308179 3797 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-prjzh] addLogicalPort annotation time took 12.61706ms I0405 11:11:08.309757 3797 pods.go:271] [tsf-tpa/create-db-prjzh] addLogicalPort took 14.273165ms, libovsdb time 894.684µs I0405 11:11:08.655838 3797 cni.go:403] [tsf-tpa/create-db-prjzh 5c94ce4a7b371b814a6b0dcd2ebb36b63f193524de9d63b75ba22e1397047cfb network default NAD default] ADD starting CNI request [tsf-tpa/create-db-prjzh 5c94ce4a7b371b814a6b0dcd2ebb36b63f193524de9d63b75ba22e1397047cfb network default NAD default] I0405 11:11:08.664937 3797 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-prjzh, hostIfaceName: 5c94ce4a7b371b8, network: default, NAD default, SandboxID: "5c94ce4a7b371b814a6b0dcd2ebb36b63f193524de9d63b75ba22e1397047cfb", PCI device ID: , UID: "0fcdc208-47a5-41a5-b9f5-8735cafee7ef", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0405 11:11:08.717622 3797 cni.go:424] [tsf-tpa/create-db-prjzh 5c94ce4a7b371b814a6b0dcd2ebb36b63f193524de9d63b75ba22e1397047cfb network default NAD default] ADD finished CNI request [tsf-tpa/create-db-prjzh 5c94ce4a7b371b814a6b0dcd2ebb36b63f193524de9d63b75ba22e1397047cfb network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:5c:98:f5:9b:1b\",\"name\":\"5c94ce4a7b371b8\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b3e9648-e924-414a-a36a-1543f3751534\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:11:12.935096 3797 cni.go:403] [tsf-tpa/create-db-prjzh 5c94ce4a7b371b814a6b0dcd2ebb36b63f193524de9d63b75ba22e1397047cfb network default NAD default] DEL starting CNI request [tsf-tpa/create-db-prjzh 5c94ce4a7b371b814a6b0dcd2ebb36b63f193524de9d63b75ba22e1397047cfb network default NAD default] I0405 11:11:13.026478 3797 cni.go:424] [tsf-tpa/create-db-prjzh 5c94ce4a7b371b814a6b0dcd2ebb36b63f193524de9d63b75ba22e1397047cfb network default NAD default] DEL finished CNI request [tsf-tpa/create-db-prjzh 5c94ce4a7b371b814a6b0dcd2ebb36b63f193524de9d63b75ba22e1397047cfb network default NAD default], result "{}", err I0405 11:11:13.077814 3797 obj_retry.go:464] Detected object tsf-tpa/create-db-prjzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:13.077847 3797 pods.go:176] Deleting pod: tsf-tpa/create-db-prjzh I0405 11:11:13.079313 3797 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-prjzh, ips: 10.128.0.55 I0405 11:11:13.079347 3797 obj_retry.go:464] Detected object tsf-tpa/create-db-prjzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:14.100454 3797 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:14.100484 3797 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:14.199364 3797 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-fmrjc] creating logical port tsf-tpa_migrate-db-fmrjc for pod on switch ip-10-0-1-205.ec2.internal I0405 11:11:14.199453 3797 kube.go:256] Updating pod tsf-tpa/migrate-db-fmrjc I0405 11:11:14.211009 3797 pod.go:62] [tsf-tpa/migrate-db-fmrjc] pod update took 11.578667ms I0405 11:11:14.211031 3797 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-fmrjc] addLogicalPort annotation time took 11.605333ms I0405 11:11:14.212412 3797 pods.go:271] [tsf-tpa/migrate-db-fmrjc] addLogicalPort took 13.062249ms, libovsdb time 966.427µs I0405 11:11:14.560702 3797 cni.go:403] [tsf-tpa/migrate-db-fmrjc 8dfa7ab88a51b9e36f4b7e4788ddaca1e0052c2c2314579782a3c29a65759829 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-fmrjc 8dfa7ab88a51b9e36f4b7e4788ddaca1e0052c2c2314579782a3c29a65759829 network default NAD default] I0405 11:11:14.570555 3797 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-fmrjc, hostIfaceName: 8dfa7ab88a51b9e, network: default, NAD default, SandboxID: "8dfa7ab88a51b9e36f4b7e4788ddaca1e0052c2c2314579782a3c29a65759829", PCI device ID: , UID: "75261dc1-b526-43bf-a7b8-14ace1c9b6f6", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0405 11:11:14.623213 3797 cni.go:424] [tsf-tpa/migrate-db-fmrjc 8dfa7ab88a51b9e36f4b7e4788ddaca1e0052c2c2314579782a3c29a65759829 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-fmrjc 8dfa7ab88a51b9e36f4b7e4788ddaca1e0052c2c2314579782a3c29a65759829 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:95:de:58:63:f4\",\"name\":\"8dfa7ab88a51b9e\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c9f2768-d4da-46f4-9cb5-f095b9352f44\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:11:16.311858 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0405 11:11:16.966118 3797 cni.go:403] [tsf-tpa/migrate-db-fmrjc 8dfa7ab88a51b9e36f4b7e4788ddaca1e0052c2c2314579782a3c29a65759829 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-fmrjc 8dfa7ab88a51b9e36f4b7e4788ddaca1e0052c2c2314579782a3c29a65759829 network default NAD default] I0405 11:11:17.059382 3797 cni.go:424] [tsf-tpa/migrate-db-fmrjc 8dfa7ab88a51b9e36f4b7e4788ddaca1e0052c2c2314579782a3c29a65759829 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-fmrjc 8dfa7ab88a51b9e36f4b7e4788ddaca1e0052c2c2314579782a3c29a65759829 network default NAD default], result "{}", err I0405 11:11:17.112605 3797 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fmrjc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:17.112642 3797 pods.go:176] Deleting pod: tsf-tpa/migrate-db-fmrjc I0405 11:11:17.114132 3797 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-fmrjc, ips: 10.128.0.56 I0405 11:11:17.114159 3797 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fmrjc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:17.235629 3797 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:17.235656 3797 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:20.339729 3797 base_network_controller_pods.go:487] [default/tsf-tpa/server-bb5bc959c-vxs2p] creating logical port tsf-tpa_server-bb5bc959c-vxs2p for pod on switch ip-10-0-1-205.ec2.internal I0405 11:11:20.339853 3797 kube.go:256] Updating pod tsf-tpa/server-bb5bc959c-vxs2p I0405 11:11:20.353491 3797 pod.go:62] [tsf-tpa/server-bb5bc959c-vxs2p] pod update took 13.687178ms I0405 11:11:20.353518 3797 base_network_controller_pods.go:937] [default/tsf-tpa/server-bb5bc959c-vxs2p] addLogicalPort annotation time took 13.720416ms I0405 11:11:20.354883 3797 pods.go:271] [tsf-tpa/server-bb5bc959c-vxs2p] addLogicalPort took 15.170791ms, libovsdb time 863.918µs I0405 11:11:20.392220 3797 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-r4gqd] creating logical port tsf-tpa_importer-5b5b6dd8fb-r4gqd for pod on switch ip-10-0-1-205.ec2.internal I0405 11:11:20.392308 3797 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-r4gqd I0405 11:11:20.406139 3797 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-r4gqd] pod update took 13.850672ms I0405 11:11:20.406161 3797 base_network_controller_pods.go:937] [default/tsf-tpa/importer-5b5b6dd8fb-r4gqd] addLogicalPort annotation time took 13.877298ms I0405 11:11:20.407418 3797 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-r4gqd] addLogicalPort took 15.214268ms, libovsdb time 843.329µs I0405 11:11:21.175919 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=130 I0405 11:11:22.869344 3797 obj_retry.go:464] Detected object tsf-tpa/create-importers-jmcgm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:22.869884 3797 obj_retry.go:464] Detected object tsf-tpa/create-importers-jmcgm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:23.889641 3797 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:23.889665 3797 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:25.553211 3797 cni.go:403] [tsf-tpa/importer-5b5b6dd8fb-r4gqd ed30505c7539daaa00594169c71d42613fe337139693afdfa83ce2c57caa99bd network default NAD default] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-r4gqd ed30505c7539daaa00594169c71d42613fe337139693afdfa83ce2c57caa99bd network default NAD default] I0405 11:11:25.562884 3797 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-r4gqd, hostIfaceName: ed30505c7539daa, network: default, NAD default, SandboxID: "ed30505c7539daaa00594169c71d42613fe337139693afdfa83ce2c57caa99bd", PCI device ID: , UID: "00e36739-e6dd-4297-96e0-8573e61e1748", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0405 11:11:25.614475 3797 cni.go:424] [tsf-tpa/importer-5b5b6dd8fb-r4gqd ed30505c7539daaa00594169c71d42613fe337139693afdfa83ce2c57caa99bd network default NAD default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-r4gqd ed30505c7539daaa00594169c71d42613fe337139693afdfa83ce2c57caa99bd network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:c0:e8:d0:b0:e4\",\"name\":\"ed30505c7539daa\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f09a1fe-2b91-48f8-8ccc-4dc7d33733dd\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0405 11:11:25.799918 3797 cni.go:403] [tsf-tpa/server-bb5bc959c-vxs2p 4a2ec186e724d8fac854dcb67b0d39b539bd6567e3322ef67ba4053eb9478e5f network default NAD default] ADD starting CNI request [tsf-tpa/server-bb5bc959c-vxs2p 4a2ec186e724d8fac854dcb67b0d39b539bd6567e3322ef67ba4053eb9478e5f network default NAD default] I0405 11:11:25.809435 3797 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-bb5bc959c-vxs2p, hostIfaceName: 4a2ec186e724d8f, network: default, NAD default, SandboxID: "4a2ec186e724d8fac854dcb67b0d39b539bd6567e3322ef67ba4053eb9478e5f", PCI device ID: , UID: "29fac0fd-3233-4348-b017-e45c086af365", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0405 11:11:25.865181 3797 cni.go:424] [tsf-tpa/server-bb5bc959c-vxs2p 4a2ec186e724d8fac854dcb67b0d39b539bd6567e3322ef67ba4053eb9478e5f network default NAD default] ADD finished CNI request [tsf-tpa/server-bb5bc959c-vxs2p 4a2ec186e724d8fac854dcb67b0d39b539bd6567e3322ef67ba4053eb9478e5f network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:74:cb:44:e2:44\",\"name\":\"4a2ec186e724d8f\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87d6e988-944b-4e46-8308-a715bf1375df\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0405 11:11:26.041014 3797 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0405 11:11:36.069665 3797 namespace.go:142] [openshift-pipelines] updating namespace W0405 11:11:37.048613 3797 util.go:959] Failed to build node endpoints for node ip-10-0-1-205.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0405 11:11:37.953785 3797 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:37.954330 3797 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:38.825284 3797 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:38.825313 3797 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:11:45.853669 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0405 11:11:54.243707 3797 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:54.244291 3797 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:54.262752 3797 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:54.262776 3797 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:54.269065 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0405 11:11:54.269088 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0405 11:11:54.923075 3797 namespace.go:98] [build-service] adding namespace I0405 11:11:54.923990 3797 namespace.go:102] [build-service] adding namespace took 889.741µs I0405 11:11:54.927570 3797 namespace.go:98] [image-controller] adding namespace I0405 11:11:54.927765 3797 namespace.go:98] [integration-service] adding namespace I0405 11:11:54.928417 3797 namespace.go:102] [image-controller] adding namespace took 829.559µs I0405 11:11:54.928448 3797 namespace.go:98] [default-tenant] adding namespace I0405 11:11:54.928914 3797 namespace.go:102] [default-tenant] adding namespace took 459.453µs I0405 11:11:54.929378 3797 namespace.go:102] [integration-service] adding namespace took 1.599426ms I0405 11:11:54.975084 3797 namespace.go:142] [build-service] updating namespace I0405 11:11:55.015064 3797 namespace.go:142] [build-service] updating namespace I0405 11:11:55.032054 3797 namespace.go:142] [image-controller] updating namespace I0405 11:11:55.053047 3797 namespace.go:142] [image-controller] updating namespace I0405 11:11:55.069447 3797 namespace.go:142] [default-tenant] updating namespace I0405 11:11:55.087719 3797 namespace.go:142] [default-tenant] updating namespace I0405 11:11:55.097534 3797 namespace.go:142] [integration-service] updating namespace I0405 11:11:55.122647 3797 namespace.go:142] [integration-service] updating namespace I0405 11:11:55.132571 3797 namespace.go:142] [build-service] updating namespace I0405 11:11:55.162965 3797 namespace.go:142] [integration-service] updating namespace I0405 11:11:55.252684 3797 namespace.go:98] [release-service] adding namespace I0405 11:11:55.253724 3797 namespace.go:102] [release-service] adding namespace took 1.011635ms I0405 11:11:55.305591 3797 namespace.go:142] [konflux-ui] updating namespace I0405 11:11:55.397301 3797 namespace.go:142] [release-service] updating namespace I0405 11:11:55.453346 3797 namespace.go:142] [release-service] updating namespace I0405 11:11:55.594941 3797 namespace.go:98] [konflux-info] adding namespace I0405 11:11:55.595868 3797 namespace.go:102] [konflux-info] adding namespace took 902.529µs I0405 11:11:55.698991 3797 namespace.go:98] [namespace-lister] adding namespace I0405 11:11:55.699868 3797 namespace.go:102] [namespace-lister] adding namespace took 853.817µs I0405 11:11:55.701708 3797 namespace.go:142] [konflux-info] updating namespace I0405 11:11:55.732166 3797 namespace.go:142] [build-service] updating namespace I0405 11:11:55.822387 3797 namespace.go:98] [enterprise-contract-service] adding namespace I0405 11:11:55.823356 3797 namespace.go:102] [enterprise-contract-service] adding namespace took 942.613µs I0405 11:11:55.838540 3797 namespace.go:142] [konflux-info] updating namespace I0405 11:11:55.854128 3797 namespace.go:142] [namespace-lister] updating namespace I0405 11:11:55.919179 3797 namespace.go:142] [image-controller] updating namespace I0405 11:11:56.003569 3797 namespace.go:142] [namespace-lister] updating namespace I0405 11:11:56.140113 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:56.258677 3797 namespace.go:142] [default-tenant] updating namespace I0405 11:11:56.368615 3797 namespace.go:142] [build-service] updating namespace I0405 11:11:56.368650 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:56.385137 3797 namespace.go:142] [default-tenant] updating namespace I0405 11:11:56.398115 3797 namespace.go:142] [image-controller] updating namespace I0405 11:11:56.412063 3797 namespace.go:142] [integration-service] updating namespace I0405 11:11:56.483861 3797 namespace.go:142] [image-controller] updating namespace I0405 11:11:56.521830 3797 namespace.go:142] [default-tenant] updating namespace I0405 11:11:56.536892 3797 namespace.go:98] [segment-bridge] adding namespace I0405 11:11:56.536971 3797 namespace.go:142] [integration-service] updating namespace I0405 11:11:56.537747 3797 namespace.go:102] [segment-bridge] adding namespace took 834.341µs I0405 11:11:56.708199 3797 namespace.go:142] [segment-bridge] updating namespace I0405 11:11:56.849591 3797 namespace.go:142] [segment-bridge] updating namespace I0405 11:11:56.900948 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0405 11:11:56.901580 3797 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0405 11:11:56.901601 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0405 11:11:56.904283 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0405 11:11:56.904311 3797 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0405 11:11:56.904322 3797 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0405 11:11:56.904853 3797 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0405 11:11:57.152123 3797 namespace.go:142] [build-service] updating namespace I0405 11:11:57.389903 3797 namespace.go:142] [default-tenant] updating namespace I0405 11:11:57.562290 3797 namespace.go:142] [image-controller] updating namespace I0405 11:11:57.727854 3797 namespace.go:142] [integration-service] updating namespace I0405 11:11:59.076549 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:59.247439 3797 namespace.go:142] [konflux-info] updating namespace I0405 11:11:59.445465 3797 namespace.go:142] [namespace-lister] updating namespace I0405 11:11:59.631420 3797 namespace.go:142] [release-service] updating namespace I0405 11:11:59.832822 3797 namespace.go:142] [segment-bridge] updating namespace W0405 11:11:59.947277 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0405 11:11:59.952003 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:59.966432 3797 namespace.go:142] [konflux-info] updating namespace I0405 11:11:59.989111 3797 namespace.go:142] [namespace-lister] updating namespace I0405 11:12:00.001422 3797 namespace.go:142] [release-service] updating namespace I0405 11:12:00.025056 3797 namespace.go:142] [segment-bridge] updating namespace I0405 11:12:00.082659 3797 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:12:00.163002 3797 namespace.go:142] [konflux-info] updating namespace I0405 11:12:00.262246 3797 namespace.go:142] [namespace-lister] updating namespace I0405 11:12:00.419027 3797 namespace.go:142] [release-service] updating namespace I0405 11:12:00.639220 3797 namespace.go:142] [segment-bridge] updating namespace W0405 11:12:02.965949 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0405 11:12:02.988353 3797 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0405 11:12:08.006004 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 11:12:08.006018 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 11:12:08.028271 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 11:12:08.031863 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 11:12:09.013415 3797 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0405 11:12:12.224188 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:12.224207 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:13.056162 3797 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:13.056192 3797 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:13.103561 3797 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0405 11:12:13.103638 3797 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0405 11:12:20.663027 3797 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:12:20.663571 3797 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:12:21.105227 3797 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:12:21.105253 3797 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:12:21.110597 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-hn66n I0405 11:12:21.110624 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-hn66n I0405 11:12:34.274556 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0405 11:12:46.177052 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0405 11:12:46.294835 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0405 11:12:54.265629 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0405 11:13:24.510272 3797 obj_retry.go:464] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:24.510947 3797 obj_retry.go:464] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:25.490087 3797 obj_retry.go:458] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.490111 3797 obj_retry.go:458] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.497812 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-64c96d56f5-wdf4c I0405 11:13:25.497841 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-64c96d56f5-wdf4c I0405 11:13:25.732972 3797 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:25.733519 3797 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:25.768939 3797 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.768964 3797 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.777655 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0405 11:13:25.777686 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0405 11:13:31.175708 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0405 11:14:00.421702 3797 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j 0b6e95706bdf63ee835abf1e433dcda0ea01893a655b3f6564c426abc8976ca8 network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j 0b6e95706bdf63ee835abf1e433dcda0ea01893a655b3f6564c426abc8976ca8 network default NAD default] I0405 11:14:00.513362 3797 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j 0b6e95706bdf63ee835abf1e433dcda0ea01893a655b3f6564c426abc8976ca8 network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j 0b6e95706bdf63ee835abf1e433dcda0ea01893a655b3f6564c426abc8976ca8 network default NAD default], result "{}", err I0405 11:14:00.573679 3797 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:00.573708 3797 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j I0405 11:14:00.575140 3797 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j, ips: 10.128.0.38 I0405 11:14:00.575167 3797 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:00.954740 3797 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:00.954770 3797 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:00.960581 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j I0405 11:14:00.960610 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j I0405 11:14:15.071147 3797 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:15.071726 3797 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:15.790270 3797 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:15.790316 3797 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:15.798006 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-x8mkm I0405 11:14:15.798033 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-x8mkm I0405 11:14:22.279921 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0405 11:14:40.301196 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0405 11:14:56.181546 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=678 I0405 11:16:53.282945 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0405 11:17:30.175637 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0405 11:17:34.316899 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0405 11:17:56.179767 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=69 I0405 11:18:59.268146 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0405 11:19:20.268036 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0405 11:19:38.304392 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0405 11:19:55.178465 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=59 I0405 11:20:00.178183 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0405 11:20:03.787811 3797 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:20:03.788452 3797 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:20:04.287762 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0405 11:20:04.671474 3797 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:20:04.671503 3797 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:20:29.297868 3797 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0405 11:21:14.046996 3797 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:14.047049 3797 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:14.051853 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-prjzh I0405 11:21:14.051884 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-prjzh I0405 11:21:17.027676 3797 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:17.027722 3797 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:17.030759 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fmrjc I0405 11:21:17.030792 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fmrjc I0405 11:21:23.027579 3797 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:23.027632 3797 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:23.032195 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jmcgm I0405 11:21:23.032221 3797 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jmcgm I0405 11:21:28.180180 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0405 11:21:40.277239 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0405 11:22:23.184204 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0405 11:22:28.304161 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0405 11:22:32.282896 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0405 11:22:32.587278 3797 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-864d7c9655-pm5nj I0405 11:25:02.285747 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0405 11:25:09.180643 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0405 11:25:09.180643 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0405 11:25:37.177909 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0405 11:26:32.319930 3797 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0405 11:26:40.270713 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0405 11:27:01.270602 3797 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0405 11:27:14.183749 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0405 11:27:23.186490 3797 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=6