W0702 22:37:22.990477 1 cmd.go:254] Using insecure, self-signed certificates I0702 22:37:23.380319 1 start.go:223] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:37:23.380638 1 observer_polling.go:159] Starting file observer W0702 22:37:23.404838 1 builder.go:266] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-6fd96f47fd" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0702 22:37:24.008686 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0702 22:37:24.009253 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0702 22:37:24.009893 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0702 22:37:24.010397 1 secure_serving.go:57] Forcing use of http/1.1 only W0702 22:37:24.010421 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0702 22:37:24.010427 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0702 22:37:24.010432 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0702 22:37:24.010435 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0702 22:37:24.010438 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0702 22:37:24.010440 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0702 22:37:24.013789 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0702 22:37:24.013870 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes ChunkSizeMiB CloudDualStackNodeIPs DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy PersistentIPsForVirtualization PrivateHostedZoneAWS SetEIPForNLBIngressController VSphereControlPlaneMachineSet VSphereDriverConfiguration VSphereMultiVCenters VSphereStaticIPs ValidatingAdmissionPolicy AWSClusterHostedDNS AdditionalRoutingCapabilities AutomatedEtcdBackup BootcNodeManagement CSIDriverSharedResource ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ConsolePluginContentSecurityPolicy DNSNameResolver DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example GCPClusterHostedDNS GatewayAPI ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MetricsCollectionProfiles MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NodeSwap NutanixMultiSubnets OVNObservability OnClusterBuild OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SignatureStores SigstoreImageVerification TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] E0702 22:37:24.017197 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18be9a03e5a5b346 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"SetEIPForNLBIngressController\", \"VSphereControlPlaneMachineSet\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"VSphereStaticIPs\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AdditionalRoutingCapabilities\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"CSIDriverSharedResource\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ConsolePluginContentSecurityPolicy\", \"DNSNameResolver\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"GCPClusterHostedDNS\", \"GatewayAPI\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MetricsCollectionProfiles\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OnClusterBuild\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SignatureStores\", \"SigstoreImageVerification\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-02 22:37:24.013716294 +0000 UTC m=+1.072502437,LastTimestamp:2026-07-02 22:37:24.013716294 +0000 UTC m=+1.072502437,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" I0702 22:37:24.017435 1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController I0702 22:37:24.017464 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0702 22:37:24.017509 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0702 22:37:24.017523 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 22:37:24.017551 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0702 22:37:24.017605 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 22:37:24.017774 1 dynamic_serving_content.go:132] "Starting controller" name="serving-cert::/tmp/serving-cert-3625713219/tls.crt::/tmp/serving-cert-3625713219/tls.key" I0702 22:37:24.018236 1 secure_serving.go:213] Serving securely on [::]:8443 I0702 22:37:24.018274 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" W0702 22:37:24.024355 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0702 22:37:24.024392 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 22:37:24.024481 1 base_controller.go:67] Waiting for caches to sync for ConfigController I0702 22:37:24.028391 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 22:37:24.028417 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 22:37:24.032259 1 secretconfigobserver.go:119] support secret does not exist I0702 22:37:24.035908 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 22:37:24.037122 1 recorder.go:156] Pruning old reports every 7h35m21s, max age is 288h0m0s I0702 22:37:24.039445 1 secretconfigobserver.go:119] support secret does not exist I0702 22:37:24.042232 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0702 22:37:24.042274 1 periodic.go:214] Running clusterconfig gatherer I0702 22:37:24.042294 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0702 22:37:24.042254 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0702 22:37:24.042314 1 insightsreport.go:296] Starting report retriever I0702 22:37:24.042319 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0702 22:37:24.042335 1 tasks_processing.go:45] number of workers: 32 I0702 22:37:24.042361 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 22:37:24.042370 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 22:37:24.042373 1 tasks_processing.go:71] worker 1 working on ingress task. I0702 22:37:24.042375 1 tasks_processing.go:69] worker 31 listening for tasks. I0702 22:37:24.042381 1 tasks_processing.go:69] worker 7 listening for tasks. I0702 22:37:24.042385 1 tasks_processing.go:69] worker 15 listening for tasks. I0702 22:37:24.042386 1 tasks_processing.go:69] worker 14 listening for tasks. I0702 22:37:24.042390 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 22:37:24.042396 1 tasks_processing.go:69] worker 16 listening for tasks. I0702 22:37:24.042397 1 tasks_processing.go:69] worker 3 listening for tasks. I0702 22:37:24.042402 1 tasks_processing.go:69] worker 10 listening for tasks. I0702 22:37:24.042407 1 tasks_processing.go:69] worker 4 listening for tasks. I0702 22:37:24.042404 1 tasks_processing.go:69] worker 11 listening for tasks. I0702 22:37:24.042405 1 tasks_processing.go:69] worker 17 listening for tasks. I0702 22:37:24.042413 1 tasks_processing.go:69] worker 12 listening for tasks. I0702 22:37:24.042418 1 tasks_processing.go:69] worker 8 listening for tasks. I0702 22:37:24.042412 1 tasks_processing.go:69] worker 18 listening for tasks. I0702 22:37:24.042419 1 tasks_processing.go:69] worker 19 listening for tasks. I0702 22:37:24.042425 1 tasks_processing.go:69] worker 13 listening for tasks. I0702 22:37:24.042427 1 tasks_processing.go:69] worker 20 listening for tasks. I0702 22:37:24.042436 1 tasks_processing.go:69] worker 9 listening for tasks. I0702 22:37:24.042437 1 tasks_processing.go:69] worker 21 listening for tasks. I0702 22:37:24.042444 1 tasks_processing.go:69] worker 22 listening for tasks. I0702 22:37:24.042444 1 tasks_processing.go:69] worker 5 listening for tasks. I0702 22:37:24.042444 1 tasks_processing.go:69] worker 6 listening for tasks. I0702 22:37:24.042449 1 tasks_processing.go:69] worker 26 listening for tasks. I0702 22:37:24.042453 1 tasks_processing.go:69] worker 27 listening for tasks. I0702 22:37:24.042457 1 tasks_processing.go:69] worker 25 listening for tasks. I0702 22:37:24.042455 1 tasks_processing.go:69] worker 24 listening for tasks. I0702 22:37:24.042460 1 tasks_processing.go:69] worker 23 listening for tasks. I0702 22:37:24.042462 1 tasks_processing.go:69] worker 28 listening for tasks. I0702 22:37:24.042467 1 tasks_processing.go:69] worker 29 listening for tasks. I0702 22:37:24.042468 1 tasks_processing.go:69] worker 30 listening for tasks. I0702 22:37:24.042536 1 tasks_processing.go:71] worker 30 working on networks task. I0702 22:37:24.042552 1 tasks_processing.go:71] worker 12 working on service_accounts task. I0702 22:37:24.042564 1 tasks_processing.go:71] worker 2 working on tsdb_status task. W0702 22:37:24.042605 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:37:24.042613 1 tasks_processing.go:71] worker 16 working on oauths task. I0702 22:37:24.042620 1 tasks_processing.go:71] worker 2 working on support_secret task. I0702 22:37:24.042637 1 tasks_processing.go:71] worker 10 working on proxies task. I0702 22:37:24.042751 1 tasks_processing.go:71] worker 8 working on install_plans task. I0702 22:37:24.042796 1 tasks_processing.go:71] worker 11 working on image task. I0702 22:37:24.042925 1 tasks_processing.go:71] worker 4 working on jaegers task. I0702 22:37:24.042940 1 tasks_processing.go:71] worker 17 working on active_alerts task. W0702 22:37:24.042962 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:37:24.042985 1 tasks_processing.go:71] worker 14 working on machines task. I0702 22:37:24.043047 1 gather.go:181] gatherer "clusterconfig" function "tsdb_status" took 46.24µs to process 0 records I0702 22:37:24.043067 1 gather.go:181] gatherer "clusterconfig" function "active_alerts" took 27.687µs to process 0 records I0702 22:37:24.043096 1 tasks_processing.go:71] worker 17 working on cost_management_metrics_configs task. I0702 22:37:24.043112 1 tasks_processing.go:71] worker 18 working on machine_autoscalers task. I0702 22:37:24.043144 1 tasks_processing.go:71] worker 15 working on container_images task. I0702 22:37:24.043161 1 tasks_processing.go:71] worker 3 working on sap_pods task. I0702 22:37:24.043213 1 tasks_processing.go:71] worker 25 working on storage_classes task. I0702 22:37:24.043231 1 tasks_processing.go:71] worker 28 working on sap_config task. I0702 22:37:24.043241 1 tasks_processing.go:71] worker 29 working on schedulers task. I0702 22:37:24.043243 1 tasks_processing.go:71] worker 23 working on operators_pods_and_events task. I0702 22:37:24.043164 1 tasks_processing.go:71] worker 6 working on validating_webhook_configurations task. I0702 22:37:24.043174 1 tasks_processing.go:71] worker 19 working on cluster_apiserver task. I0702 22:37:24.043180 1 tasks_processing.go:71] worker 13 working on image_pruners task. I0702 22:37:24.043616 1 tasks_processing.go:71] worker 7 working on openstack_dataplanedeployments task. I0702 22:37:24.043184 1 tasks_processing.go:71] worker 20 working on machine_healthchecks task. I0702 22:37:24.043188 1 tasks_processing.go:71] worker 9 working on certificate_signing_requests task. I0702 22:37:24.043192 1 tasks_processing.go:71] worker 21 working on olm_operators task. I0702 22:37:24.043188 1 tasks_processing.go:71] worker 0 working on openstack_dataplanenodesets task. I0702 22:37:24.043196 1 tasks_processing.go:71] worker 22 working on openshift_logging task. I0702 22:37:24.043201 1 tasks_processing.go:71] worker 24 working on machine_configs task. I0702 22:37:24.043205 1 tasks_processing.go:71] worker 26 working on storage_cluster task. I0702 22:37:24.043201 1 tasks_processing.go:71] worker 5 working on monitoring_persistent_volumes task. I0702 22:37:24.043210 1 tasks_processing.go:71] worker 27 working on crds task. I0702 22:37:24.043221 1 tasks_processing.go:71] worker 31 working on aggregated_monitoring_cr_names task. I0702 22:37:24.050950 1 tasks_processing.go:71] worker 18 working on ingress_certificates task. I0702 22:37:24.050981 1 gather.go:181] gatherer "clusterconfig" function "machine_autoscalers" took 7.828381ms to process 0 records I0702 22:37:24.051107 1 gather.go:181] gatherer "clusterconfig" function "jaegers" took 8.073685ms to process 0 records I0702 22:37:24.051116 1 tasks_processing.go:71] worker 4 working on authentication task. I0702 22:37:24.053450 1 tasks_processing.go:71] worker 17 working on sap_datahubs task. I0702 22:37:24.053467 1 gather.go:181] gatherer "clusterconfig" function "cost_management_metrics_configs" took 10.337592ms to process 0 records I0702 22:37:24.054663 1 tasks_processing.go:71] worker 14 working on pdbs task. E0702 22:37:24.054727 1 gather.go:144] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0702 22:37:24.054749 1 gather.go:181] gatherer "clusterconfig" function "machines" took 11.666625ms to process 0 records I0702 22:37:24.054811 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0702 22:37:24.054828 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 22:37:24.054833 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 22:37:24.054837 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 22:37:24.054853 1 controller.go:457] The operator is still being initialized I0702 22:37:24.054859 1 controller.go:482] The operator is healthy I0702 22:37:24.055058 1 tasks_processing.go:71] worker 30 working on version task. I0702 22:37:24.055585 1 recorder.go:70] Recording config/network with fingerprint=eae16a46135a3f4a6944e52ec69ac51aa4c983d0ef637752a100cb141627d199 I0702 22:37:24.055613 1 gather.go:181] gatherer "clusterconfig" function "networks" took 12.500508ms to process 1 records I0702 22:37:24.055727 1 tasks_processing.go:71] worker 1 working on nodes task. I0702 22:37:24.055879 1 recorder.go:70] Recording config/ingress with fingerprint=eb99e998e8c625195b28116cd99068c051442a0f0763d42bef4f7bd5e5835b61 I0702 22:37:24.055892 1 gather.go:181] gatherer "clusterconfig" function "ingress" took 12.719049ms to process 1 records I0702 22:37:24.058716 1 tasks_processing.go:71] worker 10 working on container_runtime_configs task. I0702 22:37:24.058789 1 recorder.go:70] Recording config/proxy with fingerprint=0e28c7ca2716581486bb522db63053664ede072321d1e9e5bdfe03d135a69e7a I0702 22:37:24.058951 1 gather.go:181] gatherer "clusterconfig" function "proxies" took 16.036124ms to process 1 records I0702 22:37:24.059102 1 tasks_processing.go:71] worker 11 working on openstack_version task. I0702 22:37:24.059116 1 recorder.go:70] Recording config/image with fingerprint=00fb2908e467ad789da9b4ca4ac9037d9a23a7b9cc8146290f081fe13d48cd4d I0702 22:37:24.059199 1 gather.go:181] gatherer "clusterconfig" function "image" took 15.923705ms to process 1 records I0702 22:37:24.059338 1 tasks_processing.go:71] worker 2 working on pod_network_connectivity_checks task. E0702 22:37:24.059345 1 gather.go:144] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0702 22:37:24.059358 1 gather.go:181] gatherer "clusterconfig" function "support_secret" took 16.711284ms to process 0 records I0702 22:37:24.059569 1 tasks_processing.go:71] worker 17 working on nodenetworkconfigurationpolicies task. I0702 22:37:24.059596 1 gather.go:181] gatherer "clusterconfig" function "sap_datahubs" took 6.101859ms to process 0 records I0702 22:37:24.059955 1 tasks_processing.go:71] worker 16 working on openshift_machine_api_events task. I0702 22:37:24.060320 1 recorder.go:70] Recording config/oauth with fingerprint=76beec92248e57704f1099c70c6a1188ba5de13bf5d52249b474b6141db25e9d I0702 22:37:24.060340 1 gather.go:181] gatherer "clusterconfig" function "oauths" took 17.323575ms to process 1 records I0702 22:37:24.061414 1 tasks_processing.go:71] worker 3 working on operators task. I0702 22:37:24.061432 1 gather.go:181] gatherer "clusterconfig" function "sap_pods" took 18.186603ms to process 0 records E0702 22:37:24.061457 1 gather.go:144] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0702 22:37:24.061468 1 gather.go:181] gatherer "clusterconfig" function "machine_healthchecks" took 17.818029ms to process 0 records I0702 22:37:24.061510 1 tasks_processing.go:71] worker 20 working on image_registries task. I0702 22:37:24.061647 1 tasks_processing.go:71] worker 22 working on machine_config_pools task. I0702 22:37:24.061656 1 gather.go:181] gatherer "clusterconfig" function "openshift_logging" took 17.792602ms to process 0 records I0702 22:37:24.061667 1 gather.go:181] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 18.015984ms to process 0 records I0702 22:37:24.061674 1 gather.go:181] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 17.840209ms to process 0 records I0702 22:37:24.061683 1 tasks_processing.go:71] worker 0 working on metrics task. I0702 22:37:24.061714 1 tasks_processing.go:71] worker 7 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. W0702 22:37:24.061717 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:37:24.061727 1 tasks_processing.go:71] worker 0 working on openstack_controlplanes task. I0702 22:37:24.061761 1 gather.go:181] gatherer "clusterconfig" function "metrics" took 25.329µs to process 0 records I0702 22:37:24.061925 1 tasks_processing.go:71] worker 19 working on feature_gates task. I0702 22:37:24.062065 1 recorder.go:70] Recording config/apiserver with fingerprint=1a0825868d57b797f9aca0b065c4d6c0825d1d745e13e7021816c324ffb498c6 I0702 22:37:24.062100 1 gather.go:181] gatherer "clusterconfig" function "cluster_apiserver" took 18.537712ms to process 1 records I0702 22:37:24.064544 1 tasks_processing.go:71] worker 26 working on lokistack task. I0702 22:37:24.064556 1 gather.go:181] gatherer "clusterconfig" function "storage_cluster" took 20.511425ms to process 0 records I0702 22:37:24.064568 1 gather.go:181] gatherer "clusterconfig" function "sap_config" took 21.312388ms to process 0 records I0702 22:37:24.064576 1 tasks_processing.go:71] worker 28 working on config_maps task. I0702 22:37:24.069774 1 tasks_processing.go:71] worker 5 working on dvo_metrics task. I0702 22:37:24.069786 1 gather.go:181] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 25.584434ms to process 0 records I0702 22:37:24.074521 1 tasks_processing.go:71] worker 10 working on clusterroles task. I0702 22:37:24.074522 1 gather.go:181] gatherer "clusterconfig" function "container_runtime_configs" took 15.689443ms to process 0 records I0702 22:37:24.074706 1 tasks_processing.go:71] worker 11 working on infrastructures task. I0702 22:37:24.074714 1 gather.go:181] gatherer "clusterconfig" function "openstack_version" took 15.541988ms to process 0 records I0702 22:37:24.074910 1 tasks_processing.go:71] worker 29 working on node_logs task. I0702 22:37:24.075181 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=8b53a6dcccfb37e79157d9ba99381e25419e8ec738c7a05bf718faad87183a55 I0702 22:37:24.075250 1 gather.go:181] gatherer "clusterconfig" function "schedulers" took 31.461745ms to process 1 records E0702 22:37:24.075289 1 gather.go:144] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0702 22:37:24.075324 1 gather.go:181] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 15.475201ms to process 0 records I0702 22:37:24.076402 1 tasks_processing.go:71] worker 4 working on overlapping_namespace_uids task. I0702 22:37:24.076438 1 tasks_processing.go:71] worker 2 working on silenced_alerts task. W0702 22:37:24.076470 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:37:24.077165 1 recorder.go:70] Recording config/authentication with fingerprint=547ba70bb7b0f07d0961bd290c31e9c7476659f8092ecfb9664911658a92e0f9 I0702 22:37:24.077223 1 gather.go:181] gatherer "clusterconfig" function "authentication" took 24.203484ms to process 1 records I0702 22:37:24.077260 1 gather.go:181] gatherer "clusterconfig" function "lokistack" took 11.404904ms to process 0 records E0702 22:37:24.077269 1 gather.go:144] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0702 22:37:24.077294 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0702 22:37:24.077324 1 gather.go:181] gatherer "clusterconfig" function "machine_configs" took 32.138167ms to process 1 records I0702 22:37:24.077475 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=132da47b0475791dfaa4ecfc99d3902cb57d25bfb8b5437c0c429c6fc766031c I0702 22:37:24.077506 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=f65ab9edf84e6de85172637a7259bd83d9cfef649bd928fc266ae258e886fa4c I0702 22:37:24.077520 1 gather.go:181] gatherer "clusterconfig" function "storage_classes" took 33.240026ms to process 2 records I0702 22:37:24.077530 1 gather.go:181] gatherer "clusterconfig" function "silenced_alerts" took 42.61µs to process 0 records I0702 22:37:24.077537 1 gather.go:181] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 17.175668ms to process 0 records I0702 22:37:24.077553 1 gather.go:181] gatherer "clusterconfig" function "machine_config_pools" took 15.238783ms to process 0 records I0702 22:37:24.077560 1 gather.go:181] gatherer "clusterconfig" function "openstack_controlplanes" took 15.179193ms to process 0 records I0702 22:37:24.077568 1 tasks_processing.go:71] worker 0 working on mutating_webhook_configurations task. I0702 22:37:24.078270 1 tasks_processing.go:74] worker 24 stopped. I0702 22:37:24.078427 1 tasks_processing.go:71] worker 27 working on ceph_cluster task. I0702 22:37:24.078559 1 tasks_processing.go:71] worker 25 working on machine_sets task. I0702 22:37:24.078685 1 tasks_processing.go:71] worker 26 working on nodenetworkstates task. I0702 22:37:24.078713 1 tasks_processing.go:74] worker 22 stopped. I0702 22:37:24.078707 1 tasks_processing.go:74] worker 2 stopped. I0702 22:37:24.078708 1 tasks_processing.go:74] worker 17 stopped. I0702 22:37:24.079730 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=0bb81518caedab997e195fbb3d0c2078a9b575cc4f7625831b1188c391b995ba I0702 22:37:24.080146 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=b93fcced323919f93f812a7b1bae9a3bc1f1f8a9db8bd27d946c5d93f75a3d06 I0702 22:37:24.080165 1 gather.go:181] gatherer "clusterconfig" function "crds" took 33.75962ms to process 2 records I0702 22:37:24.080182 1 gather.go:181] gatherer "clusterconfig" function "openshift_machine_api_events" took 18.117071ms to process 0 records I0702 22:37:24.080261 1 tasks_processing.go:74] worker 16 stopped. I0702 22:37:24.080348 1 tasks_processing.go:74] worker 1 stopped. I0702 22:37:24.080652 1 recorder.go:70] Recording config/node/ip-10-0-0-31.ec2.internal with fingerprint=8984b267f774c7451311d471a21f851ee2325a97d77743e6c4be8fbbb7d01ad0 I0702 22:37:24.080759 1 recorder.go:70] Recording config/node/ip-10-0-1-191.ec2.internal with fingerprint=31f90d0d8a620d9b1ea6c0fa0f7866a59ca6085f307f28758dfe11c10bafc679 I0702 22:37:24.080849 1 recorder.go:70] Recording config/node/ip-10-0-2-224.ec2.internal with fingerprint=6fa59341a7474e7e7f6b47218ed6617f87293ecdb104c598dd8ee14a95d2a464 I0702 22:37:24.080861 1 gather.go:181] gatherer "clusterconfig" function "nodes" took 23.691462ms to process 3 records I0702 22:37:24.080941 1 tasks_processing.go:74] worker 6 stopped. I0702 22:37:24.081100 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=054286f0e11c8e1ed1ce7b780a7cd9ad586ee46188a296b9537ec78bebf296f7 I0702 22:37:24.081183 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=040a2ae447ae30af360ddd7668aa082ca017161b88316277e17c309a729b9a7b I0702 22:37:24.081218 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=1a4618ec168210646d8c9f43a2f2ebfaf62d44039caa0f3593e24a22a02c7e04 I0702 22:37:24.081273 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=521a2da93a2560b287cb782c4069ed0240d17b1c70e5b36b8b70aad20ae06f07 I0702 22:37:24.081330 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=607c94c78b890b261e56b6300bf1f23ceae28b05ae84deb518a1db1a9f00d48f I0702 22:37:24.081384 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=60a37aea79fbe43ebf0433e81069c8e30f847ff5fb329d9b61609e478db42c67 I0702 22:37:24.081432 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=8425612ba3be807af18754e8574b15496723b7f8308467818793ee89de13dc87 I0702 22:37:24.081506 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=7c8c650453cbde433109c04b3d2243a69f400d9cad063357eeac30d011884f83 I0702 22:37:24.081559 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=3609a3afa99354d08641a5a22ba8a8cac86f957e83f949582193d5a1b903c85b I0702 22:37:24.081605 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=01cc64d18e482afd35f7d56b8f46f6b6154ffdc0c2b877069bd319c3418ededb I0702 22:37:24.081662 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=9f9384f38b736140f5dab4e9678a70e5039dfa1d481e4d11bd607aa9c1ce7d43 I0702 22:37:24.081679 1 gather.go:181] gatherer "clusterconfig" function "validating_webhook_configurations" took 36.376816ms to process 11 records I0702 22:37:24.081777 1 tasks_processing.go:74] worker 14 stopped. I0702 22:37:24.081809 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=3b1a5b4d6bd2fde70a30028ca10e72717b31405ee63294d6f3c02839d710ff28 I0702 22:37:24.081838 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=be6850f5e3ed42ced08675c939146210f65684ebbcf658a812e7e258bfe50d01 I0702 22:37:24.081866 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=c7f09ecbeabfb782ea4d07e9f6839e8dac548270e09d1ccd7eaef15fbe2f4fef I0702 22:37:24.081877 1 gather.go:181] gatherer "clusterconfig" function "pdbs" took 25.021ms to process 3 records I0702 22:37:24.081892 1 gather.go:181] gatherer "clusterconfig" function "certificate_signing_requests" took 36.849131ms to process 0 records I0702 22:37:24.081904 1 tasks_processing.go:74] worker 9 stopped. I0702 22:37:24.082993 1 tasks_processing.go:74] worker 19 stopped. I0702 22:37:24.083135 1 recorder.go:70] Recording config/featuregate with fingerprint=d332316c43c3307183f51bf82ec814ab69d0d6723dc32e9b86d0af45a5c8d445 I0702 22:37:24.083148 1 gather.go:181] gatherer "clusterconfig" function "feature_gates" took 21.044525ms to process 1 records I0702 22:37:24.091375 1 sca.go:98] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/certificates. Next check is in 8h0m0s I0702 22:37:24.091431 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0702 22:37:24.091540 1 operator.go:288] started I0702 22:37:24.091558 1 base_controller.go:67] Waiting for caches to sync for LoggingSyncer I0702 22:37:24.091672 1 tasks_processing.go:74] worker 15 stopped. I0702 22:37:24.094512 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-7r2mv with fingerprint=c2e89c1938a33e29acbcfa9502f71094206299c99a1b6542cc5e4f8a88c054c1 I0702 22:37:24.094681 1 recorder.go:70] Recording config/running_containers with fingerprint=d9b9f4878db342e1c1b75ea4213c8e54b2730da5dc9be5aafa0788fc497a314c I0702 22:37:24.094718 1 gather.go:181] gatherer "clusterconfig" function "container_images" took 48.470374ms to process 2 records I0702 22:37:24.094756 1 gather.go:181] gatherer "clusterconfig" function "ceph_cluster" took 13.508654ms to process 0 records I0702 22:37:24.094783 1 gather.go:181] gatherer "clusterconfig" function "machine_sets" took 13.417035ms to process 0 records I0702 22:37:24.094817 1 tasks_processing.go:74] worker 25 stopped. I0702 22:37:24.094842 1 tasks_processing.go:74] worker 27 stopped. I0702 22:37:24.095365 1 tasks_processing.go:74] worker 11 stopped. I0702 22:37:24.096708 1 recorder.go:70] Recording config/infrastructure with fingerprint=4ca2af75505bc86c476193468c79ff04f392a5cad0a72a4e817c376054b6dcda I0702 22:37:24.096725 1 gather.go:181] gatherer "clusterconfig" function "infrastructures" took 20.63939ms to process 1 records I0702 22:37:24.097553 1 tasks_processing.go:74] worker 26 stopped. I0702 22:37:24.097568 1 gather.go:181] gatherer "clusterconfig" function "nodenetworkstates" took 18.826302ms to process 0 records I0702 22:37:24.098138 1 tasks_processing.go:74] worker 13 stopped. I0702 22:37:24.098298 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=77956b0ea43ff49d5e6459c874188143f2ebb3fc106df54823b70cb0167b34a1 I0702 22:37:24.098321 1 gather.go:181] gatherer "clusterconfig" function "image_pruners" took 54.584916ms to process 1 records I0702 22:37:24.100996 1 tasks_processing.go:74] worker 10 stopped. I0702 22:37:24.101182 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=6d6c4e1a04661c955457329afcfe21c38bcf65e9692353005ea9fac5d9a052af I0702 22:37:24.101260 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=7d063bfd7d7561a4577bda20a1fd7df30b63b1d4a6f6a1dbdaaaf4439b3151ab I0702 22:37:24.101269 1 gather.go:181] gatherer "clusterconfig" function "clusterroles" took 26.45445ms to process 2 records I0702 22:37:24.103530 1 tasks_processing.go:74] worker 0 stopped. I0702 22:37:24.103579 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 22:37:24.103595 1 controller.go:203] Source scaController *sca.Controller is not ready I0702 22:37:24.103600 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0702 22:37:24.103604 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 22:37:24.103606 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 22:37:24.103622 1 controller.go:457] The operator is still being initialized I0702 22:37:24.103629 1 controller.go:482] The operator is healthy I0702 22:37:24.103662 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=3ac3a8f7e12a00405e3a25be1c555e679e5b6d787613498ffcc2873c05a16008 I0702 22:37:24.103706 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ac4dfb436358373307dc0222e6d1f482bcdb805d3936711f37423c43b8004c63 I0702 22:37:24.103738 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=14dd3beea14f2ce68aa8f860916cd0302646b03a45bab4110e6c67b3a6b5d63f I0702 22:37:24.103747 1 gather.go:181] gatherer "clusterconfig" function "mutating_webhook_configurations" took 25.95034ms to process 3 records I0702 22:37:24.104551 1 tasks_processing.go:74] worker 31 stopped. I0702 22:37:24.104566 1 gather.go:181] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 59.069188ms to process 0 records I0702 22:37:24.106384 1 prometheus_rules.go:88] Prometheus rules successfully created W0702 22:37:24.111069 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. E0702 22:37:24.115200 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%!a(MISSING)897ca38-345b-4b65-9a85-2e64b6ce40fb%!+(MISSING)and+status+is+%!a(MISSING)ccepted%!"(MISSING): dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:41147->172.30.0.10:53: read: connection refused I0702 22:37:24.115215 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27a897ca38-345b-4b65-9a85-2e64b6ce40fb%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:41147->172.30.0.10:53: read: connection refused I0702 22:37:24.115625 1 tasks_processing.go:74] worker 21 stopped. I0702 22:37:24.115639 1 gather.go:181] gatherer "clusterconfig" function "olm_operators" took 71.831865ms to process 0 records I0702 22:37:24.117546 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0702 22:37:24.117554 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 22:37:24.117723 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 22:37:24.122990 1 requests.go:204] Asking for SCA certificate for x86_64 architecture I0702 22:37:24.124521 1 base_controller.go:73] Caches are synced for ConfigController I0702 22:37:24.124534 1 base_controller.go:110] Starting #1 worker of ConfigController controller ... W0702 22:37:24.126456 1 sca.go:117] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:35320->172.30.0.10:53: read: connection refused I0702 22:37:24.126469 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:35320->172.30.0.10:53: read: connection refused I0702 22:37:24.128595 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:37:24.130134 1 tasks_processing.go:74] worker 28 stopped. E0702 22:37:24.130150 1 gather.go:144] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0702 22:37:24.130158 1 gather.go:144] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0702 22:37:24.130165 1 gather.go:144] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0702 22:37:24.130193 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=2b7e7d968c1ca0e033f2ae1514829fefa6008cf7d89addbe266d351cfb9cca19 I0702 22:37:24.130204 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0702 22:37:24.130211 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=e1a0ad594db3a5d5d50e9e25d7b235af20f84f5def41537f127febe525b834f2 I0702 22:37:24.130218 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0702 22:37:24.130265 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0702 22:37:24.130276 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0702 22:37:24.130285 1 gather.go:181] gatherer "clusterconfig" function "config_maps" took 65.545406ms to process 6 records I0702 22:37:24.149261 1 tasks_processing.go:74] worker 20 stopped. I0702 22:37:24.150251 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=3a0e02b7aafec0ae4813cf08265705fdbd7b31e8a349c03e7d57fd8ecc107316 I0702 22:37:24.150270 1 gather.go:181] gatherer "clusterconfig" function "image_registries" took 87.725394ms to process 1 records I0702 22:37:24.157970 1 tasks_processing.go:74] worker 4 stopped. I0702 22:37:24.158009 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0702 22:37:24.158022 1 gather.go:181] gatherer "clusterconfig" function "overlapping_namespace_uids" took 81.531459ms to process 1 records I0702 22:37:24.160263 1 tasks_processing.go:74] worker 30 stopped. I0702 22:37:24.160988 1 recorder.go:70] Recording config/version with fingerprint=f5fd9dc0fb8226edd31b142def626b5dfe3b2c3d1e7203bb3e7c3a6c6d68c54e I0702 22:37:24.161016 1 recorder.go:70] Recording config/id with fingerprint=34c04aeb770d465a2e0a9944a040dfa2d31e46e0bcd8bcf91a57cc4ceeb4c0db I0702 22:37:24.161027 1 gather.go:181] gatherer "clusterconfig" function "version" took 105.183695ms to process 2 records I0702 22:37:24.171499 1 tasks_processing.go:74] worker 29 stopped. I0702 22:37:24.171525 1 gather.go:181] gatherer "clusterconfig" function "node_logs" took 96.459898ms to process 0 records I0702 22:37:24.173051 1 tasks_processing.go:74] worker 7 stopped. I0702 22:37:24.173072 1 gather.go:181] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 111.313123ms to process 0 records I0702 22:37:24.192226 1 base_controller.go:73] Caches are synced for LoggingSyncer I0702 22:37:24.192247 1 base_controller.go:110] Starting #1 worker of LoggingSyncer controller ... I0702 22:37:24.199534 1 tasks_processing.go:74] worker 18 stopped. E0702 22:37:24.199554 1 gather.go:144] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0702 22:37:24.199564 1 gather.go:144] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ra9b3d23jisg1nirlsuo1aqo4gngmda-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ra9b3d23jisg1nirlsuo1aqo4gngmda-primary-cert-bundle-secret" not found I0702 22:37:24.199666 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=ed0abaad0bb2820d1ab28860ba56380260db90c529b1c121d5d419837c4fb464 I0702 22:37:24.199687 1 gather.go:181] gatherer "clusterconfig" function "ingress_certificates" took 148.515372ms to process 1 records I0702 22:37:24.490630 1 gather_cluster_operator_pods_and_events.go:121] Found 15 pods with 18 containers I0702 22:37:24.490647 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1398101 bytes I0702 22:37:24.490889 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-5zxh8 pod in namespace openshift-dns (previous: false). I0702 22:37:24.517136 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0702 22:37:24.715644 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0702 22:37:24.741014 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5zxh8 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-5zxh8\" is waiting to start: ContainerCreating" I0702 22:37:24.741038 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-5zxh8\" is waiting to start: ContainerCreating" I0702 22:37:24.741047 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-5zxh8 pod in namespace openshift-dns (previous: false). I0702 22:37:24.891904 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5zxh8 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-5zxh8\" is waiting to start: ContainerCreating" I0702 22:37:24.891929 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-5zxh8\" is waiting to start: ContainerCreating" I0702 22:37:24.891939 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-7s2tp pod in namespace openshift-dns (previous: false). I0702 22:37:25.109156 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7s2tp pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-7s2tp\" is waiting to start: ContainerCreating" I0702 22:37:25.109178 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-7s2tp\" is waiting to start: ContainerCreating" I0702 22:37:25.109191 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-7s2tp pod in namespace openshift-dns (previous: false). W0702 22:37:25.111596 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:37:25.290228 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7s2tp pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-7s2tp\" is waiting to start: ContainerCreating" I0702 22:37:25.290247 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-7s2tp\" is waiting to start: ContainerCreating" I0702 22:37:25.290258 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hh8tf pod in namespace openshift-dns (previous: false). I0702 22:37:25.535538 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hh8tf pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-hh8tf\" is waiting to start: ContainerCreating" I0702 22:37:25.535556 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-hh8tf\" is waiting to start: ContainerCreating" I0702 22:37:25.535564 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hh8tf pod in namespace openshift-dns (previous: false). I0702 22:37:25.538709 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0702 22:37:25.690890 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hh8tf pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-hh8tf\" is waiting to start: ContainerCreating" I0702 22:37:25.690919 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-hh8tf\" is waiting to start: ContainerCreating" I0702 22:37:25.690936 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-bjwfg pod in namespace openshift-dns (previous: false). I0702 22:37:25.890722 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:37:25.890740 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-cjcpn pod in namespace openshift-dns (previous: false). I0702 22:37:26.109898 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:37:26.109918 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dxzg9 pod in namespace openshift-dns (previous: false). W0702 22:37:26.110669 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:37:26.125098 1 tasks_processing.go:74] worker 3 stopped. I0702 22:37:26.125148 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=fb417e5b124b35c3f3688beb29ac9de8c3923a09f83019ccaf606fed0938721d I0702 22:37:26.125187 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=902ad8a0cc7e4ee956136bcc97bff74819dd32f364e13d89cca6bbbaae6a2c1f I0702 22:37:26.125232 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0702 22:37:26.125271 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=4bc4246c81c400ca06dbf2cb81e10f05c008c51db2a30a83a25d0e6650d65e8a I0702 22:37:26.125293 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0702 22:37:26.125315 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=7f954f9ce857569829f996e803c7ee2e9656d101c048cac69db51089660af636 I0702 22:37:26.125358 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=261e742975062919c0838e1eb79d2a2fe0b2716fdad29e57fac9f56bab51ff55 I0702 22:37:26.125386 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=827e79984234fffa3c54eb365c91fada66a1da1c38b2e0be8bf58a55518ae739 I0702 22:37:26.125453 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=01f6b9a69e11218a1113db37c5fbb8e1382a016b1549c39c12a48db6f9e0f5ef I0702 22:37:26.125466 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70 I0702 22:37:26.125489 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=ebfa91f1b438f6dce74bc429d4a20e6f23a774b6e1d4c0c4e62e698e5619b256 I0702 22:37:26.125504 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0702 22:37:26.125521 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=38d114c78f3d4847dd36b00e634c4abedee812442ee9c9842c2ff1071d6564bd I0702 22:37:26.125532 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0702 22:37:26.125548 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=298a625e25dc9264498e587abafe4763cc0546cbf7a7a962427c612afc6b2227 I0702 22:37:26.125560 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0702 22:37:26.125587 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=e3ffbe8e2c42381ad7efb9fbdad05e2d837625d98c75fdc1d11bac0501ffe2ae I0702 22:37:26.125598 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0702 22:37:26.125616 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=7f46dfce09f92bb6ec3736a9c356197ba0272631ce5c86b9b496a270f6bc9416 I0702 22:37:26.125744 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=4ece5fc68d42207f3506425903908702e9d6a1f23f3eb6465c65a920b0a77912 I0702 22:37:26.125774 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0702 22:37:26.125803 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=30943e70af5b274e6eef7d97748d506c60c53badcedbf1ce504416d953fbd661 I0702 22:37:26.125833 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=e05ed8b809d0c811a99b2ad2339ef5b14569c40e096a84540e3169b807accea9 I0702 22:37:26.125843 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0702 22:37:26.125859 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=9b069d92d8cefe1685dcd3de7519bbdcd5504a0ebc422fda0bb03d17babbade8 I0702 22:37:26.125869 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0702 22:37:26.125891 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=7a979700f4a49c2724d0c007a21720c369cafd3791b5e6358c22ddf4d68fb0b6 I0702 22:37:26.125909 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=5856638e73f3b95a6f8c3aa15830f4f49fc4ffee42561bdbc80d9337ede11a86 I0702 22:37:26.125924 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=ac8efe0e884070dc4ca1fa7473352c1e6aed6950dce848d5a923e6ea4ba901b6 I0702 22:37:26.125941 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=9fdddf7a906bb52fbff197b1b54b68950b63eb00b23bf3dea3818c78ce87496c I0702 22:37:26.125971 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=43556a2de83140633b65f61863e6c47579c73cd57150e32c90babf26cf0cfb38 I0702 22:37:26.125985 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0702 22:37:26.126011 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=e4ef9f10857aa2e172e02c7c361d9bffcec55e89771e12a48e9f73554d9e638f I0702 22:37:26.126031 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0702 22:37:26.126047 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0702 22:37:26.126056 1 gather.go:181] gatherer "clusterconfig" function "operators" took 2.063642666s to process 35 records I0702 22:37:26.291731 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:37:26.291748 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5f9cf75d7d-tdcks pod in namespace openshift-image-registry (previous: false). I0702 22:37:26.492423 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5f9cf75d7d-tdcks pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5f9cf75d7d-tdcks\" is waiting to start: ContainerCreating" I0702 22:37:26.492477 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5f9cf75d7d-tdcks\" is waiting to start: ContainerCreating" I0702 22:37:26.492496 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5f9cf75d7d-z6q77 pod in namespace openshift-image-registry (previous: false). I0702 22:37:26.692965 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5f9cf75d7d-z6q77 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5f9cf75d7d-z6q77\" is waiting to start: ContainerCreating" I0702 22:37:26.692987 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5f9cf75d7d-z6q77\" is waiting to start: ContainerCreating" I0702 22:37:26.693001 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-669cf8666f-zr8zf pod in namespace openshift-image-registry (previous: false). I0702 22:37:26.890372 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-669cf8666f-zr8zf pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-669cf8666f-zr8zf\" is waiting to start: ContainerCreating" I0702 22:37:26.890391 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-669cf8666f-zr8zf\" is waiting to start: ContainerCreating" I0702 22:37:26.890403 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-g7rk4 pod in namespace openshift-image-registry (previous: false). I0702 22:37:27.091477 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:37:27.091496 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-ljfzz pod in namespace openshift-image-registry (previous: false). W0702 22:37:27.110608 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:37:27.290841 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:37:27.290864 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-ztx28 pod in namespace openshift-image-registry (previous: false). I0702 22:37:27.492554 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:37:27.492580 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-h8g2d pod in namespace openshift-ingress-canary (previous: false). I0702 22:37:27.692406 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-h8g2d pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-h8g2d\" is waiting to start: ContainerCreating" I0702 22:37:27.692429 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-h8g2d\" is waiting to start: ContainerCreating" I0702 22:37:27.692446 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-kqtsn pod in namespace openshift-ingress-canary (previous: false). I0702 22:37:27.889888 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-kqtsn pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-kqtsn\" is waiting to start: ContainerCreating" I0702 22:37:27.889907 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-kqtsn\" is waiting to start: ContainerCreating" I0702 22:37:27.889917 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-xfkck pod in namespace openshift-ingress-canary (previous: false). I0702 22:37:28.091355 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-xfkck pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-xfkck\" is waiting to start: ContainerCreating" I0702 22:37:28.091372 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-xfkck\" is waiting to start: ContainerCreating" I0702 22:37:28.091389 1 tasks_processing.go:74] worker 23 stopped. I0702 22:37:28.091489 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=951c699024833b3c82403d4891c164932a3241a1092534114a719951b08465aa I0702 22:37:28.091540 1 recorder.go:70] Recording events/openshift-dns with fingerprint=a5ee4c0ae837866022d1a5eb7455977fada96381f1fc6d8075a608bb86dc91ca I0702 22:37:28.091609 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=15f86baba11778e8170d6defc963983b013364cc0de1e21f7d4389d55d76b413 I0702 22:37:28.091634 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=076abd8ea9cf75523c9df8cdadb597712f5e79eed3b843251a5ef27e67ed6bf6 I0702 22:37:28.091660 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=4557f4b8d22f1bb1557ea7f61ea68d53bf4f93546a22ba10f3eaf26881820d5a I0702 22:37:28.091683 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=764611c95afabb79b0dad8099f990447fbf64d4c903e13be286c171f6f6f9885 I0702 22:37:28.091691 1 gather.go:181] gatherer "clusterconfig" function "operators_pods_and_events" took 4.048133005s to process 6 records W0702 22:37:28.111228 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0702 22:37:29.110911 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0702 22:37:29.110948 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 22:37:29.110967 1 tasks_processing.go:74] worker 5 stopped. E0702 22:37:29.110982 1 gather.go:144] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 22:37:29.110998 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0702 22:37:29.111019 1 gather.go:159] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0702 22:37:29.111035 1 gather.go:181] gatherer "clusterconfig" function "dvo_metrics" took 5.041175919s to process 1 records I0702 22:37:36.870219 1 tasks_processing.go:74] worker 8 stopped. I0702 22:37:36.870256 1 recorder.go:70] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0702 22:37:36.870270 1 gather.go:181] gatherer "clusterconfig" function "install_plans" took 12.827443712s to process 1 records I0702 22:37:37.648344 1 tasks_processing.go:74] worker 12 stopped. I0702 22:37:37.648625 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=939ef323a6698d2e7e5b499f4ba67ba78f493d6a29f1c1cf0af4f66d3c654a96 I0702 22:37:37.648640 1 gather.go:181] gatherer "clusterconfig" function "service_accounts" took 13.605772498s to process 1 records E0702 22:37:37.648685 1 periodic.go:252] clusterconfig failed after 13.606s with: function "machines" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0702 22:37:37.648697 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0702 22:37:37.648705 1 periodic.go:214] Running workloads gatherer I0702 22:37:37.648718 1 tasks_processing.go:45] number of workers: 2 I0702 22:37:37.648729 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 22:37:37.648733 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0702 22:37:37.648751 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 22:37:37.648775 1 tasks_processing.go:71] worker 0 working on workload_info task. I0702 22:37:37.666767 1 gather_workloads_info.go:281] Loaded pods in 0s, will wait 21s for image data I0702 22:37:37.677939 1 gather_workloads_info.go:390] No image sha256:0c1abef76d6d2832ddcff31e950ffafeb4e0f6fad80a5f5dca94591de0fc9581 (13ms) I0702 22:37:37.683338 1 tasks_processing.go:74] worker 1 stopped. I0702 22:37:37.683356 1 gather.go:181] gatherer "workloads" function "helmchart_info" took 34.589825ms to process 0 records I0702 22:37:37.687148 1 gather_workloads_info.go:390] No image sha256:5bcfb1b739fa4e6ff9e21e4843f8520f29608135341f7d8dcc31084b9ba25f1d (9ms) I0702 22:37:37.697454 1 gather_workloads_info.go:390] No image sha256:751bd7eb62f632c0eef0ca91b6c57c64d4f1279d4dbe1a9b875ac4020a7b693f (10ms) I0702 22:37:37.705968 1 gather_workloads_info.go:390] No image sha256:c7aa910ca06f8fd89cdf2519136e0f3533bdacfc6bd58a3f6683f9f08756c7b1 (8ms) I0702 22:37:37.714921 1 gather_workloads_info.go:390] No image sha256:0158b297aec0a66376c04d3c7cf4828db5e5d9f424e331ff7c7b796828036875 (9ms) I0702 22:37:37.724316 1 gather_workloads_info.go:390] No image sha256:6a9b4fd887fa7f1729302fb0330c3c9a483197bf78becdcfda4235ec823a2c39 (9ms) I0702 22:37:37.733847 1 gather_workloads_info.go:390] No image sha256:48dff3fcb0da58eb9b2b500f89af8b7d0790ffa60da0b0e301feca971dbafcbb (10ms) I0702 22:37:37.744032 1 gather_workloads_info.go:390] No image sha256:41029e57ece558b2e0b12174ce924647fd9d5c5d83aadf4bba03d6916d3f9f54 (10ms) I0702 22:37:37.754915 1 gather_workloads_info.go:390] No image sha256:38787de16ee8c686305f93b501d891b50cde24136009863869d230c0d4eeee5c (11ms) I0702 22:37:37.764331 1 gather_workloads_info.go:390] No image sha256:0c6b7f828184b16a5e6630111e0715e11d34dae9b0bf64619466543e6168e05c (9ms) I0702 22:37:37.774663 1 gather_workloads_info.go:390] No image sha256:0242cefbf0bb876101c4d67ab4e07401cb0ba6c02be2b73a4f17ba33b2960005 (10ms) I0702 22:37:37.876099 1 gather_workloads_info.go:390] No image sha256:d09ac899f3001937771c6cadd50802a983e7c833fa2e0bde1958e134458c76ae (101ms) I0702 22:37:37.975293 1 gather_workloads_info.go:390] No image sha256:ed0c9631d6e424912cd8ce78ca7a2c4f76b3fc15e9e34fe00999170ccf19a611 (99ms) I0702 22:37:38.074914 1 gather_workloads_info.go:390] No image sha256:8562a483f4568254250f19fc68d79f88c94a48508aefe59a70c1021a3aad000a (100ms) I0702 22:37:38.175254 1 gather_workloads_info.go:390] No image sha256:80fdd5049bd2815e49c198a795a116976a852e8de630be74872439ba6c08758a (100ms) I0702 22:37:38.275009 1 gather_workloads_info.go:390] No image sha256:a7fc4d05c4a3c82c9f355ca985d6fd26033c0d6a98716f25fcd2f54bae1d2fa0 (100ms) I0702 22:37:38.375124 1 gather_workloads_info.go:390] No image sha256:3fea7db586d3236c1876a8b523af0d8d65c84d6f6cf5d0f4e41cafcffe6db5b5 (100ms) I0702 22:37:38.475550 1 gather_workloads_info.go:390] No image sha256:13aabbaf260d634ff0e9ac1af88af075b5ba671fd51313e33e74d7d2f7e54128 (100ms) I0702 22:37:38.575851 1 gather_workloads_info.go:390] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (100ms) I0702 22:37:38.676071 1 gather_workloads_info.go:390] No image sha256:4b9b7949d209e257a76053de4ac74193f747c0d42e25dcd270d655849a4e51aa (100ms) I0702 22:37:38.777385 1 gather_workloads_info.go:390] No image sha256:894452e6587de55d04e37163d3da53e11fced8fb08bd0acf61e6d49f7964284e (101ms) I0702 22:37:38.865951 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:37:38.875787 1 gather_workloads_info.go:390] No image sha256:4dcdadc14b7bdb2c00954d92e957d63aafbbe5f4047fe028e575d65725923cb0 (98ms) I0702 22:37:38.976633 1 gather_workloads_info.go:390] No image sha256:1c7c24111f1709d7648156873ced09462638aa4b3cf7e7aee13297e51bcdfb3e (101ms) I0702 22:37:39.070122 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:37:39.074441 1 gather_workloads_info.go:390] No image sha256:351ca92471647f383f3cd7f0b70f33f5fa11c39ab569c4948dff7d471a6c8be3 (98ms) I0702 22:37:39.176970 1 gather_workloads_info.go:390] No image sha256:30ff5e5b72f274598704ca69f1832eba1040cc25da47386004fd59500b6e4c55 (103ms) I0702 22:37:39.274969 1 gather_workloads_info.go:390] No image sha256:1eee856bde9bad71c4444c494225a0cf02d1f4a5293acf0bd6e7e1814efa0064 (98ms) I0702 22:37:39.375109 1 gather_workloads_info.go:390] No image sha256:3a2c82b772ea6072e1eca0efc5303f002189e80b0e985fb3e3b8ea9a12fe8060 (100ms) I0702 22:37:39.476541 1 gather_workloads_info.go:390] No image sha256:02283a64c1936a5dd09d5c6bc0ecbcf9196fe4df6a4055c8be22cebd850aa7a3 (101ms) I0702 22:37:39.576072 1 gather_workloads_info.go:390] No image sha256:42b4c6bdf3081ec264bc5edbc4eb779151de9e4742d6fe59a316645891df649c (100ms) I0702 22:37:39.576118 1 tasks_processing.go:74] worker 0 stopped. I0702 22:37:39.576398 1 recorder.go:70] Recording config/workload_info with fingerprint=2b15ad783da98a3b0d598713e59a45fd2ff3938b6ac4b6047611d92e0d7deed9 I0702 22:37:39.576415 1 gather.go:181] gatherer "workloads" function "workload_info" took 1.927328337s to process 1 records I0702 22:37:39.576428 1 periodic.go:261] Periodic gather workloads completed in 1.927s I0702 22:37:39.576436 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0702 22:37:39.576441 1 periodic.go:214] Running conditional gatherer I0702 22:37:39.585038 1 requests.go:282] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.18.9/gathering_rules I0702 22:37:39.592038 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.18.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.8:42462->172.30.0.10:53: read: connection refused E0702 22:37:39.592356 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:37:39.592417 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0702 22:37:39.600318 1 conditional_gatherer.go:390] cluster version is '4.18.9' E0702 22:37:39.600332 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:37:39.600338 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:37:39.600342 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:37:39.600346 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:37:39.600349 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:37:39.600352 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:37:39.600355 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:37:39.600357 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:37:39.600360 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0702 22:37:39.600376 1 tasks_processing.go:45] number of workers: 3 I0702 22:37:39.600386 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 22:37:39.600390 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0702 22:37:39.600400 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 22:37:39.600413 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 22:37:39.600418 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0702 22:37:39.600423 1 tasks_processing.go:74] worker 1 stopped. I0702 22:37:39.600427 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0702 22:37:39.600479 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0702 22:37:39.600492 1 gather.go:181] gatherer "conditional" function "conditional_gatherer_rules" took 1.071µs to process 1 records I0702 22:37:39.600524 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0702 22:37:39.600532 1 gather.go:181] gatherer "conditional" function "remote_configuration" took 1.984µs to process 1 records I0702 22:37:39.600538 1 tasks_processing.go:74] worker 0 stopped. I0702 22:37:39.600603 1 tasks_processing.go:74] worker 2 stopped. I0702 22:37:39.600615 1 gather.go:181] gatherer "conditional" function "rapid_container_logs" took 168.894µs to process 0 records I0702 22:37:39.600633 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.18.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.8:42462->172.30.0.10:53: read: connection refused I0702 22:37:39.600649 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 W0702 22:37:39.621259 1 gather.go:213] can't read cgroups memory usage data: open /sys/fs/cgroup/memory/memory.usage_in_bytes: no such file or directory I0702 22:37:39.621497 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=ec23fe5e355587b7eeb95babc5f59751c3150be4281bbc759c9735d9271781d4 I0702 22:37:39.621667 1 diskrecorder.go:70] Writing 99 records to /var/lib/insights-operator/insights-2026-07-02-223739.tar.gz I0702 22:37:39.628711 1 diskrecorder.go:51] Wrote 99 records to disk in 7ms I0702 22:37:39.628741 1 periodic.go:283] Gathering cluster info every 2h0m0s I0702 22:37:39.628756 1 periodic.go:284] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0702 22:37:46.229790 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:38:33.381147 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="413589575e75f093cf09e3aeffb8987b42e35d22dff39ba3a10e0131e66a4c8d") W0702 22:38:33.381179 1 builder.go:154] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0702 22:38:33.381226 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="71a6e13979b6d93d026357eb2053d2388506393838ff95ce8d27202ee71ddeb0") I0702 22:38:33.381261 1 genericapiserver.go:670] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0702 22:38:33.381336 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="082ce2460d60d4898e0c29dd3c23e5d3fccb31667a9f8e93b8987f2037d50f44") I0702 22:38:33.381294 1 genericapiserver.go:527] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0702 22:38:33.381308 1 base_controller.go:172] Shutting down ConfigController ... I0702 22:38:33.381359 1 periodic.go:175] Shutting down E0702 22:38:33.381490 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled I0702 22:38:33.381513 1 genericapiserver.go:628] "[graceful-termination] not going to wait for active watch request(s) to drain" E0702 22:38:33.381531 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled I0702 22:38:33.381535 1 configmap_cafile_content.go:223] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0702 22:38:33.381551 1 requestheader_controller.go:183] Shutting down RequestHeaderAuthRequestController E0702 22:38:33.381562 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled I0702 22:38:33.381578 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0702 22:38:33.381360 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0702 22:38:33.381557 1 configmap_cafile_content.go:223] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0702 22:38:33.381369 1 base_controller.go:172] Shutting down LoggingSyncer ... I0702 22:38:33.381611 1 tlsconfig.go:255] "Shutting down DynamicServingCertificateController" I0702 22:38:33.381380 1 base_controller.go:114] Shutting down worker of LoggingSyncer controller ... I0702 22:38:33.381630 1 base_controller.go:104] All LoggingSyncer workers have been terminated I0702 22:38:33.381393 1 base_controller.go:114] Shutting down worker of ConfigController controller ... I0702 22:38:33.381639 1 dynamic_serving_content.go:146] "Shutting down controller" name="serving-cert::/tmp/serving-cert-3625713219/tls.crt::/tmp/serving-cert-3625713219/tls.key" I0702 22:38:33.381644 1 base_controller.go:104] All ConfigController workers have been terminated