W0703 14:15:36.474242 1 cmd.go:254] Using insecure, self-signed certificates I0703 14:15:36.839396 1 start.go:223] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 14:15:36.839809 1 observer_polling.go:159] Starting file observer W0703 14:15:36.870795 1 builder.go:266] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-6fd96f47fd" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0703 14:15:37.455951 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0703 14:15:37.456169 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0703 14:15:37.456685 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0703 14:15:37.456865 1 secure_serving.go:57] Forcing use of http/1.1 only W0703 14:15:37.456893 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0703 14:15:37.456906 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0703 14:15:37.456912 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0703 14:15:37.456915 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0703 14:15:37.456917 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0703 14:15:37.456920 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0703 14:15:37.465518 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0703 14:15:37.465513 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes ChunkSizeMiB CloudDualStackNodeIPs DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy PersistentIPsForVirtualization PrivateHostedZoneAWS SetEIPForNLBIngressController VSphereControlPlaneMachineSet VSphereDriverConfiguration VSphereMultiVCenters VSphereStaticIPs ValidatingAdmissionPolicy AWSClusterHostedDNS AdditionalRoutingCapabilities AutomatedEtcdBackup BootcNodeManagement CSIDriverSharedResource ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ConsolePluginContentSecurityPolicy DNSNameResolver DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example GCPClusterHostedDNS GatewayAPI ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MetricsCollectionProfiles MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NodeSwap NutanixMultiSubnets OVNObservability OnClusterBuild OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SignatureStores SigstoreImageVerification TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0703 14:15:37.470819 1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController I0703 14:15:37.470823 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0703 14:15:37.470838 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0703 14:15:37.470854 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 14:15:37.470858 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 14:15:37.470848 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0703 14:15:37.471139 1 dynamic_serving_content.go:132] "Starting controller" name="serving-cert::/tmp/serving-cert-1318037493/tls.crt::/tmp/serving-cert-1318037493/tls.key" I0703 14:15:37.471411 1 secure_serving.go:213] Serving securely on [::]:8443 I0703 14:15:37.471452 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" E0703 14:15:37.472563 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18becd36bcd7a0cb openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"SetEIPForNLBIngressController\", \"VSphereControlPlaneMachineSet\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"VSphereStaticIPs\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AdditionalRoutingCapabilities\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"CSIDriverSharedResource\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ConsolePluginContentSecurityPolicy\", \"DNSNameResolver\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"GCPClusterHostedDNS\", \"GatewayAPI\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MetricsCollectionProfiles\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OnClusterBuild\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SignatureStores\", \"SigstoreImageVerification\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-03 14:15:37.465471179 +0000 UTC m=+1.054943087,LastTimestamp:2026-07-03 14:15:37.465471179 +0000 UTC m=+1.054943087,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0703 14:15:37.478033 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0703 14:15:37.478075 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 14:15:37.478203 1 base_controller.go:67] Waiting for caches to sync for ConfigController I0703 14:15:37.487000 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 14:15:37.487027 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 14:15:37.505368 1 secretconfigobserver.go:119] support secret does not exist I0703 14:15:37.516544 1 recorder.go:156] Pruning old reports every 4h37m16s, max age is 288h0m0s I0703 14:15:37.517679 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 14:15:37.531440 1 secretconfigobserver.go:119] support secret does not exist I0703 14:15:37.532143 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0703 14:15:37.532153 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0703 14:15:37.532155 1 periodic.go:214] Running clusterconfig gatherer I0703 14:15:37.532166 1 insightsreport.go:296] Starting report retriever I0703 14:15:37.532166 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0703 14:15:37.532175 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0703 14:15:37.532225 1 tasks_processing.go:45] number of workers: 32 I0703 14:15:37.532264 1 tasks_processing.go:69] worker 5 listening for tasks. I0703 14:15:37.532265 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 14:15:37.532275 1 tasks_processing.go:71] worker 5 working on monitoring_persistent_volumes task. I0703 14:15:37.532266 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 14:15:37.532274 1 tasks_processing.go:69] worker 31 listening for tasks. I0703 14:15:37.532282 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 14:15:37.532282 1 tasks_processing.go:69] worker 3 listening for tasks. I0703 14:15:37.532282 1 tasks_processing.go:69] worker 6 listening for tasks. I0703 14:15:37.532294 1 tasks_processing.go:69] worker 25 listening for tasks. I0703 14:15:37.532292 1 tasks_processing.go:69] worker 4 listening for tasks. I0703 14:15:37.532291 1 tasks_processing.go:69] worker 7 listening for tasks. I0703 14:15:37.532297 1 tasks_processing.go:69] worker 26 listening for tasks. I0703 14:15:37.532302 1 tasks_processing.go:69] worker 28 listening for tasks. I0703 14:15:37.532303 1 tasks_processing.go:69] worker 20 listening for tasks. I0703 14:15:37.532304 1 tasks_processing.go:69] worker 29 listening for tasks. I0703 14:15:37.532309 1 tasks_processing.go:69] worker 30 listening for tasks. I0703 14:15:37.532314 1 tasks_processing.go:69] worker 27 listening for tasks. I0703 14:15:37.532314 1 tasks_processing.go:69] worker 23 listening for tasks. I0703 14:15:37.532318 1 tasks_processing.go:69] worker 21 listening for tasks. I0703 14:15:37.532318 1 tasks_processing.go:69] worker 13 listening for tasks. I0703 14:15:37.532322 1 tasks_processing.go:69] worker 24 listening for tasks. I0703 14:15:37.532326 1 tasks_processing.go:69] worker 11 listening for tasks. I0703 14:15:37.532325 1 tasks_processing.go:69] worker 10 listening for tasks. I0703 14:15:37.532323 1 tasks_processing.go:69] worker 22 listening for tasks. I0703 14:15:37.532330 1 tasks_processing.go:69] worker 16 listening for tasks. I0703 14:15:37.532335 1 tasks_processing.go:69] worker 12 listening for tasks. I0703 14:15:37.532337 1 tasks_processing.go:69] worker 9 listening for tasks. I0703 14:15:37.532332 1 tasks_processing.go:69] worker 8 listening for tasks. I0703 14:15:37.532344 1 tasks_processing.go:69] worker 15 listening for tasks. I0703 14:15:37.532345 1 tasks_processing.go:69] worker 18 listening for tasks. I0703 14:15:37.532347 1 tasks_processing.go:69] worker 17 listening for tasks. I0703 14:15:37.532353 1 tasks_processing.go:71] worker 6 working on storage_classes task. I0703 14:15:37.532337 1 tasks_processing.go:69] worker 14 listening for tasks. I0703 14:15:37.532355 1 tasks_processing.go:71] worker 31 working on image task. I0703 14:15:37.532359 1 tasks_processing.go:71] worker 1 working on aggregated_monitoring_cr_names task. I0703 14:15:37.532364 1 tasks_processing.go:71] worker 14 working on operators_pods_and_events task. I0703 14:15:37.532366 1 tasks_processing.go:71] worker 25 working on lokistack task. I0703 14:15:37.532351 1 tasks_processing.go:71] worker 2 working on machine_sets task. I0703 14:15:37.532438 1 tasks_processing.go:71] worker 3 working on service_accounts task. I0703 14:15:37.532448 1 tasks_processing.go:71] worker 10 working on container_images task. I0703 14:15:37.532448 1 tasks_processing.go:71] worker 26 working on authentication task. I0703 14:15:37.532499 1 tasks_processing.go:71] worker 22 working on machine_configs task. I0703 14:15:37.532612 1 tasks_processing.go:71] worker 28 working on crds task. I0703 14:15:37.532626 1 tasks_processing.go:71] worker 30 working on machine_healthchecks task. I0703 14:15:37.532711 1 tasks_processing.go:71] worker 16 working on sap_config task. I0703 14:15:37.532355 1 tasks_processing.go:71] worker 0 working on overlapping_namespace_uids task. I0703 14:15:37.532756 1 tasks_processing.go:71] worker 27 working on openshift_machine_api_events task. I0703 14:15:37.532831 1 tasks_processing.go:71] worker 20 working on nodes task. I0703 14:15:37.533031 1 tasks_processing.go:71] worker 12 working on machine_autoscalers task. I0703 14:15:37.533085 1 tasks_processing.go:71] worker 8 working on openstack_controlplanes task. I0703 14:15:37.533143 1 tasks_processing.go:71] worker 29 working on sap_datahubs task. I0703 14:15:37.532362 1 tasks_processing.go:71] worker 17 working on ingress_certificates task. I0703 14:15:37.533070 1 tasks_processing.go:71] worker 23 working on version task. I0703 14:15:37.533230 1 tasks_processing.go:71] worker 9 working on ceph_cluster task. I0703 14:15:37.533326 1 tasks_processing.go:71] worker 15 working on openstack_dataplanedeployments task. I0703 14:15:37.533381 1 tasks_processing.go:71] worker 18 working on node_logs task. I0703 14:15:37.532436 1 tasks_processing.go:71] worker 4 working on storage_cluster task. I0703 14:15:37.532440 1 tasks_processing.go:71] worker 24 working on schedulers task. I0703 14:15:37.532438 1 tasks_processing.go:71] worker 13 working on config_maps task. I0703 14:15:37.532443 1 tasks_processing.go:71] worker 7 working on ingress task. I0703 14:15:37.532443 1 tasks_processing.go:71] worker 11 working on networks task. I0703 14:15:37.533075 1 tasks_processing.go:71] worker 21 working on active_alerts task. W0703 14:15:37.533917 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 14:15:37.533955 1 tasks_processing.go:71] worker 21 working on install_plans task. I0703 14:15:37.533971 1 gather.go:181] gatherer "clusterconfig" function "active_alerts" took 57.225µs to process 0 records I0703 14:15:37.534296 1 tasks_processing.go:69] worker 19 listening for tasks. I0703 14:15:37.534310 1 tasks_processing.go:71] worker 19 working on pdbs task. I0703 14:15:37.539452 1 tasks_processing.go:71] worker 2 working on proxies task. I0703 14:15:37.539467 1 gather.go:181] gatherer "clusterconfig" function "machine_sets" took 7.000613ms to process 0 records I0703 14:15:37.547161 1 tasks_processing.go:71] worker 25 working on silenced_alerts task. I0703 14:15:37.547185 1 gather.go:181] gatherer "clusterconfig" function "lokistack" took 14.783693ms to process 0 records I0703 14:15:37.547249 1 gather.go:181] gatherer "clusterconfig" function "sap_datahubs" took 14.013614ms to process 0 records I0703 14:15:37.547257 1 gather.go:181] gatherer "clusterconfig" function "openstack_controlplanes" took 14.077164ms to process 0 records I0703 14:15:37.547262 1 tasks_processing.go:71] worker 29 working on jaegers task. I0703 14:15:37.547271 1 tasks_processing.go:71] worker 8 working on openstack_version task. W0703 14:15:37.547290 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 14:15:37.547303 1 tasks_processing.go:71] worker 12 working on machines task. I0703 14:15:37.547264 1 gather.go:181] gatherer "clusterconfig" function "machine_autoscalers" took 14.117121ms to process 0 records I0703 14:15:37.547439 1 gather.go:181] gatherer "clusterconfig" function "sap_config" took 14.494838ms to process 0 records I0703 14:15:37.547450 1 gather.go:181] gatherer "clusterconfig" function "ceph_cluster" took 13.984656ms to process 0 records I0703 14:15:37.547456 1 gather.go:181] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 13.863158ms to process 0 records I0703 14:15:37.547462 1 gather.go:181] gatherer "clusterconfig" function "silenced_alerts" took 82.157µs to process 0 records I0703 14:15:37.547469 1 tasks_processing.go:71] worker 15 working on feature_gates task. E0703 14:15:37.547492 1 gather.go:144] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0703 14:15:37.547510 1 gather.go:181] gatherer "clusterconfig" function "machine_healthchecks" took 14.853342ms to process 0 records I0703 14:15:37.547547 1 tasks_processing.go:71] worker 30 working on clusterroles task. I0703 14:15:37.547560 1 tasks_processing.go:71] worker 31 working on certificate_signing_requests task. I0703 14:15:37.547571 1 tasks_processing.go:71] worker 16 working on nodenetworkstates task. I0703 14:15:37.547589 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0703 14:15:37.547592 1 tasks_processing.go:71] worker 25 working on validating_webhook_configurations task. I0703 14:15:37.547606 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 14:15:37.547613 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0703 14:15:37.547621 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0703 14:15:37.547642 1 controller.go:457] The operator is still being initialized I0703 14:15:37.547687 1 controller.go:482] The operator is healthy I0703 14:15:37.547719 1 tasks_processing.go:71] worker 9 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0703 14:15:37.547903 1 recorder.go:70] Recording config/image with fingerprint=1573753fa7dd70c9a860dcbac1faeb5b1934cf49fdc731b14474fe27189cf9d8 I0703 14:15:37.547922 1 gather.go:181] gatherer "clusterconfig" function "image" took 15.192939ms to process 1 records I0703 14:15:37.547931 1 gather.go:181] gatherer "clusterconfig" function "storage_cluster" took 14.178451ms to process 0 records I0703 14:15:37.547940 1 tasks_processing.go:71] worker 4 working on openshift_logging task. I0703 14:15:37.554478 1 tasks_processing.go:71] worker 8 working on oauths task. I0703 14:15:37.554517 1 gather.go:181] gatherer "clusterconfig" function "openstack_version" took 7.195698ms to process 0 records I0703 14:15:37.554540 1 gather.go:181] gatherer "clusterconfig" function "jaegers" took 7.232312ms to process 0 records E0703 14:15:37.554551 1 gather.go:144] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0703 14:15:37.554586 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0703 14:15:37.554603 1 gather.go:181] gatherer "clusterconfig" function "machine_configs" took 22.001577ms to process 1 records I0703 14:15:37.554606 1 tasks_processing.go:71] worker 29 working on tsdb_status task. E0703 14:15:37.554612 1 gather.go:144] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0703 14:15:37.554624 1 gather.go:181] gatherer "clusterconfig" function "machines" took 7.200122ms to process 0 records W0703 14:15:37.554630 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 14:15:37.554643 1 gather.go:181] gatherer "clusterconfig" function "tsdb_status" took 24.601µs to process 0 records I0703 14:15:37.554652 1 tasks_processing.go:71] worker 29 working on image_pruners task. I0703 14:15:37.554678 1 tasks_processing.go:71] worker 12 working on openstack_dataplanenodesets task. I0703 14:15:37.554705 1 tasks_processing.go:71] worker 22 working on nodenetworkconfigurationpolicies task. I0703 14:15:37.562157 1 tasks_processing.go:71] worker 4 working on machine_config_pools task. I0703 14:15:37.562244 1 gather.go:181] gatherer "clusterconfig" function "openshift_logging" took 14.206739ms to process 0 records I0703 14:15:37.562273 1 gather.go:181] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 7.458363ms to process 0 records I0703 14:15:37.562284 1 gather.go:181] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 7.546571ms to process 0 records I0703 14:15:37.562299 1 tasks_processing.go:71] worker 22 working on operators task. I0703 14:15:37.562323 1 tasks_processing.go:71] worker 12 working on dvo_metrics task. I0703 14:15:37.562601 1 tasks_processing.go:71] worker 16 working on cost_management_metrics_configs task. I0703 14:15:37.562629 1 gather.go:181] gatherer "clusterconfig" function "nodenetworkstates" took 15.01431ms to process 0 records I0703 14:15:37.562645 1 gather.go:181] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 30.359793ms to process 0 records I0703 14:15:37.562715 1 tasks_processing.go:71] worker 5 working on mutating_webhook_configurations task. I0703 14:15:37.563093 1 tasks_processing.go:71] worker 11 working on metrics task. W0703 14:15:37.563169 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 14:15:37.563329 1 recorder.go:70] Recording config/network with fingerprint=7435340918360762e5c60f51838aef01e28751a57afcb3699eca95d87d43cbb1 I0703 14:15:37.563349 1 gather.go:181] gatherer "clusterconfig" function "networks" took 29.248054ms to process 1 records I0703 14:15:37.563411 1 recorder.go:70] Recording config/proxy with fingerprint=bb8f0137d1a9ad5a795471a8ed82ebb08ff1835056438af2500eceeee846144c I0703 14:15:37.563424 1 gather.go:181] gatherer "clusterconfig" function "proxies" took 23.626744ms to process 1 records I0703 14:15:37.563432 1 gather.go:181] gatherer "clusterconfig" function "metrics" took 34.221µs to process 0 records I0703 14:15:37.563439 1 tasks_processing.go:71] worker 2 working on support_secret task. I0703 14:15:37.563448 1 tasks_processing.go:71] worker 11 working on infrastructures task. I0703 14:15:37.563520 1 tasks_processing.go:71] worker 7 working on olm_operators task. I0703 14:15:37.563601 1 recorder.go:70] Recording config/ingress with fingerprint=6a23b12a29885ef7f3f31e607dc971a7650d2f74d24332aa7eecaaeace3935f5 I0703 14:15:37.563614 1 gather.go:181] gatherer "clusterconfig" function "ingress" took 29.561789ms to process 1 records I0703 14:15:37.567098 1 tasks_processing.go:71] worker 8 working on cluster_apiserver task. I0703 14:15:37.567344 1 recorder.go:70] Recording config/oauth with fingerprint=831e4687f06be99e521502a1fab40a2602d9655b918a0324ac19ace5fa87610b I0703 14:15:37.567360 1 gather.go:181] gatherer "clusterconfig" function "oauths" took 12.597706ms to process 1 records I0703 14:15:37.567953 1 tasks_processing.go:71] worker 4 working on image_registries task. I0703 14:15:37.567963 1 gather.go:181] gatherer "clusterconfig" function "machine_config_pools" took 5.778385ms to process 0 records I0703 14:15:37.571171 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 14:15:37.571175 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 14:15:37.571257 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0703 14:15:37.572131 1 tasks_processing.go:71] worker 6 working on container_runtime_configs task. I0703 14:15:37.572257 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=6500e309441b208dcf7d77969fcd226e188f71bac5e6b86e00ee256d68a42a3b I0703 14:15:37.572290 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=07701777f48444cc2ea4f846e6328d71c458c382b2d249931e941d2c3700abef I0703 14:15:37.572300 1 gather.go:181] gatherer "clusterconfig" function "storage_classes" took 39.769919ms to process 2 records I0703 14:15:37.572425 1 tasks_processing.go:71] worker 26 working on pod_network_connectivity_checks task. I0703 14:15:37.572556 1 recorder.go:70] Recording config/authentication with fingerprint=b1d810021726f5b0554a58054b49ab70a930363c59c563ee81d1bbd8cd0010d5 I0703 14:15:37.572572 1 gather.go:181] gatherer "clusterconfig" function "authentication" took 39.758953ms to process 1 records I0703 14:15:37.572654 1 tasks_processing.go:71] worker 24 working on sap_pods task. I0703 14:15:37.572658 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=e4fd8f5186e66841c4636a908df7b504c6632bedf505eab6dd917e4d622f610b I0703 14:15:37.572674 1 gather.go:181] gatherer "clusterconfig" function "schedulers" took 38.795341ms to process 1 records I0703 14:15:37.572862 1 tasks_processing.go:74] worker 27 stopped. I0703 14:15:37.572879 1 gather.go:181] gatherer "clusterconfig" function "openshift_machine_api_events" took 40.0834ms to process 0 records I0703 14:15:37.572974 1 tasks_processing.go:74] worker 29 stopped. I0703 14:15:37.573312 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=6ffe3616914afc110f9d210ef348da859945a50bc74ea1c98022f0a41bf98c5a I0703 14:15:37.573328 1 gather.go:181] gatherer "clusterconfig" function "image_pruners" took 18.307962ms to process 1 records I0703 14:15:37.578542 1 base_controller.go:73] Caches are synced for ConfigController I0703 14:15:37.578556 1 base_controller.go:110] Starting #1 worker of ConfigController controller ... I0703 14:15:37.586716 1 tasks_processing.go:74] worker 16 stopped. I0703 14:15:37.586737 1 gather.go:181] gatherer "clusterconfig" function "cost_management_metrics_configs" took 24.099774ms to process 0 records I0703 14:15:37.587013 1 tasks_processing.go:74] worker 19 stopped. I0703 14:15:37.587159 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=624319f2313ebe4bc41f8fb7ae77f9cfe5d87d264952735b9e7e7e300b9e399d I0703 14:15:37.587195 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=70122c31d7b852f1f6d258215ca6a5def25dc96d48f12d84e0c8ba4e4990afba I0703 14:15:37.587220 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=b641d3ae6b3f6911b76e4ece86b02d56b06c9e642c99e48e9968abfe91bdfc4f I0703 14:15:37.587238 1 gather.go:181] gatherer "clusterconfig" function "pdbs" took 52.694366ms to process 3 records I0703 14:15:37.587508 1 tasks_processing.go:74] worker 15 stopped. I0703 14:15:37.587636 1 recorder.go:70] Recording config/featuregate with fingerprint=e5d5719c6b7230bc1a9359172a94b5ae8223194f0f958e29702d698561a8af9f I0703 14:15:37.587658 1 gather.go:181] gatherer "clusterconfig" function "feature_gates" took 39.592538ms to process 1 records I0703 14:15:37.587666 1 gather.go:181] gatherer "clusterconfig" function "sap_pods" took 14.778752ms to process 0 records I0703 14:15:37.587673 1 gather.go:181] gatherer "clusterconfig" function "node_logs" took 54.068525ms to process 0 records I0703 14:15:37.587789 1 tasks_processing.go:74] worker 24 stopped. I0703 14:15:37.587838 1 tasks_processing.go:74] worker 18 stopped. I0703 14:15:37.587875 1 recorder.go:70] Recording config/apiserver with fingerprint=e43ed26f4739e53b74539e585049ba67aa4414ed9e719a0629c002738d8bdc19 I0703 14:15:37.587887 1 gather.go:181] gatherer "clusterconfig" function "cluster_apiserver" took 20.419029ms to process 1 records I0703 14:15:37.587915 1 tasks_processing.go:74] worker 8 stopped. I0703 14:15:37.587992 1 tasks_processing.go:74] worker 28 stopped. I0703 14:15:37.589712 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0703 14:15:37.590181 1 sca.go:98] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/certificates. Next check is in 8h0m0s I0703 14:15:37.591198 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 14:15:37.591354 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=3ca6208a4071ff43d71af6e217c59f8c35485b5a5e76a12392361ef66e8b66dd W0703 14:15:37.592944 1 operator.go:288] started I0703 14:15:37.592963 1 base_controller.go:67] Waiting for caches to sync for LoggingSyncer I0703 14:15:37.592964 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=3fbd3e7a84218b6efde0d973e9131f88398222664e885e6a18f1ff74066de092 I0703 14:15:37.592980 1 gather.go:181] gatherer "clusterconfig" function "crds" took 55.157306ms to process 2 records I0703 14:15:37.592992 1 gather.go:181] gatherer "clusterconfig" function "olm_operators" took 24.303719ms to process 0 records I0703 14:15:37.593142 1 tasks_processing.go:74] worker 7 stopped. I0703 14:15:37.593340 1 tasks_processing.go:74] worker 23 stopped. I0703 14:15:37.593568 1 recorder.go:70] Recording config/version with fingerprint=2356afbc4df2105c19dcbbe5d7f0f0fae5752ee9470e2e21a3b971a1ff0541b4 I0703 14:15:37.593584 1 recorder.go:70] Recording config/id with fingerprint=28155330b2b19425d9ef7a49dd5947b40842d8e85f65e67c1154d6c6d2f421d0 I0703 14:15:37.593596 1 gather.go:181] gatherer "clusterconfig" function "version" took 54.893592ms to process 2 records I0703 14:15:37.593610 1 gather.go:181] gatherer "clusterconfig" function "container_runtime_configs" took 16.057321ms to process 0 records E0703 14:15:37.593620 1 gather.go:144] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0703 14:15:37.593630 1 gather.go:181] gatherer "clusterconfig" function "support_secret" took 25.087589ms to process 0 records E0703 14:15:37.593637 1 gather.go:144] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0703 14:15:37.593646 1 gather.go:181] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 16.278019ms to process 0 records I0703 14:15:37.593795 1 tasks_processing.go:74] worker 2 stopped. I0703 14:15:37.593808 1 tasks_processing.go:74] worker 6 stopped. I0703 14:15:37.593814 1 tasks_processing.go:74] worker 26 stopped. I0703 14:15:37.594013 1 tasks_processing.go:74] worker 20 stopped. I0703 14:15:37.594070 1 recorder.go:70] Recording config/node/ip-10-0-0-144.ec2.internal with fingerprint=60c21263f199754abdb7edb87be92e806135b52056235915cae96c82be5d24ea I0703 14:15:37.594187 1 recorder.go:70] Recording config/node/ip-10-0-1-170.ec2.internal with fingerprint=da97128aebe8b9290495bedb0f3d25beb34fb2d2ce9c5c6c5ef9c4f70c3b5060 I0703 14:15:37.594202 1 gather.go:181] gatherer "clusterconfig" function "nodes" took 57.911539ms to process 2 records I0703 14:15:37.594390 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=1a97acfabb829d90f955f7f28f74256bf96eef602f181b2d8d7daa49b5e18836 I0703 14:15:37.594491 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=c0567d16ca81976a1303553b3c79e4ee6d20e1df8a5e7d5fd8f36f660178e62e I0703 14:15:37.594504 1 gather.go:181] gatherer "clusterconfig" function "clusterroles" took 44.670261ms to process 2 records I0703 14:15:37.595048 1 tasks_processing.go:74] worker 30 stopped. I0703 14:15:37.595202 1 tasks_processing.go:74] worker 11 stopped. I0703 14:15:37.595389 1 recorder.go:70] Recording config/infrastructure with fingerprint=5e14b99badc95b113c0608c9015e3566d770c348651e4437574abd2313eff4d7 I0703 14:15:37.595410 1 gather.go:181] gatherer "clusterconfig" function "infrastructures" took 28.923267ms to process 1 records I0703 14:15:37.595622 1 tasks_processing.go:74] worker 25 stopped. I0703 14:15:37.595652 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=cb46852618db59830ca65c63a65abc4af723e136d85ada37073e530ecce098a5 I0703 14:15:37.595842 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=cb735435f2554f055982b26d94fa12415ac741f74e0f29c5bb101da758ffe3e0 I0703 14:15:37.595890 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=28180f9b68033ca3c1a2e641b32590f214df2d2d1e9793576f66455176a915ee I0703 14:15:37.595951 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=6ba4395bae660a789f351c7e571893f88eac05e6e4006d54a7142abbdbcb9175 I0703 14:15:37.596002 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=95598a2f2a8916c940f74e61b8f04b0113318f799e5bf5eba2be6aaa505a53b4 I0703 14:15:37.596313 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=c3368037687d54454b26e340035dc46b132439c58a55db644277727d82bd098a I0703 14:15:37.596401 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=804ca37cfd125ebb7eb8f70e20e163ab62c5287da57c3321b1e1ac2d4c79701f I0703 14:15:37.596548 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=2e50d5ffe7a0b53041ad73ac4711c3553cdafa1d7a22142180aa260df5606a52 I0703 14:15:37.596644 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=617ab6d31185d2dc630d1e697747df51761556ccc6dcf118404d9c9e32954b04 I0703 14:15:37.596869 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=cffed3a0b3af56890918e7aa2e74392d7d63239141801616830cf7401f127787 I0703 14:15:37.596950 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=b67970731644f6e896221aa2243450a0507b815bf480ae48183306fd52e9102d I0703 14:15:37.596978 1 gather.go:181] gatherer "clusterconfig" function "validating_webhook_configurations" took 45.278282ms to process 11 records I0703 14:15:37.597167 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=f38a9c09bcca6bbf2c61a47ee28b30bfa3a2d49df7521640ff3ab3bd0509164e I0703 14:15:37.597229 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=e65da1a146b3c782e826053a0b588ba110a8f88ea0bf7dd5cbe404d09855efe4 I0703 14:15:37.597303 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=a98febafd7d3f42e0278b757878b5b9f7359794e0c7910c8f6e4da002770017a I0703 14:15:37.597317 1 gather.go:181] gatherer "clusterconfig" function "mutating_webhook_configurations" took 30.554134ms to process 3 records I0703 14:15:37.597326 1 gather.go:181] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 61.42268ms to process 0 records I0703 14:15:37.597340 1 gather.go:181] gatherer "clusterconfig" function "certificate_signing_requests" took 47.299843ms to process 0 records W0703 14:15:37.597954 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 14:15:37.598018 1 tasks_processing.go:74] worker 1 stopped. I0703 14:15:37.598047 1 tasks_processing.go:74] worker 5 stopped. I0703 14:15:37.598070 1 tasks_processing.go:74] worker 31 stopped. I0703 14:15:37.598260 1 tasks_processing.go:74] worker 4 stopped. I0703 14:15:37.598364 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=2e3b035f5e11883e2c9fd0b8eed389afea8bad3203e8bd7403bc22d64c2d946a I0703 14:15:37.598417 1 gather.go:181] gatherer "clusterconfig" function "image_registries" took 27.152755ms to process 1 records I0703 14:15:37.602666 1 tasks_processing.go:74] worker 10 stopped. I0703 14:15:37.603863 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 14:15:37.603879 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0703 14:15:37.603884 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0703 14:15:37.603888 1 controller.go:203] Source scaController *sca.Controller is not ready I0703 14:15:37.603891 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0703 14:15:37.603908 1 controller.go:457] The operator is still being initialized I0703 14:15:37.603913 1 controller.go:482] The operator is healthy I0703 14:15:37.605301 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-nr4mh with fingerprint=3b4794423d80b14f375acf893963388b32b6ffc66d21ec7924f2f17dd63a5e98 I0703 14:15:37.605385 1 recorder.go:70] Recording config/running_containers with fingerprint=39e209ecc6133eed23fe06fef636dcccda7ce68c15e38206ef3ad2f32f904031 I0703 14:15:37.605399 1 gather.go:181] gatherer "clusterconfig" function "container_images" took 70.203911ms to process 2 records I0703 14:15:37.606882 1 prometheus_rules.go:88] Prometheus rules successfully created I0703 14:15:37.609431 1 tasks_processing.go:74] worker 9 stopped. I0703 14:15:37.609445 1 gather.go:181] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 61.699048ms to process 0 records I0703 14:15:37.610834 1 requests.go:204] Asking for SCA certificate for x86_64 architecture W0703 14:15:37.614992 1 sca.go:117] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:49917->172.30.0.10:53: read: connection refused I0703 14:15:37.615010 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:49917->172.30.0.10:53: read: connection refused E0703 14:15:37.622935 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%!b(MISSING)ae6eb-a21d-40e3-b16d-6f096d307e86%!+(MISSING)and+status+is+%!a(MISSING)ccepted%!"(MISSING): dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:35401->172.30.0.10:53: read: connection refused I0703 14:15:37.622950 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2773bae6eb-a21d-40e3-b16d-6f096d307e86%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:35401->172.30.0.10:53: read: connection refused I0703 14:15:37.624582 1 tasks_processing.go:74] worker 17 stopped. E0703 14:15:37.624601 1 gather.go:144] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0703 14:15:37.624609 1 gather.go:144] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ran2h3hv4hm4slsfke49ur7c6e1n8r1-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ran2h3hv4hm4slsfke49ur7c6e1n8r1-primary-cert-bundle-secret" not found I0703 14:15:37.624710 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=93740d75a62520e4ec91fdb280a90c093d929560f62debc519a2ac81f596b62f I0703 14:15:37.624726 1 gather.go:181] gatherer "clusterconfig" function "ingress_certificates" took 91.378222ms to process 1 records I0703 14:15:37.630421 1 tasks_processing.go:74] worker 13 stopped. E0703 14:15:37.630436 1 gather.go:144] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0703 14:15:37.630442 1 gather.go:144] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0703 14:15:37.630446 1 gather.go:144] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0703 14:15:37.630482 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0703 14:15:37.630495 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0703 14:15:37.630500 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=e1a0ad594db3a5d5d50e9e25d7b235af20f84f5def41537f127febe525b834f2 I0703 14:15:37.630505 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0703 14:15:37.630566 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0703 14:15:37.630577 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0703 14:15:37.630582 1 gather.go:181] gatherer "clusterconfig" function "config_maps" took 96.680045ms to process 6 records I0703 14:15:37.659758 1 tasks_processing.go:74] worker 0 stopped. I0703 14:15:37.659813 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0703 14:15:37.659831 1 gather.go:181] gatherer "clusterconfig" function "overlapping_namespace_uids" took 127.008536ms to process 1 records I0703 14:15:37.694581 1 base_controller.go:73] Caches are synced for LoggingSyncer I0703 14:15:37.694683 1 base_controller.go:110] Starting #1 worker of LoggingSyncer controller ... I0703 14:15:38.020687 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0703 14:15:38.220807 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W0703 14:15:38.592953 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 14:15:38.780335 1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 19 containers I0703 14:15:38.780354 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1324517 bytes I0703 14:15:38.780584 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-7g8b9 pod in namespace openshift-dns (previous: false). I0703 14:15:39.025198 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0703 14:15:39.027726 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7g8b9 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-7g8b9\" is waiting to start: ContainerCreating" I0703 14:15:39.027744 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-7g8b9\" is waiting to start: ContainerCreating" I0703 14:15:39.027752 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-7g8b9 pod in namespace openshift-dns (previous: false). I0703 14:15:39.187125 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7g8b9 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-7g8b9\" is waiting to start: ContainerCreating" I0703 14:15:39.187147 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-7g8b9\" is waiting to start: ContainerCreating" I0703 14:15:39.187160 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-9dhz8 pod in namespace openshift-dns (previous: false). I0703 14:15:39.425553 1 tasks_processing.go:74] worker 22 stopped. I0703 14:15:39.425604 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=7ffd94b1d206aaa6239eefb533b891d6022b22d9ca965fed2cfa6b9d125cf22a I0703 14:15:39.425640 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=da7faca48a000078da9a634e9288677d09a5ba51a5c7083a17e442bbdf6498ae I0703 14:15:39.425672 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0703 14:15:39.425706 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=68c2255d63c50778287bd265fe6516d2be150def7ec65600e1439b49935030f7 I0703 14:15:39.425726 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0703 14:15:39.425750 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=b75a5f3240fbba02a75d8faecd928c1b1d0853b92828f43d7e3f078fc9d91dbc I0703 14:15:39.425806 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=e56f4a6468a64f26dabfb5bfcb0511960ab5ab70a3265848ee83a99003d44210 I0703 14:15:39.425834 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=17f181d6fb62e9f5add6316bdde0deae23e67a6f79ad11a090d58059cca81bde I0703 14:15:39.425866 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=5cd5bbcb6912066cc8fc368b3c88e824f4216e1a5177a47fc5771fe7908e5268 I0703 14:15:39.425877 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70 I0703 14:15:39.425894 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=bf7ae822c17596b0bc440b12de8986720edd24541ef4298b097d68a5cc4c2716 I0703 14:15:39.425902 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0703 14:15:39.425919 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=31b76f2964d097556120f0330da6712087d343619b8c7dc9f8c27ccea6c1a0f9 I0703 14:15:39.425927 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0703 14:15:39.425950 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=ac76f6f29d5372edfec792824e832f0ab3578089af191f78a8b2ecc8f60c29c7 I0703 14:15:39.425960 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0703 14:15:39.425981 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=bdee1339fcd1e0a0de85c9669ff062de7c12714feb863267b43654b63205a700 I0703 14:15:39.425991 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0703 14:15:39.426007 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=cc62eab913663512a93c6e904749e4858acc021e841f43fbcb87e7c382ce97d9 I0703 14:15:39.426125 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=205f94b80e14facde989617a642ae293459a1143db8562e12a8ae8b1dc51c735 I0703 14:15:39.426151 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0703 14:15:39.426173 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=1f1342df5560caf90fe80d42adad9815aef88e3dd996ac80c8a58c787c224b6d I0703 14:15:39.426194 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=6e0ecd770f6f039f2f2ab1065827230c3b9eebee03ab668a4aefaa0e3ccb641d I0703 14:15:39.426209 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0703 14:15:39.426231 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=dc462c199c0500a746016b434646eaa6d7a9e54e77cfe363dda93799eef81e44 I0703 14:15:39.426242 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0703 14:15:39.426255 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=726bb919f3d74c77aebfb5a6166100be15338a9424255d14b3ceae139d07319f I0703 14:15:39.426270 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=f7775a98fca8336f2b8e241547961b232b1f2bd98ef5d4353f52a9b622c1809d I0703 14:15:39.426286 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=d7da00366d312ae6627aba45a1abcd21b0a9f46a46ee05a3d507fa207036a630 I0703 14:15:39.426302 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=1420b5a897e3e1647f662bf1a87b5a91407e2171e668bed75fc72a66a757b47a I0703 14:15:39.426316 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=c74afc27a6c920897374115e994bb1a2aaba67db2bcd6b9ef7800892738518a2 I0703 14:15:39.426349 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=2d4c1f0319860820c3acbf022bae0a9080cfec39b875e7f528986808748e42b5 I0703 14:15:39.426376 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0703 14:15:39.426391 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0703 14:15:39.426398 1 gather.go:181] gatherer "clusterconfig" function "operators" took 1.863233134s to process 34 records I0703 14:15:39.428819 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9dhz8 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-9dhz8\" is waiting to start: ContainerCreating" I0703 14:15:39.428837 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-9dhz8\" is waiting to start: ContainerCreating" I0703 14:15:39.428847 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-9dhz8 pod in namespace openshift-dns (previous: false). I0703 14:15:39.585864 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9dhz8 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-9dhz8\" is waiting to start: ContainerCreating" I0703 14:15:39.585891 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-9dhz8\" is waiting to start: ContainerCreating" I0703 14:15:39.585906 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-kbgfm pod in namespace openshift-dns (previous: false). W0703 14:15:39.591816 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 14:15:39.787565 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 14:15:39.787586 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-lktv6 pod in namespace openshift-dns (previous: false). I0703 14:15:39.986007 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 14:15:39.986028 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7fd74b7d5b-8zfpg pod in namespace openshift-image-registry (previous: false). I0703 14:15:40.184350 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7fd74b7d5b-8zfpg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7fd74b7d5b-8zfpg\" is waiting to start: ContainerCreating" I0703 14:15:40.184369 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7fd74b7d5b-8zfpg\" is waiting to start: ContainerCreating" I0703 14:15:40.184399 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7fd74b7d5b-w6fcm pod in namespace openshift-image-registry (previous: false). I0703 14:15:40.386056 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7fd74b7d5b-w6fcm pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7fd74b7d5b-w6fcm\" is waiting to start: ContainerCreating" I0703 14:15:40.386073 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7fd74b7d5b-w6fcm\" is waiting to start: ContainerCreating" I0703 14:15:40.386083 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-95cc8969f-v7zqg pod in namespace openshift-image-registry (previous: false). I0703 14:15:40.582208 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 14:15:40.582227 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-lxvqp pod in namespace openshift-image-registry (previous: false). W0703 14:15:40.592177 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 14:15:40.786808 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 14:15:40.786828 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-pzjjp pod in namespace openshift-image-registry (previous: false). I0703 14:15:40.986906 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 14:15:40.986925 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-558846bc-44j2p pod in namespace openshift-ingress (previous: false). I0703 14:15:41.186358 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-558846bc-44j2p pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-558846bc-44j2p\" is waiting to start: ContainerCreating" I0703 14:15:41.186377 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-558846bc-44j2p\" is waiting to start: ContainerCreating" I0703 14:15:41.186388 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-558846bc-klhph pod in namespace openshift-ingress (previous: false). I0703 14:15:41.385282 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-558846bc-klhph pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-558846bc-klhph\" is waiting to start: ContainerCreating" I0703 14:15:41.385304 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-558846bc-klhph\" is waiting to start: ContainerCreating" I0703 14:15:41.385316 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-f4fdfb64c-h6m5m pod in namespace openshift-ingress (previous: false). I0703 14:15:41.587977 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-f4fdfb64c-h6m5m pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-f4fdfb64c-h6m5m\" is waiting to start: ContainerCreating" I0703 14:15:41.587997 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-f4fdfb64c-h6m5m\" is waiting to start: ContainerCreating" I0703 14:15:41.588008 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-f5m86 pod in namespace openshift-ingress-canary (previous: false). W0703 14:15:41.591660 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 14:15:41.785497 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-f5m86 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-f5m86\" is waiting to start: ContainerCreating" I0703 14:15:41.785514 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-f5m86\" is waiting to start: ContainerCreating" I0703 14:15:41.785525 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-hkhfz pod in namespace openshift-ingress-canary (previous: false). I0703 14:15:41.985538 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-hkhfz pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-hkhfz\" is waiting to start: ContainerCreating" I0703 14:15:41.985558 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-hkhfz\" is waiting to start: ContainerCreating" I0703 14:15:41.985572 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-6cf78d8f89-gk4m5 pod in namespace openshift-kube-storage-version-migrator (previous: false). I0703 14:15:42.186092 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-6cf78d8f89-gk4m5 pod in namespace openshift-kube-storage-version-migrator (previous: false). I0703 14:15:42.386656 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-66d58888b9-dd79r pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). W0703 14:15:42.592015 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0703 14:15:42.592042 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0703 14:15:42.592057 1 tasks_processing.go:74] worker 12 stopped. E0703 14:15:42.592068 1 gather.go:144] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0703 14:15:42.592078 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0703 14:15:42.592091 1 gather.go:159] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0703 14:15:42.592100 1 gather.go:181] gatherer "clusterconfig" function "dvo_metrics" took 5.02972114s to process 1 records I0703 14:15:42.622719 1 tasks_processing.go:74] worker 14 stopped. I0703 14:15:42.622840 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=71ea13c61768bc9ba0cc7f8d1bbd96e200717ea40286ef6a7f719086d3e49cf5 I0703 14:15:42.622882 1 recorder.go:70] Recording events/openshift-dns with fingerprint=fcc021c63afb581e3052925b4f575cb65ebddcdce97e90da3898052f8ddbb942 I0703 14:15:42.622954 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=8c4bff62b6e80970a0055df91c5cdc470e43a412dfbe9d92273b65f677634f9d I0703 14:15:42.622978 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=52197ee7905ac06b78762bf902543f2dc97c5c352c5f63289d9925f2cbe1026d I0703 14:15:42.623025 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=71ca25206f4feed6bafd0742f3ce5e34c6f4b760186eca2cf570ca8a0c8e70ed I0703 14:15:42.623039 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=c33cd339c35b7440101ee4d066a8fa77f8edd49d5e11cabb5ba17d534660d36c I0703 14:15:42.623050 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator with fingerprint=ef90b1659f2377f1ad1a24aab498010f01630eee81db6b79dfb1e1f847b2eba8 I0703 14:15:42.623094 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=cee7a954fd12b4530c4fad9dc1f0a491affda0b86429083f341f04d24d24f35c I0703 14:15:42.623111 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-6cf78d8f89-gk4m5/migrator_current.log with fingerprint=59b78f0f8eeb7cb54fd81f5517a7f8e76f430391e54249250b4f45479bc627ca I0703 14:15:42.623115 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-6cf78d8f89-gk4m5/graceful-termination_current.log with fingerprint=6abb0b6d14fd9d9659f7d879052ca2b637f84d3e0f38ec2c998cff662620b6c5 I0703 14:15:42.623182 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-66d58888b9-dd79r/kube-storage-version-migrator-operator_current.log with fingerprint=c955a534505a14a8c6033f9be5048889c3cd681a8e378db5fe6f6eca3db150b6 I0703 14:15:42.623191 1 gather.go:181] gatherer "clusterconfig" function "operators_pods_and_events" took 5.090337062s to process 11 records I0703 14:15:50.468129 1 tasks_processing.go:74] worker 21 stopped. I0703 14:15:50.468167 1 recorder.go:70] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0703 14:15:50.468181 1 gather.go:181] gatherer "clusterconfig" function "install_plans" took 12.934152254s to process 1 records I0703 14:15:51.141631 1 tasks_processing.go:74] worker 3 stopped. I0703 14:15:51.141955 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=939ef323a6698d2e7e5b499f4ba67ba78f493d6a29f1c1cf0af4f66d3c654a96 I0703 14:15:51.141974 1 gather.go:181] gatherer "clusterconfig" function "service_accounts" took 13.609169401s to process 1 records E0703 14:15:51.142023 1 periodic.go:252] clusterconfig failed after 13.609s with: function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0703 14:15:51.142036 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0703 14:15:51.142044 1 periodic.go:214] Running workloads gatherer I0703 14:15:51.142058 1 tasks_processing.go:45] number of workers: 2 I0703 14:15:51.142064 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 14:15:51.142067 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0703 14:15:51.142080 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 14:15:51.142104 1 tasks_processing.go:71] worker 0 working on workload_info task. I0703 14:15:51.160107 1 gather_workloads_info.go:281] Loaded pods in 0s, will wait 20s for image data I0703 14:15:51.172975 1 gather_workloads_info.go:390] No image sha256:0c1abef76d6d2832ddcff31e950ffafeb4e0f6fad80a5f5dca94591de0fc9581 (13ms) I0703 14:15:51.181985 1 tasks_processing.go:74] worker 1 stopped. I0703 14:15:51.182005 1 gather.go:181] gatherer "workloads" function "helmchart_info" took 39.901548ms to process 0 records I0703 14:15:51.185229 1 gather_workloads_info.go:390] No image sha256:5bcfb1b739fa4e6ff9e21e4843f8520f29608135341f7d8dcc31084b9ba25f1d (12ms) I0703 14:15:51.197607 1 gather_workloads_info.go:390] No image sha256:4b9b7949d209e257a76053de4ac74193f747c0d42e25dcd270d655849a4e51aa (12ms) I0703 14:15:51.209464 1 gather_workloads_info.go:390] No image sha256:d09ac899f3001937771c6cadd50802a983e7c833fa2e0bde1958e134458c76ae (12ms) I0703 14:15:51.221442 1 gather_workloads_info.go:390] No image sha256:3a2c82b772ea6072e1eca0efc5303f002189e80b0e985fb3e3b8ea9a12fe8060 (12ms) I0703 14:15:51.233326 1 gather_workloads_info.go:390] No image sha256:30ff5e5b72f274598704ca69f1832eba1040cc25da47386004fd59500b6e4c55 (12ms) I0703 14:15:51.245878 1 gather_workloads_info.go:390] No image sha256:351ca92471647f383f3cd7f0b70f33f5fa11c39ab569c4948dff7d471a6c8be3 (13ms) I0703 14:15:51.258900 1 gather_workloads_info.go:390] No image sha256:a7fc4d05c4a3c82c9f355ca985d6fd26033c0d6a98716f25fcd2f54bae1d2fa0 (13ms) I0703 14:15:51.271141 1 gather_workloads_info.go:390] No image sha256:6a9b4fd887fa7f1729302fb0330c3c9a483197bf78becdcfda4235ec823a2c39 (12ms) I0703 14:15:51.283056 1 gather_workloads_info.go:390] No image sha256:3fea7db586d3236c1876a8b523af0d8d65c84d6f6cf5d0f4e41cafcffe6db5b5 (12ms) I0703 14:15:51.296012 1 gather_workloads_info.go:390] No image sha256:0242cefbf0bb876101c4d67ab4e07401cb0ba6c02be2b73a4f17ba33b2960005 (13ms) I0703 14:15:51.372940 1 gather_workloads_info.go:390] No image sha256:48dff3fcb0da58eb9b2b500f89af8b7d0790ffa60da0b0e301feca971dbafcbb (77ms) I0703 14:15:51.472910 1 gather_workloads_info.go:390] No image sha256:42b4c6bdf3081ec264bc5edbc4eb779151de9e4742d6fe59a316645891df649c (100ms) I0703 14:15:51.573412 1 gather_workloads_info.go:390] No image sha256:1eee856bde9bad71c4444c494225a0cf02d1f4a5293acf0bd6e7e1814efa0064 (100ms) I0703 14:15:51.674663 1 gather_workloads_info.go:390] No image sha256:80fdd5049bd2815e49c198a795a116976a852e8de630be74872439ba6c08758a (101ms) I0703 14:15:51.772413 1 gather_workloads_info.go:390] No image sha256:02283a64c1936a5dd09d5c6bc0ecbcf9196fe4df6a4055c8be22cebd850aa7a3 (98ms) I0703 14:15:51.872085 1 gather_workloads_info.go:390] No image sha256:c7aa910ca06f8fd89cdf2519136e0f3533bdacfc6bd58a3f6683f9f08756c7b1 (100ms) I0703 14:15:51.973517 1 gather_workloads_info.go:390] No image sha256:894452e6587de55d04e37163d3da53e11fced8fb08bd0acf61e6d49f7964284e (101ms) I0703 14:15:52.072957 1 gather_workloads_info.go:390] No image sha256:4dcdadc14b7bdb2c00954d92e957d63aafbbe5f4047fe028e575d65725923cb0 (99ms) I0703 14:15:52.173027 1 gather_workloads_info.go:390] No image sha256:0c6b7f828184b16a5e6630111e0715e11d34dae9b0bf64619466543e6168e05c (100ms) I0703 14:15:52.273536 1 gather_workloads_info.go:390] No image sha256:ed0c9631d6e424912cd8ce78ca7a2c4f76b3fc15e9e34fe00999170ccf19a611 (100ms) I0703 14:15:52.372247 1 gather_workloads_info.go:390] No image sha256:751bd7eb62f632c0eef0ca91b6c57c64d4f1279d4dbe1a9b875ac4020a7b693f (99ms) I0703 14:15:52.472514 1 gather_workloads_info.go:390] No image sha256:0158b297aec0a66376c04d3c7cf4828db5e5d9f424e331ff7c7b796828036875 (100ms) I0703 14:15:52.572097 1 gather_workloads_info.go:390] No image sha256:1c7c24111f1709d7648156873ced09462638aa4b3cf7e7aee13297e51bcdfb3e (100ms) I0703 14:15:52.672368 1 gather_workloads_info.go:390] No image sha256:13aabbaf260d634ff0e9ac1af88af075b5ba671fd51313e33e74d7d2f7e54128 (100ms) I0703 14:15:52.772668 1 gather_workloads_info.go:390] No image sha256:38787de16ee8c686305f93b501d891b50cde24136009863869d230c0d4eeee5c (100ms) I0703 14:15:52.872473 1 gather_workloads_info.go:390] No image sha256:41029e57ece558b2e0b12174ce924647fd9d5c5d83aadf4bba03d6916d3f9f54 (100ms) I0703 14:15:52.972495 1 gather_workloads_info.go:390] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (100ms) I0703 14:15:53.080617 1 gather_workloads_info.go:390] No image sha256:8562a483f4568254250f19fc68d79f88c94a48508aefe59a70c1021a3aad000a (108ms) I0703 14:15:53.080648 1 tasks_processing.go:74] worker 0 stopped. I0703 14:15:53.080956 1 recorder.go:70] Recording config/workload_info with fingerprint=0b0029ac019ef3b812b242169c0aaddfed8fc9a20a3116956bdd6445081828aa I0703 14:15:53.080973 1 gather.go:181] gatherer "workloads" function "workload_info" took 1.938535918s to process 1 records I0703 14:15:53.080992 1 periodic.go:261] Periodic gather workloads completed in 1.938s I0703 14:15:53.081004 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0703 14:15:53.081009 1 periodic.go:214] Running conditional gatherer I0703 14:15:53.093118 1 requests.go:282] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.18.9/gathering_rules I0703 14:15:53.099738 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.18.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.9:43051->172.30.0.10:53: read: connection refused E0703 14:15:53.100074 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 14:15:53.100138 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0703 14:15:53.110576 1 conditional_gatherer.go:390] cluster version is '4.18.9' E0703 14:15:53.110592 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 14:15:53.110598 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 14:15:53.110603 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 14:15:53.110606 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 14:15:53.110609 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 14:15:53.110613 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 14:15:53.110616 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 14:15:53.110619 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 14:15:53.110623 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0703 14:15:53.110644 1 tasks_processing.go:45] number of workers: 3 I0703 14:15:53.110658 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 14:15:53.110663 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0703 14:15:53.110688 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 14:15:53.110692 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 14:15:53.110707 1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task. I0703 14:15:53.110708 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0703 14:15:53.110718 1 tasks_processing.go:74] worker 1 stopped. I0703 14:15:53.110829 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0703 14:15:53.110845 1 gather.go:181] gatherer "conditional" function "conditional_gatherer_rules" took 1.172µs to process 1 records I0703 14:15:53.110884 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0703 14:15:53.110893 1 gather.go:181] gatherer "conditional" function "remote_configuration" took 1.659µs to process 1 records I0703 14:15:53.110899 1 gather.go:181] gatherer "conditional" function "rapid_container_logs" took 209.223µs to process 0 records I0703 14:15:53.110904 1 tasks_processing.go:74] worker 2 stopped. I0703 14:15:53.110911 1 tasks_processing.go:74] worker 0 stopped. I0703 14:15:53.110929 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.18.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.9:43051->172.30.0.10:53: read: connection refused I0703 14:15:53.110947 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 W0703 14:15:53.140136 1 gather.go:213] can't read cgroups memory usage data: open /sys/fs/cgroup/memory/memory.usage_in_bytes: no such file or directory I0703 14:15:53.140331 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=bc719ccefc049b8ebd5841e738c69db73b05906a053b4838f0ea242371e09b1d I0703 14:15:53.140455 1 diskrecorder.go:70] Writing 102 records to /var/lib/insights-operator/insights-2026-07-03-141553.tar.gz I0703 14:15:53.147510 1 diskrecorder.go:51] Wrote 102 records to disk in 7ms I0703 14:15:53.147547 1 periodic.go:283] Gathering cluster info every 2h0m0s I0703 14:15:53.147566 1 periodic.go:284] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0703 14:15:53.927739 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 14:15:54.123997 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 14:16:04.850470 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 14:16:46.840973 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="db7570e07d9e960a3c816527bd7161c205d1a582897b3fc524996d0d00b26acd") W0703 14:16:46.841009 1 builder.go:154] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0703 14:16:46.841054 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="43c1d0f7c8438500a90053df848810095eba2f66d57ca927990450379081c512") I0703 14:16:46.841103 1 genericapiserver.go:670] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0703 14:16:46.841117 1 base_controller.go:172] Shutting down LoggingSyncer ... I0703 14:16:46.841127 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0703 14:16:46.841143 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="5a7a0e561eb3d2156f742238b609ad5ab8414c059cacf02dfc62169ca2464cca") I0703 14:16:46.841146 1 periodic.go:175] Shutting down I0703 14:16:46.841166 1 base_controller.go:114] Shutting down worker of LoggingSyncer controller ... I0703 14:16:46.841165 1 genericapiserver.go:527] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0703 14:16:46.841175 1 base_controller.go:104] All LoggingSyncer workers have been terminated