W0930 01:42:59.958636 1 cmd.go:257] Using insecure, self-signed certificates I0930 01:43:00.322941 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:43:00.323219 1 observer_polling.go:159] Starting file observer W0930 01:43:00.342831 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0930 01:43:00.803154 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0930 01:43:00.803334 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0930 01:43:00.803818 1 secure_serving.go:57] Forcing use of http/1.1 only W0930 01:43:00.803838 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0930 01:43:00.803842 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0930 01:43:00.803847 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0930 01:43:00.803849 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0930 01:43:00.803852 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0930 01:43:00.803854 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0930 01:43:00.803900 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0930 01:43:00.809312 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0930 01:43:00.809300 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0930 01:43:00.812956 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0930 01:43:00.812970 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0930 01:43:00.812982 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0930 01:43:00.812996 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0930 01:43:00.813001 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0930 01:43:00.813011 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0930 01:43:00.813173 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2240491265/tls.crt::/tmp/serving-cert-2240491265/tls.key" I0930 01:43:00.813237 1 secure_serving.go:213] Serving securely on [::]:8443 I0930 01:43:00.813274 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" E0930 01:43:00.819110 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18d9f5cb66daf19b openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-09-30 01:43:00.809273755 +0000 UTC m=+0.882359131,LastTimestamp:2026-09-30 01:43:00.809273755 +0000 UTC m=+0.882359131,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0930 01:43:00.822176 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0930 01:43:00.822202 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0930 01:43:00.822303 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0930 01:43:00.833497 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0930 01:43:00.833515 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0930 01:43:00.853705 1 secretconfigobserver.go:119] support secret does not exist I0930 01:43:00.864971 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0930 01:43:00.884764 1 secretconfigobserver.go:119] support secret does not exist I0930 01:43:00.903413 1 recorder.go:156] Pruning old reports every 6h2m4s, max age is 288h0m0s I0930 01:43:00.913570 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0930 01:43:00.913579 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0930 01:43:00.913593 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0930 01:43:00.915983 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0930 01:43:00.915999 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0930 01:43:00.916007 1 periodic.go:212] Running clusterconfig gatherer I0930 01:43:00.916044 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0930 01:43:00.916059 1 insightsreport.go:296] Starting report retriever I0930 01:43:00.916060 1 tasks_processing.go:45] number of workers: 64 I0930 01:43:00.916066 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0930 01:43:00.916081 1 tasks_processing.go:69] worker 1 listening for tasks. I0930 01:43:00.916084 1 tasks_processing.go:69] worker 3 listening for tasks. I0930 01:43:00.916091 1 tasks_processing.go:69] worker 2 listening for tasks. I0930 01:43:00.916096 1 tasks_processing.go:69] worker 0 listening for tasks. I0930 01:43:00.916098 1 tasks_processing.go:69] worker 16 listening for tasks. I0930 01:43:00.916097 1 tasks_processing.go:69] worker 9 listening for tasks. I0930 01:43:00.916104 1 tasks_processing.go:69] worker 20 listening for tasks. I0930 01:43:00.916107 1 tasks_processing.go:69] worker 11 listening for tasks. I0930 01:43:00.916109 1 tasks_processing.go:71] worker 16 working on dvo_metrics task. I0930 01:43:00.916113 1 tasks_processing.go:69] worker 4 listening for tasks. I0930 01:43:00.916114 1 tasks_processing.go:69] worker 22 listening for tasks. I0930 01:43:00.916116 1 tasks_processing.go:69] worker 14 listening for tasks. I0930 01:43:00.916114 1 tasks_processing.go:71] worker 11 working on ingress_certificates task. I0930 01:43:00.916121 1 tasks_processing.go:71] worker 14 working on nodenetworkconfigurationpolicies task. I0930 01:43:00.916124 1 tasks_processing.go:69] worker 15 listening for tasks. I0930 01:43:00.916121 1 tasks_processing.go:69] worker 13 listening for tasks. I0930 01:43:00.916129 1 tasks_processing.go:71] worker 15 working on machine_autoscalers task. I0930 01:43:00.916132 1 tasks_processing.go:69] worker 18 listening for tasks. I0930 01:43:00.916136 1 tasks_processing.go:69] worker 12 listening for tasks. I0930 01:43:00.916138 1 tasks_processing.go:71] worker 9 working on metrics task. I0930 01:43:00.916141 1 tasks_processing.go:69] worker 19 listening for tasks. I0930 01:43:00.916103 1 tasks_processing.go:69] worker 10 listening for tasks. I0930 01:43:00.916147 1 tasks_processing.go:69] worker 7 listening for tasks. I0930 01:43:00.916109 1 tasks_processing.go:69] worker 21 listening for tasks. I0930 01:43:00.916152 1 tasks_processing.go:69] worker 5 listening for tasks. I0930 01:43:00.916117 1 tasks_processing.go:71] worker 4 working on clusterroles task. I0930 01:43:00.916156 1 tasks_processing.go:69] worker 6 listening for tasks. I0930 01:43:00.916158 1 tasks_processing.go:71] worker 5 working on sap_pods task. I0930 01:43:00.916165 1 tasks_processing.go:69] worker 8 listening for tasks. W0930 01:43:00.916166 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:43:00.916171 1 tasks_processing.go:71] worker 8 working on sap_config task. I0930 01:43:00.916103 1 tasks_processing.go:69] worker 24 listening for tasks. I0930 01:43:00.916170 1 tasks_processing.go:69] worker 46 listening for tasks. I0930 01:43:00.916180 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 31.875µs to process 0 records I0930 01:43:00.916177 1 tasks_processing.go:71] worker 22 working on overlapping_namespace_uids task. I0930 01:43:00.916188 1 tasks_processing.go:69] worker 26 listening for tasks. I0930 01:43:00.916190 1 tasks_processing.go:69] worker 58 listening for tasks. I0930 01:43:00.916192 1 tasks_processing.go:69] worker 63 listening for tasks. I0930 01:43:00.916195 1 tasks_processing.go:71] worker 1 working on openstack_dataplanenodesets task. I0930 01:43:00.916197 1 tasks_processing.go:69] worker 27 listening for tasks. I0930 01:43:00.916199 1 tasks_processing.go:69] worker 59 listening for tasks. I0930 01:43:00.916203 1 tasks_processing.go:69] worker 28 listening for tasks. I0930 01:43:00.916109 1 tasks_processing.go:71] worker 20 working on install_plans task. I0930 01:43:00.916214 1 tasks_processing.go:69] worker 61 listening for tasks. I0930 01:43:00.916215 1 tasks_processing.go:69] worker 30 listening for tasks. I0930 01:43:00.916201 1 tasks_processing.go:69] worker 57 listening for tasks. I0930 01:43:00.916214 1 tasks_processing.go:69] worker 48 listening for tasks. I0930 01:43:00.916208 1 tasks_processing.go:69] worker 60 listening for tasks. I0930 01:43:00.916222 1 tasks_processing.go:69] worker 53 listening for tasks. I0930 01:43:00.916181 1 tasks_processing.go:69] worker 25 listening for tasks. I0930 01:43:00.916228 1 tasks_processing.go:69] worker 62 listening for tasks. I0930 01:43:00.916209 1 tasks_processing.go:69] worker 29 listening for tasks. I0930 01:43:00.916232 1 tasks_processing.go:69] worker 54 listening for tasks. I0930 01:43:00.916233 1 tasks_processing.go:71] worker 25 working on oauths task. I0930 01:43:00.916236 1 tasks_processing.go:69] worker 33 listening for tasks. I0930 01:43:00.916238 1 tasks_processing.go:69] worker 49 listening for tasks. I0930 01:43:00.916240 1 tasks_processing.go:69] worker 55 listening for tasks. I0930 01:43:00.916240 1 tasks_processing.go:69] worker 50 listening for tasks. I0930 01:43:00.916242 1 tasks_processing.go:71] worker 29 working on container_runtime_configs task. I0930 01:43:00.916247 1 tasks_processing.go:69] worker 56 listening for tasks. I0930 01:43:00.916248 1 tasks_processing.go:71] worker 59 working on silenced_alerts task. I0930 01:43:00.916254 1 tasks_processing.go:71] worker 56 working on machines task. I0930 01:43:00.916238 1 tasks_processing.go:71] worker 54 working on image_pruners task. I0930 01:43:00.916267 1 tasks_processing.go:69] worker 36 listening for tasks. W0930 01:43:00.916266 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:43:00.916274 1 tasks_processing.go:69] worker 37 listening for tasks. I0930 01:43:00.916280 1 tasks_processing.go:69] worker 38 listening for tasks. I0930 01:43:00.916279 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 20.369µs to process 0 records I0930 01:43:00.916284 1 tasks_processing.go:71] worker 9 working on openstack_dataplanedeployments task. I0930 01:43:00.916293 1 tasks_processing.go:69] worker 39 listening for tasks. I0930 01:43:00.916300 1 tasks_processing.go:69] worker 40 listening for tasks. I0930 01:43:00.916302 1 tasks_processing.go:71] worker 26 working on machine_sets task. I0930 01:43:00.916305 1 tasks_processing.go:69] worker 41 listening for tasks. I0930 01:43:00.916311 1 tasks_processing.go:69] worker 42 listening for tasks. I0930 01:43:00.916317 1 tasks_processing.go:69] worker 43 listening for tasks. I0930 01:43:00.916324 1 tasks_processing.go:69] worker 44 listening for tasks. I0930 01:43:00.916330 1 tasks_processing.go:69] worker 45 listening for tasks. I0930 01:43:00.916334 1 tasks_processing.go:71] worker 49 working on version task. I0930 01:43:00.916346 1 tasks_processing.go:71] worker 3 working on openshift_machine_api_events task. I0930 01:43:00.916365 1 tasks_processing.go:71] worker 28 working on cost_management_metrics_configs task. I0930 01:43:00.916241 1 tasks_processing.go:71] worker 33 working on ceph_cluster task. I0930 01:43:00.916409 1 tasks_processing.go:71] worker 55 working on proxies task. I0930 01:43:00.916247 1 tasks_processing.go:71] worker 50 working on aggregated_monitoring_cr_names task. I0930 01:43:00.916449 1 tasks_processing.go:71] worker 24 working on operators task. I0930 01:43:00.916454 1 tasks_processing.go:71] worker 58 working on service_accounts task. I0930 01:43:00.916468 1 tasks_processing.go:69] worker 51 listening for tasks. I0930 01:43:00.916231 1 tasks_processing.go:69] worker 32 listening for tasks. I0930 01:43:00.916260 1 tasks_processing.go:69] worker 35 listening for tasks. I0930 01:43:00.916513 1 tasks_processing.go:71] worker 27 working on cluster_apiserver task. I0930 01:43:00.916527 1 tasks_processing.go:71] worker 61 working on crds task. I0930 01:43:00.916228 1 tasks_processing.go:69] worker 52 listening for tasks. I0930 01:43:00.916589 1 tasks_processing.go:71] worker 12 working on feature_gates task. I0930 01:43:00.916598 1 tasks_processing.go:71] worker 30 working on mutating_webhook_configurations task. I0930 01:43:00.916224 1 tasks_processing.go:69] worker 31 listening for tasks. I0930 01:43:00.916575 1 tasks_processing.go:71] worker 46 working on infrastructures task. I0930 01:43:00.916125 1 tasks_processing.go:69] worker 17 listening for tasks. I0930 01:43:00.916582 1 tasks_processing.go:71] worker 13 working on pod_network_connectivity_checks task. I0930 01:43:00.916665 1 tasks_processing.go:71] worker 10 working on olm_operators task. I0930 01:43:00.916233 1 tasks_processing.go:71] worker 62 working on container_images task. I0930 01:43:00.916710 1 tasks_processing.go:71] worker 17 working on image task. I0930 01:43:00.916718 1 tasks_processing.go:71] worker 0 working on openstack_version task. I0930 01:43:00.916724 1 tasks_processing.go:71] worker 21 working on openstack_controlplanes task. I0930 01:43:00.916568 1 tasks_processing.go:71] worker 2 working on storage_classes task. I0930 01:43:00.916580 1 tasks_processing.go:71] worker 19 working on config_maps task. I0930 01:43:00.916184 1 tasks_processing.go:69] worker 47 listening for tasks. I0930 01:43:00.916585 1 tasks_processing.go:71] worker 18 working on nodes task. I0930 01:43:00.916831 1 tasks_processing.go:71] worker 44 working on schedulers task. I0930 01:43:00.916659 1 tasks_processing.go:71] worker 7 working on operators_pods_and_events task. I0930 01:43:00.916447 1 tasks_processing.go:71] worker 63 working on image_registries task. I0930 01:43:00.916832 1 tasks_processing.go:71] worker 39 working on ingress task. I0930 01:43:00.916254 1 tasks_processing.go:69] worker 34 listening for tasks. I0930 01:43:00.917025 1 tasks_processing.go:74] worker 34 stopped. I0930 01:43:00.916594 1 tasks_processing.go:71] worker 60 working on openshift_logging task. I0930 01:43:00.916159 1 tasks_processing.go:71] worker 6 working on tsdb_status task. W0930 01:43:00.917110 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:43:00.916812 1 tasks_processing.go:71] worker 47 working on lokistack task. I0930 01:43:00.917123 1 tasks_processing.go:74] worker 6 stopped. I0930 01:43:00.916808 1 tasks_processing.go:71] worker 53 working on monitoring_persistent_volumes task. I0930 01:43:00.917131 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 24.287µs to process 0 records I0930 01:43:00.916814 1 tasks_processing.go:71] worker 41 working on active_alerts task. W0930 01:43:00.917154 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:43:00.916819 1 tasks_processing.go:71] worker 36 working on storage_cluster task. I0930 01:43:00.916819 1 tasks_processing.go:71] worker 51 working on machine_config_pools task. I0930 01:43:00.916822 1 tasks_processing.go:71] worker 59 working on validating_webhook_configurations task. I0930 01:43:00.916823 1 tasks_processing.go:71] worker 42 working on machine_configs task. I0930 01:43:00.916825 1 tasks_processing.go:71] worker 37 working on authentication task. I0930 01:43:00.916827 1 tasks_processing.go:71] worker 43 working on support_secret task. I0930 01:43:00.916829 1 tasks_processing.go:71] worker 38 working on sap_datahubs task. I0930 01:43:00.916835 1 tasks_processing.go:71] worker 45 working on networks task. I0930 01:43:00.916834 1 tasks_processing.go:71] worker 40 working on machine_healthchecks task. I0930 01:43:00.916843 1 tasks_processing.go:71] worker 35 working on certificate_signing_requests task. I0930 01:43:00.916841 1 tasks_processing.go:71] worker 57 working on pdbs task. I0930 01:43:00.916842 1 tasks_processing.go:71] worker 48 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0930 01:43:00.916846 1 tasks_processing.go:71] worker 32 working on jaegers task. I0930 01:43:00.916847 1 tasks_processing.go:71] worker 52 working on nodenetworkstates task. I0930 01:43:00.916848 1 tasks_processing.go:71] worker 31 working on node_logs task. I0930 01:43:00.917162 1 tasks_processing.go:74] worker 41 stopped. I0930 01:43:00.917166 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 17.538µs to process 0 records I0930 01:43:00.916143 1 tasks_processing.go:69] worker 23 listening for tasks. I0930 01:43:00.918199 1 tasks_processing.go:74] worker 23 stopped. I0930 01:43:00.922976 1 base_controller.go:82] Caches are synced for ConfigController I0930 01:43:00.922986 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0930 01:43:00.932389 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0930 01:43:00.932405 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0930 01:43:00.932408 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0930 01:43:00.932410 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0930 01:43:00.932421 1 controller.go:458] The operator is still being initialized I0930 01:43:00.932425 1 controller.go:481] The operator is healthy I0930 01:43:00.938970 1 tasks_processing.go:74] worker 40 stopped. E0930 01:43:00.938982 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0930 01:43:00.938989 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 21.207809ms to process 0 records I0930 01:43:00.939118 1 tasks_processing.go:74] worker 55 stopped. I0930 01:43:00.939202 1 recorder.go:70] Recording config/proxy with fingerprint=0bc6b70b98d1a0f4390cea548f2be108d4964f13e4f68ab5279f8ea0a4827e7f I0930 01:43:00.939218 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 22.699926ms to process 1 records I0930 01:43:00.939300 1 tasks_processing.go:74] worker 25 stopped. I0930 01:43:00.939407 1 recorder.go:70] Recording config/oauth with fingerprint=30767027a77df6ef0d3f351c26b0b208f6c7943ea708ed97a46895baf08f0401 I0930 01:43:00.939419 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 22.941232ms to process 1 records I0930 01:43:00.946926 1 tasks_processing.go:74] worker 15 stopped. I0930 01:43:00.946938 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 30.791324ms to process 0 records I0930 01:43:00.946944 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 30.517379ms to process 0 records I0930 01:43:00.946949 1 tasks_processing.go:74] worker 33 stopped. I0930 01:43:00.946957 1 tasks_processing.go:74] worker 38 stopped. I0930 01:43:00.946968 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 29.393359ms to process 0 records I0930 01:43:00.946976 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 29.735469ms to process 0 records I0930 01:43:00.946981 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 29.777115ms to process 0 records I0930 01:43:00.946987 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 30.778328ms to process 0 records I0930 01:43:00.946993 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 30.739872ms to process 0 records I0930 01:43:00.946998 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 30.868932ms to process 0 records I0930 01:43:00.947002 1 tasks_processing.go:74] worker 36 stopped. I0930 01:43:00.947004 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 30.620793ms to process 0 records I0930 01:43:00.947008 1 tasks_processing.go:74] worker 28 stopped. I0930 01:43:00.947009 1 tasks_processing.go:74] worker 29 stopped. I0930 01:43:00.947013 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 30.700619ms to process 0 records I0930 01:43:00.947016 1 tasks_processing.go:74] worker 14 stopped. I0930 01:43:00.947015 1 tasks_processing.go:74] worker 1 stopped. I0930 01:43:00.947021 1 tasks_processing.go:74] worker 51 stopped. I0930 01:43:00.947025 1 tasks_processing.go:74] worker 9 stopped. I0930 01:43:00.947021 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 30.715162ms to process 0 records I0930 01:43:00.947024 1 tasks_processing.go:74] worker 26 stopped. I0930 01:43:00.947034 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 28.996292ms to process 0 records I0930 01:43:00.947040 1 tasks_processing.go:74] worker 32 stopped. I0930 01:43:00.947041 1 tasks_processing.go:74] worker 52 stopped. I0930 01:43:00.947049 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 28.930725ms to process 0 records I0930 01:43:00.947067 1 tasks_processing.go:74] worker 56 stopped. E0930 01:43:00.947076 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0930 01:43:00.947083 1 gather.go:177] gatherer "clusterconfig" function "machines" took 30.807749ms to process 0 records I0930 01:43:00.947298 1 tasks_processing.go:74] worker 54 stopped. I0930 01:43:00.947519 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=faf6c41a5f0d2fa40a7edadd6b9be861341dff6d983765ea20649912ac336938 I0930 01:43:00.947531 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 31.026671ms to process 1 records I0930 01:43:00.958925 1 tasks_processing.go:74] worker 43 stopped. E0930 01:43:00.958935 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0930 01:43:00.958940 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 41.457749ms to process 0 records I0930 01:43:00.959246 1 tasks_processing.go:74] worker 27 stopped. I0930 01:43:00.959334 1 recorder.go:70] Recording config/apiserver with fingerprint=5604c6fce48282782ac20333101375c24467cc6082e5513b922486487007a53f I0930 01:43:00.959344 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 42.727481ms to process 1 records I0930 01:43:00.959349 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 42.980939ms to process 0 records I0930 01:43:00.959353 1 tasks_processing.go:74] worker 3 stopped. I0930 01:43:00.959851 1 tasks_processing.go:74] worker 45 stopped. I0930 01:43:00.960292 1 recorder.go:70] Recording config/network with fingerprint=58af9dabf04db552a3a3d27debbf10c32ad83683bdd76c5a2c94af7606b97960 I0930 01:43:00.960522 1 gather.go:177] gatherer "clusterconfig" function "networks" took 42.157547ms to process 1 records I0930 01:43:00.960556 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 44.25361ms to process 0 records I0930 01:43:00.960564 1 tasks_processing.go:74] worker 8 stopped. I0930 01:43:00.960801 1 tasks_processing.go:74] worker 12 stopped. I0930 01:43:00.961112 1 recorder.go:70] Recording config/featuregate with fingerprint=9b31acbaba38afb4c41abcf1f14ffc9538a0e80068d4a1254c262e5d4605ba4f I0930 01:43:00.961406 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 44.191677ms to process 1 records I0930 01:43:00.961496 1 tasks_processing.go:74] worker 37 stopped. I0930 01:43:00.961615 1 recorder.go:70] Recording config/authentication with fingerprint=836c60597400ec7c6bd1416bd451e95ff58dc2d534f12054d6f1e9252a38aa93 I0930 01:43:00.961627 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 43.548496ms to process 1 records I0930 01:43:00.961962 1 tasks_processing.go:74] worker 63 stopped. I0930 01:43:00.962340 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=8fd938773ed74e95c2c2a19d764bcfe6a1cd08c4cce0fe4cb02ff87a165ad5c4 I0930 01:43:00.962356 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 44.981892ms to process 1 records I0930 01:43:00.966803 1 tasks_processing.go:74] worker 47 stopped. I0930 01:43:00.966815 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 49.676578ms to process 0 records I0930 01:43:00.966821 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 50.640199ms to process 0 records I0930 01:43:00.966825 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 49.780409ms to process 0 records E0930 01:43:00.966829 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0930 01:43:00.966833 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 50.15878ms to process 0 records I0930 01:43:00.966834 1 tasks_processing.go:74] worker 5 stopped. E0930 01:43:00.966837 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0930 01:43:00.966840 1 tasks_processing.go:74] worker 60 stopped. I0930 01:43:00.966843 1 tasks_processing.go:74] worker 13 stopped. I0930 01:43:00.966851 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:43:00.966858 1 tasks_processing.go:74] worker 42 stopped. I0930 01:43:00.966854 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0930 01:43:00.966879 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 49.457705ms to process 1 records I0930 01:43:00.966886 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 50.136312ms to process 0 records I0930 01:43:00.966890 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 50.140477ms to process 0 records I0930 01:43:00.966895 1 tasks_processing.go:74] worker 21 stopped. I0930 01:43:00.966894 1 tasks_processing.go:74] worker 0 stopped. I0930 01:43:00.969033 1 tasks_processing.go:74] worker 53 stopped. I0930 01:43:00.969041 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 51.901038ms to process 0 records I0930 01:43:00.969068 1 tasks_processing.go:74] worker 57 stopped. I0930 01:43:00.969153 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=7e5c316ab6214aa648d2aff2f3a29b89fec35b88eeb0e3bec7af68303b5ea728 I0930 01:43:00.969169 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=8d2bfb493a962ddd5c1e59ddd1419caa0de570ad4e8a4f92c73f4bfb9d192d9b I0930 01:43:00.969182 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=d270b7b0cb11f3ea3cf2838485b2a11d7d6ed72a56e1ec890ff4a75b11d9a225 I0930 01:43:00.969187 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 51.208786ms to process 3 records I0930 01:43:00.969273 1 tasks_processing.go:74] worker 17 stopped. I0930 01:43:00.969281 1 recorder.go:70] Recording config/image with fingerprint=c92d0918835e74aa9b825af63da969f84df5db1ad2ee223edc6cafb64ad30d85 I0930 01:43:00.969289 1 gather.go:177] gatherer "clusterconfig" function "image" took 52.413685ms to process 1 records I0930 01:43:00.970797 1 tasks_processing.go:74] worker 35 stopped. I0930 01:43:00.970809 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 53.008621ms to process 0 records W0930 01:43:00.977574 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:43:00.986261 1 tasks_processing.go:74] worker 2 stopped. I0930 01:43:00.986336 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=f458593316a688c17bf387b855dabca3326630b23250ae26c60e6b888dbf2e1b I0930 01:43:00.986357 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=c87b55f41346e7a6e2dc7e94caaa428f46085145087a38d1b9f256cf9da5ec92 I0930 01:43:00.986362 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 69.524094ms to process 2 records I0930 01:43:00.986416 1 tasks_processing.go:74] worker 46 stopped. I0930 01:43:00.986709 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0930 01:43:00.986786 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0930 01:43:00.986802 1 operator.go:287] started I0930 01:43:00.986822 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0930 01:43:00.987028 1 recorder.go:70] Recording config/infrastructure with fingerprint=4e51fe590058992c6ce81b4cc52efdf64d88ef4cd0f9940f25189c2b9411c0b5 I0930 01:43:00.987040 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 69.759507ms to process 1 records I0930 01:43:00.987127 1 tasks_processing.go:74] worker 39 stopped. I0930 01:43:00.987141 1 recorder.go:70] Recording config/ingress with fingerprint=ad9eb7440605fd095c7da77c1e2126e998e2c869ac6c3901dbfbd9b8a56c6e27 I0930 01:43:00.987147 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 69.768273ms to process 1 records I0930 01:43:00.987221 1 tasks_processing.go:74] worker 61 stopped. I0930 01:43:00.987600 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=785eeb8c01a1eac83905d0b1e7a2debb51c76f48f03e6f8fa1777d25268c4201 I0930 01:43:00.987746 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=1ead6e3826e8a742520aed436735bc1a75fd52c6f2a60eca2f8d889e5087ff54 I0930 01:43:00.987754 1 gather.go:177] gatherer "clusterconfig" function "crds" took 70.234367ms to process 2 records I0930 01:43:00.989395 1 tasks_processing.go:74] worker 10 stopped. I0930 01:43:00.989448 1 recorder.go:70] Recording config/olm_operators with fingerprint=0c6b5d884c8453b07dddaa9d021f1aa2961687299bc5f2f02b318892718a7c76 I0930 01:43:00.989460 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 72.71851ms to process 1 records I0930 01:43:00.990865 1 tasks_processing.go:74] worker 4 stopped. I0930 01:43:00.990975 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=8f93de32497f0b7c697deffb6213537a845af64cfcf9e461121b9b1357fc9057 I0930 01:43:00.991023 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=1217103ed6bdf63cea18935d324938d53995c0e7a9be23c486925a9bd5c196d0 I0930 01:43:00.991031 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 74.701862ms to process 2 records I0930 01:43:00.995099 1 tasks_processing.go:74] worker 44 stopped. I0930 01:43:00.995189 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=21e9bc0a6cf20a1ac1a06d480beb0dc822e843c0f555bcce0356835ae5b1d06b I0930 01:43:00.995207 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 78.234655ms to process 1 records I0930 01:43:00.995220 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 78.661968ms to process 0 records I0930 01:43:00.995231 1 tasks_processing.go:74] worker 50 stopped. I0930 01:43:00.995299 1 tasks_processing.go:74] worker 59 stopped. I0930 01:43:00.995355 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=ed991a29010521deb1c5f5d4e357ab9852e8404c39c8c87348d84b955ca4d3aa I0930 01:43:00.995399 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=c910ffb40ef1c833b1738a050061d5a917a393ef626cb42b6a4854eb489dcb80 I0930 01:43:00.995413 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=ad71090029ae5005b4e8df242ad51a8e91a868205db30145b092b4305f3bcdfc I0930 01:43:00.995426 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=f6483c2e9973f6b3a0889ecf01f14b06112d2a22bfc25f28d7a3c37a077676e0 I0930 01:43:00.995445 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=d941e7942112fbd565b555518da690bdf08def69ee042fd21184f476600aa449 I0930 01:43:00.995459 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=b1cdf877f30739e4acaddd250328e3569811f9b3827e497da05077180cf408bc I0930 01:43:00.995490 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=c44e66ca709b4456ff9f2a261fb137e63b3c875009308f443f1eccd70c017408 I0930 01:43:00.995508 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=05a2c8c24fe695f784c8934f9e8ac6159f8810b49727a2289ca108baf210d9e8 I0930 01:43:00.995523 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=be4ae7dfb5b542df206bd1677ba36bedafb07331307e073ec1abbe0a20f29559 I0930 01:43:00.995538 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=f1a763f2f0a214f92ac6c98ce78a5e9de6877f22cd0dcbdbe420bcf6d1a9ad01 I0930 01:43:00.995553 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=92abb0e41655dd15b3c703a122aee20271db966d62cae080971d321171340c6c I0930 01:43:00.995559 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 77.888591ms to process 11 records I0930 01:43:00.997994 1 tasks_processing.go:74] worker 48 stopped. I0930 01:43:00.998005 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 80.066727ms to process 0 records I0930 01:43:00.999229 1 tasks_processing.go:74] worker 31 stopped. I0930 01:43:00.999286 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 81.082076ms to process 0 records I0930 01:43:01.001054 1 tasks_processing.go:74] worker 30 stopped. I0930 01:43:01.001134 1 controller.go:203] Source scaController *sca.Controller is not ready I0930 01:43:01.001146 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0930 01:43:01.001149 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0930 01:43:01.001153 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0930 01:43:01.001155 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0930 01:43:01.001157 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=7c36fbcc030eb18f0eeb52b70a307fd7e93095ba71e3b8d17e08f9925c9a2552 I0930 01:43:01.001168 1 controller.go:458] The operator is still being initialized I0930 01:43:01.001172 1 controller.go:481] The operator is healthy I0930 01:43:01.001180 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=d559705a94e1d90c1b3648e50970ce7607a3928f0bffff07e5b5562aab3f5b66 I0930 01:43:01.001196 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=80179fd74a5885f869d810033baa90a1cd70de682911ecd291701e2ba89dba2d I0930 01:43:01.001204 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 84.445962ms to process 3 records I0930 01:43:01.001288 1 tasks_processing.go:74] worker 18 stopped. I0930 01:43:01.001412 1 recorder.go:70] Recording config/node/ip-10-0-135-204.ec2.internal with fingerprint=27f29dde36d8f8a12d096807e30dbc375b3816b7c2a0738f754aaf29276a0a3a I0930 01:43:01.001449 1 recorder.go:70] Recording config/node/ip-10-0-159-125.ec2.internal with fingerprint=499324e5e124c7bccdf101ceeb41c65f473b949c01b0438581b56ce6cd34641d I0930 01:43:01.001505 1 recorder.go:70] Recording config/node/ip-10-0-164-82.ec2.internal with fingerprint=577ccf28634c29ef939b57eacd2117ae0dbf506307214cb490cd8551256b137d I0930 01:43:01.001513 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 84.216077ms to process 3 records I0930 01:43:01.004966 1 prometheus_rules.go:88] Prometheus rules successfully created I0930 01:43:01.018150 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0930 01:43:01.020843 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.9:38108->172.30.0.10:53: read: connection refused E0930 01:43:01.020847 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273fdfffed-fc0b-45af-a371-c6bdd03f4dd3%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.9:38108->172.30.0.10:53: read: connection refused I0930 01:43:01.020854 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.9:38108->172.30.0.10:53: read: connection refused I0930 01:43:01.020857 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273fdfffed-fc0b-45af-a371-c6bdd03f4dd3%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.9:38108->172.30.0.10:53: read: connection refused I0930 01:43:01.035076 1 tasks_processing.go:74] worker 19 stopped. E0930 01:43:01.035088 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0930 01:43:01.035092 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0930 01:43:01.035095 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0930 01:43:01.035101 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0930 01:43:01.035136 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0930 01:43:01.035143 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0930 01:43:01.035147 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0930 01:43:01.035150 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0930 01:43:01.035166 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0930 01:43:01.035172 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0930 01:43:01.035176 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 118.32931ms to process 7 records I0930 01:43:01.063363 1 tasks_processing.go:74] worker 49 stopped. I0930 01:43:01.064311 1 recorder.go:70] Recording config/version with fingerprint=76de9dfa75caf780cf583095181f65310090da54194f09844c1ba070378f5b8a I0930 01:43:01.064332 1 recorder.go:70] Recording config/id with fingerprint=fc3ec6e8a5fd01241375b07d0b101ee3fa086ac72faca7c02d16346b67d736f6 I0930 01:43:01.064339 1 gather.go:177] gatherer "clusterconfig" function "version" took 147.021631ms to process 2 records I0930 01:43:01.064841 1 tasks_processing.go:74] worker 22 stopped. I0930 01:43:01.064875 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0930 01:43:01.064895 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 148.648556ms to process 1 records I0930 01:43:01.071991 1 tasks_processing.go:74] worker 62 stopped. I0930 01:43:01.073135 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-x94f9 with fingerprint=c9062e6e4b103f0bec114c86062477f60cde6a96c977cc2fcb782f148ae92099 I0930 01:43:01.073177 1 recorder.go:70] Recording config/running_containers with fingerprint=a4645d834a878fdae0b03983eea7dbc73f54c2ba7987064c4c0b73821790c2b6 I0930 01:43:01.073185 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 155.308161ms to process 2 records I0930 01:43:01.086954 1 base_controller.go:82] Caches are synced for LoggingSyncer I0930 01:43:01.086964 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0930 01:43:01.099051 1 tasks_processing.go:74] worker 11 stopped. E0930 01:43:01.099067 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0930 01:43:01.099080 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2t51b7lerh9j584s4h7okjnndsgjaa58-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2t51b7lerh9j584s4h7okjnndsgjaa58-primary-cert-bundle-secret" not found I0930 01:43:01.099128 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=aa2273242ef02883d6bc69a7cf210c4618b0e1f15f10ebcf8646acdb6c40e7e1 I0930 01:43:01.099142 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 182.922969ms to process 1 records I0930 01:43:01.415706 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0930 01:43:01.610954 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W0930 01:43:01.977364 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:43:02.184334 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0930 01:43:02.184347 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0930 01:43:02.184432 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-9fd55 pod in namespace openshift-dns (previous: false). I0930 01:43:02.408403 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9fd55 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-9fd55\" is waiting to start: ContainerCreating" I0930 01:43:02.408418 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-9fd55\" is waiting to start: ContainerCreating" I0930 01:43:02.408426 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-9fd55 pod in namespace openshift-dns (previous: false). I0930 01:43:02.413003 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0930 01:43:02.588518 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9fd55 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-9fd55\" is waiting to start: ContainerCreating" I0930 01:43:02.588533 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-9fd55\" is waiting to start: ContainerCreating" I0930 01:43:02.588561 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-npnr2 pod in namespace openshift-dns (previous: false). I0930 01:43:02.818969 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-npnr2 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-npnr2\" is waiting to start: ContainerCreating" I0930 01:43:02.818985 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-npnr2\" is waiting to start: ContainerCreating" I0930 01:43:02.818993 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-npnr2 pod in namespace openshift-dns (previous: false). W0930 01:43:02.977014 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:43:02.993537 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-npnr2 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-npnr2\" is waiting to start: ContainerCreating" I0930 01:43:02.993551 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-npnr2\" is waiting to start: ContainerCreating" I0930 01:43:02.993577 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-pxcbn pod in namespace openshift-dns (previous: false). I0930 01:43:03.015778 1 tasks_processing.go:74] worker 24 stopped. I0930 01:43:03.015834 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=3718d0df13c3431d8dd4c171ff112e38a255d44e47b027fe09dd4b34455cd134 I0930 01:43:03.015868 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=fbef5d9bd7f96f8fd73a8a878d19e0be940bba1e84d3d0aa242013a78d412da7 I0930 01:43:03.015898 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0930 01:43:03.015922 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=45abf694d566314d03b109669d5f4351e3dd51ebe70e967abe29ff29648347ba I0930 01:43:03.015939 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0930 01:43:03.015959 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=c97b0a9aefdfaeee5ab909620b8bef83e29447246f8603ee341e0ae2b3124bd5 I0930 01:43:03.015979 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=15b1f400fdfb1a8f7286249dae476f09e635ff0f1bba5861485a0e5d52647950 I0930 01:43:03.015999 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=6a73194b9c7423ac1e8304ae1e5154d794374dff6f42b085c8c199abc8e85128 I0930 01:43:03.016008 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=2a7a87bcc46f27d7ce517ebbbd368ccce716e0946fb83438cc8fe495d2b34d2a I0930 01:43:03.016032 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=5aba1acb4d5e3e044d5c03ed1c126ded6b079ea0ad2356cce4be51497cc437d0 I0930 01:43:03.016041 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0930 01:43:03.016052 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=27349483bf8c01b662637b4c9f0107fba79bc07c9a9be108fe5a362638dc140d I0930 01:43:03.016062 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0930 01:43:03.016073 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=4b3b71fa259240baeb4e734e186955924edaaa3cb03787d0894e1e2eba3bf34f I0930 01:43:03.016082 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0930 01:43:03.016095 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=10cc6dddcbb5b8963dc20a03aadd0f767d365036e4d2522daf2eb030999c1085 I0930 01:43:03.016104 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0930 01:43:03.016113 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=beb62189b8160d8966740719fcea54b5ecc72132a8509616d02959104bd9ff8b I0930 01:43:03.016181 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=e2eae34af1562032be0213654af32f695cc245bf680f79867aa63e20ba8db333 I0930 01:43:03.016201 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0930 01:43:03.016214 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=7830a8aedcfa0aa94a8b72ff90e8f579a0362aad304793c1d8ef3e712230091a I0930 01:43:03.016228 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=4d47220fdb79dbb4242882d4e9198cdc1c8592258fb297c16f1429c1b28fe88c I0930 01:43:03.016241 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0930 01:43:03.016253 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=e2b6bb0e8811c9bfe1de6969bdc8a29d6997e271849d461652e68b5bda0c683a I0930 01:43:03.016261 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0930 01:43:03.016269 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=7c4105f63bd8c228aa0559fbf4096d9ae55cb1051d32487738a250677a7d781e I0930 01:43:03.016280 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=594874a4b06b1e3e17b004b77e29faed35508a9f3c4b261cf7a99a86357721e8 I0930 01:43:03.016289 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=ecb2710e228f979173c492ddce4e0787d35fa3819f644c9c95b334f2057c93f3 I0930 01:43:03.016300 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=5439312d99e0fa9038bfff225b33598bc55790fd20d9057df38aca4beb4d0be3 I0930 01:43:03.016315 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=cc75dba21cb1d342fd00bf148786f4b52e6f4153b783702c98d060054b0db1cb I0930 01:43:03.016322 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0930 01:43:03.016339 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=022d5aa1dff6f2bd6c8e88204b2f82e273b8e5d188280c5c8e60798a9a63b445 I0930 01:43:03.016353 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0930 01:43:03.016361 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0930 01:43:03.016367 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.099315418s to process 34 records I0930 01:43:03.239951 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-pxcbn pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-pxcbn\" is waiting to start: ContainerCreating" I0930 01:43:03.239969 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-pxcbn\" is waiting to start: ContainerCreating" I0930 01:43:03.239975 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-pxcbn pod in namespace openshift-dns (previous: false). I0930 01:43:03.391992 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-pxcbn pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-pxcbn\" is waiting to start: ContainerCreating" I0930 01:43:03.392007 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-pxcbn\" is waiting to start: ContainerCreating" I0930 01:43:03.392016 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-66w9f pod in namespace openshift-dns (previous: false). I0930 01:43:03.589883 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:43:03.589899 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-8kx25 pod in namespace openshift-dns (previous: false). I0930 01:43:03.790041 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:43:03.790057 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q2mdq pod in namespace openshift-dns (previous: false). W0930 01:43:03.977589 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:43:03.988729 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:43:03.988786 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-59d46956ff-jshsr pod in namespace openshift-image-registry (previous: false). I0930 01:43:04.190423 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-59d46956ff-jshsr pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-59d46956ff-jshsr\" is waiting to start: ContainerCreating" I0930 01:43:04.190439 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-59d46956ff-jshsr\" is waiting to start: ContainerCreating" I0930 01:43:04.190489 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-77f776cdb8-kkq2p pod in namespace openshift-image-registry (previous: false). I0930 01:43:04.387694 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-77f776cdb8-kkq2p pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-77f776cdb8-kkq2p\" is waiting to start: ContainerCreating" I0930 01:43:04.387709 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-77f776cdb8-kkq2p\" is waiting to start: ContainerCreating" I0930 01:43:04.387744 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-77f776cdb8-mnmhp pod in namespace openshift-image-registry (previous: false). I0930 01:43:04.589178 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-77f776cdb8-mnmhp pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-77f776cdb8-mnmhp\" is waiting to start: ContainerCreating" I0930 01:43:04.589194 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-77f776cdb8-mnmhp\" is waiting to start: ContainerCreating" I0930 01:43:04.589202 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-5lq7g pod in namespace openshift-image-registry (previous: false). I0930 01:43:04.788873 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:43:04.788889 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-kdtkt pod in namespace openshift-image-registry (previous: false). W0930 01:43:04.977677 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:43:04.989237 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:43:04.989249 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-m466w pod in namespace openshift-image-registry (previous: false). I0930 01:43:05.188024 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:43:05.188040 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6657b4d46b-b9g56 pod in namespace openshift-ingress (previous: false). I0930 01:43:05.389294 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6657b4d46b-b9g56 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6657b4d46b-b9g56\" is waiting to start: ContainerCreating" I0930 01:43:05.389309 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6657b4d46b-b9g56\" is waiting to start: ContainerCreating" I0930 01:43:05.389318 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6657b4d46b-bmx8m pod in namespace openshift-ingress (previous: false). I0930 01:43:05.587444 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6657b4d46b-bmx8m pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6657b4d46b-bmx8m\" is waiting to start: ContainerCreating" I0930 01:43:05.587457 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6657b4d46b-bmx8m\" is waiting to start: ContainerCreating" I0930 01:43:05.587465 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-66c5f76b69-dmvp2 pod in namespace openshift-ingress (previous: false). I0930 01:43:05.787237 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-66c5f76b69-dmvp2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-66c5f76b69-dmvp2\" is waiting to start: ContainerCreating" I0930 01:43:05.787252 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-66c5f76b69-dmvp2\" is waiting to start: ContainerCreating" I0930 01:43:05.787277 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ptrwx pod in namespace openshift-ingress-canary (previous: false). W0930 01:43:05.977417 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0930 01:43:05.977442 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0930 01:43:05.977455 1 tasks_processing.go:74] worker 16 stopped. E0930 01:43:05.977465 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0930 01:43:05.977488 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0930 01:43:05.977500 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0930 01:43:05.977510 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.061335614s to process 1 records I0930 01:43:05.988836 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-ptrwx pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ptrwx\" is waiting to start: ContainerCreating" I0930 01:43:05.988850 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ptrwx\" is waiting to start: ContainerCreating" I0930 01:43:05.988860 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-q4xb2 pod in namespace openshift-ingress-canary (previous: false). I0930 01:43:06.187368 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-q4xb2 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-q4xb2\" is waiting to start: ContainerCreating" I0930 01:43:06.187382 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-q4xb2\" is waiting to start: ContainerCreating" I0930 01:43:06.187406 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-x5rh8 pod in namespace openshift-ingress-canary (previous: false). I0930 01:43:06.388465 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-x5rh8 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-x5rh8\" is waiting to start: ContainerCreating" I0930 01:43:06.388496 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-x5rh8\" is waiting to start: ContainerCreating" I0930 01:43:06.388515 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-949fdd477-wfcrv pod in namespace openshift-kube-storage-version-migrator (previous: false). I0930 01:43:06.589592 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-949fdd477-wfcrv pod in namespace openshift-kube-storage-version-migrator (previous: false). I0930 01:43:06.791464 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-7944b9f44d-l659s pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0930 01:43:07.009548 1 tasks_processing.go:74] worker 7 stopped. I0930 01:43:07.009628 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=ea65b8fa9b93238aa4e9fe9c8bf23724180e31f176dee7ff1903112eb4014623 I0930 01:43:07.009830 1 recorder.go:70] Recording events/openshift-dns with fingerprint=5b44d990c8a682769e98c51a10253b9ff86853e800b4c5447793802434d54618 I0930 01:43:07.009933 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=370363dceb964d38981dfe585b8263a137fc8f184a794c3f7fe8b8adecef8ba6 I0930 01:43:07.010159 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=869c1e1b2be05374ebfe4a9cc2c3acf469d6702f10d5ae1274f5f66233ad59dc I0930 01:43:07.010221 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=e1777dcbbfd2d877916831bd0b7ff625f61fe45101554f812a2fb51b9da35363 I0930 01:43:07.010250 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=d751de685a65ba1ec02caa1b2317c44a2ad87dd3392e10f890ba8f336051d678 I0930 01:43:07.010269 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator with fingerprint=0fc5f2e9e60d010c77aabfdabfd717c2d533eff41440ebaf265bf9436f7035c1 I0930 01:43:07.010322 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=07eadf0ed207c0b59046651e3242c0d7a9455e04a01d25ea4b97ca7c09b061c3 I0930 01:43:07.010497 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-npnr2 with fingerprint=a0021a61eafdbc2a9bc49972db8b15987e1687da5bf6953bab14afffb2d667b0 I0930 01:43:07.010587 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-pxcbn with fingerprint=6a296b4d2d65bc6793b9655bb263320f3610e26625bd477ce0f1b60c33a26010 I0930 01:43:07.010692 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-59d46956ff-jshsr with fingerprint=dc76ebfe7f85d9772d8df54d02ad8cbed8761f1659c3307ea9f29fdf4221d955 I0930 01:43:07.010786 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-77f776cdb8-kkq2p with fingerprint=04508fd0a2dfbc7c4e5a6ee4b6035b3e72f5b11662eaebce24810c35590a1528 I0930 01:43:07.010961 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-77f776cdb8-mnmhp with fingerprint=400f3f82a630d02ea434089f838da7d12cc8314df73477cdc30c04d6acf99ede I0930 01:43:07.011232 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-ptrwx with fingerprint=3ea0ada8c30b28a179197600f7706973d48a813129a8d5f0c23f9a8d1b75708f I0930 01:43:07.011272 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-x5rh8 with fingerprint=bb1fdd65d5ad081a3c58888a133244eb6af6c190b2475c5fb003a9368aff2ed1 I0930 01:43:07.011283 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-wfcrv/migrator_current.log with fingerprint=f2802ecc0587ce3319619fcab170f566a95d7ad19434ae2a109da9a7d6f4396f I0930 01:43:07.011287 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-wfcrv/graceful-termination_current.log with fingerprint=4db5394b8892a958cc8e77fb8ee4070814faa321d734a57f71d4717e56540f5d I0930 01:43:07.011322 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-7944b9f44d-l659s/kube-storage-version-migrator-operator_current.log with fingerprint=c55da72a5c014559164ba54b57c1bae8d7b111a3b457a6fe2b32ab08a1d16953 I0930 01:43:07.011334 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.092617405s to process 18 records I0930 01:43:12.938064 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:43:13.783456 1 tasks_processing.go:74] worker 20 stopped. I0930 01:43:13.783512 1 recorder.go:70] Recording config/installplans with fingerprint=6f9781df213f917044fe07f29e6836f4c98c6ccf7740910e145b68b90ff5234d I0930 01:43:13.783526 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.867231075s to process 1 records I0930 01:43:14.521759 1 tasks_processing.go:74] worker 58 stopped. I0930 01:43:14.521972 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=40a83a894d0cf5587650f76f2ccfab0c74acdbf62accc67d33c8bf68f5833b03 I0930 01:43:14.521988 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.605288373s to process 1 records E0930 01:43:14.522038 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.606s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0930 01:43:14.523138 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0930 01:43:14.523152 1 periodic.go:212] Running workloads gatherer I0930 01:43:14.523167 1 tasks_processing.go:45] number of workers: 2 I0930 01:43:14.523174 1 tasks_processing.go:69] worker 1 listening for tasks. I0930 01:43:14.523179 1 tasks_processing.go:71] worker 1 working on workload_info task. I0930 01:43:14.523180 1 tasks_processing.go:69] worker 0 listening for tasks. I0930 01:43:14.523252 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0930 01:43:14.544806 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0930 01:43:14.549156 1 tasks_processing.go:74] worker 0 stopped. I0930 01:43:14.549172 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 25.887886ms to process 0 records I0930 01:43:14.553386 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (9ms) I0930 01:43:14.561581 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (8ms) I0930 01:43:14.569812 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (8ms) I0930 01:43:14.577646 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (8ms) I0930 01:43:14.585757 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (8ms) I0930 01:43:14.594071 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (8ms) I0930 01:43:14.605124 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (11ms) I0930 01:43:14.613786 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (9ms) I0930 01:43:14.621684 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (8ms) I0930 01:43:14.630925 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (9ms) I0930 01:43:14.653463 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (23ms) I0930 01:43:14.754200 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (101ms) I0930 01:43:14.853423 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (99ms) I0930 01:43:14.953925 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (100ms) I0930 01:43:15.054123 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms) I0930 01:43:15.154185 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (100ms) I0930 01:43:15.253944 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (100ms) I0930 01:43:15.353530 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms) I0930 01:43:15.455241 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (102ms) I0930 01:43:15.553405 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (98ms) I0930 01:43:15.609279 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:43:15.652667 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (99ms) I0930 01:43:15.753529 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (101ms) I0930 01:43:15.812279 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:43:15.854469 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (101ms) I0930 01:43:15.953798 1 gather_workloads_info.go:387] No image sha256:798001e24f1ed6a5621c442729a840ba2a2abc43433901e8450caa12b4bad5c5 (99ms) I0930 01:43:16.057184 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (103ms) I0930 01:43:16.154862 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (98ms) I0930 01:43:16.254201 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (99ms) I0930 01:43:16.354357 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0930 01:43:16.453749 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (99ms) I0930 01:43:16.553938 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (100ms) I0930 01:43:16.653750 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (100ms) I0930 01:43:16.653777 1 tasks_processing.go:74] worker 1 stopped. E0930 01:43:16.653785 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0930 01:43:16.654002 1 recorder.go:70] Recording config/workload_info with fingerprint=ef3afb4a0b768fcc83cbadc2dc5ed06e45f854f66c8f23e492644003638f4af4 I0930 01:43:16.654019 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.130590713s to process 1 records E0930 01:43:16.654041 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.13s with: function \"workload_info\" failed with an error" I0930 01:43:16.655133 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0930 01:43:16.655144 1 periodic.go:212] Running conditional gatherer I0930 01:43:16.663110 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0930 01:43:16.668155 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.9:51782->172.30.0.10:53: read: connection refused E0930 01:43:16.668392 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:43:16.668444 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0930 01:43:16.676210 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0930 01:43:16.676221 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:43:16.676225 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:43:16.676228 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:43:16.676230 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:43:16.676232 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:43:16.676235 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:43:16.676237 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:43:16.676239 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:43:16.676241 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0930 01:43:16.676252 1 tasks_processing.go:45] number of workers: 3 I0930 01:43:16.676260 1 tasks_processing.go:69] worker 2 listening for tasks. I0930 01:43:16.676264 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0930 01:43:16.676266 1 tasks_processing.go:69] worker 0 listening for tasks. I0930 01:43:16.676275 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0930 01:43:16.676280 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0930 01:43:16.676279 1 tasks_processing.go:69] worker 1 listening for tasks. I0930 01:43:16.676287 1 tasks_processing.go:74] worker 1 stopped. I0930 01:43:16.676330 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0930 01:43:16.676344 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 818ns to process 1 records I0930 01:43:16.676369 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0930 01:43:16.676380 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 845ns to process 1 records I0930 01:43:16.676384 1 tasks_processing.go:74] worker 0 stopped. I0930 01:43:16.676494 1 tasks_processing.go:74] worker 2 stopped. I0930 01:43:16.676515 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 210.262µs to process 0 records I0930 01:43:16.676530 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.9:51782->172.30.0.10:53: read: connection refused I0930 01:43:16.676541 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0930 01:43:16.698227 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=749e0a494c27faebd1e8903aa4e6a26a0ef41dc0bbd49fca02e5495f5f55db3a I0930 01:43:16.698342 1 diskrecorder.go:70] Writing 112 records to /var/lib/insights-operator/insights-2026-09-30-014316.tar.gz I0930 01:43:16.704525 1 diskrecorder.go:51] Wrote 112 records to disk in 6ms I0930 01:43:16.704551 1 periodic.go:281] Gathering cluster info every 2h0m0s I0930 01:43:16.704567 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0930 01:43:27.027858 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:44:30.324135 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="a3c35c341664b4641bc1163ce911e24b56085b7b6721e4f7d59d346cc94327bc") W0930 01:44:30.324167 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0930 01:44:30.324197 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="5fb172f2526ab51bed493c2f9516446e15f9044a3582f70b997294a11a7382fb") I0930 01:44:30.324250 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="313e959c035aacb007f04e363ba46b39d6533a2ca7b384eb439a5e2e1843e3b0") I0930 01:44:30.324291 1 periodic.go:173] Shutting down I0930 01:44:30.324315 1 base_controller.go:181] Shutting down LoggingSyncer ... I0930 01:44:30.324339 1 base_controller.go:181] Shutting down ConfigController ... I0930 01:44:30.324350 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0930 01:44:30.324371 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector