W0930 01:51:20.371652 1 cmd.go:257] Using insecure, self-signed certificates I0930 01:51:20.989837 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:51:20.990081 1 observer_polling.go:159] Starting file observer W0930 01:51:21.011716 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0930 01:51:21.334467 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0930 01:51:21.334651 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0930 01:51:21.335565 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0930 01:51:21.335625 1 secure_serving.go:57] Forcing use of http/1.1 only W0930 01:51:21.335656 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0930 01:51:21.335664 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0930 01:51:21.335672 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0930 01:51:21.335676 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0930 01:51:21.335678 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0930 01:51:21.335680 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0930 01:51:21.342480 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0930 01:51:21.342497 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] E0930 01:51:21.348275 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18d9f63ff0f54093 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-09-30 01:51:21.342460051 +0000 UTC m=+1.001007763,LastTimestamp:2026-09-30 01:51:21.342460051 +0000 UTC m=+1.001007763,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0930 01:51:21.354174 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0930 01:51:21.354202 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0930 01:51:21.354242 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0930 01:51:21.354257 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0930 01:51:21.354270 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0930 01:51:21.354283 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0930 01:51:21.354285 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0930 01:51:21.354293 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0930 01:51:21.354299 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0930 01:51:21.354466 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1294930096/tls.crt::/tmp/serving-cert-1294930096/tls.key" I0930 01:51:21.354612 1 secure_serving.go:213] Serving securely on [::]:8443 I0930 01:51:21.354628 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0930 01:51:21.367030 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0930 01:51:21.367058 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0930 01:51:21.378263 1 secretconfigobserver.go:119] support secret does not exist I0930 01:51:21.384232 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0930 01:51:21.391287 1 secretconfigobserver.go:119] support secret does not exist I0930 01:51:21.392805 1 recorder.go:156] Pruning old reports every 4h17m45s, max age is 288h0m0s I0930 01:51:21.397764 1 periodic.go:212] Running clusterconfig gatherer I0930 01:51:21.397775 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0930 01:51:21.397784 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0930 01:51:21.397793 1 insightsreport.go:296] Starting report retriever I0930 01:51:21.397800 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0930 01:51:21.397797 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0930 01:51:21.397821 1 tasks_processing.go:45] number of workers: 64 I0930 01:51:21.397836 1 tasks_processing.go:69] worker 0 listening for tasks. I0930 01:51:21.397845 1 tasks_processing.go:69] worker 13 listening for tasks. I0930 01:51:21.397852 1 tasks_processing.go:69] worker 1 listening for tasks. I0930 01:51:21.397859 1 tasks_processing.go:69] worker 2 listening for tasks. I0930 01:51:21.397864 1 tasks_processing.go:69] worker 14 listening for tasks. I0930 01:51:21.397865 1 tasks_processing.go:71] worker 2 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0930 01:51:21.397870 1 tasks_processing.go:71] worker 14 working on dvo_metrics task. I0930 01:51:21.397887 1 tasks_processing.go:69] worker 40 listening for tasks. I0930 01:51:21.397895 1 tasks_processing.go:71] worker 40 working on validating_webhook_configurations task. I0930 01:51:21.397900 1 tasks_processing.go:69] worker 27 listening for tasks. I0930 01:51:21.397908 1 tasks_processing.go:69] worker 15 listening for tasks. I0930 01:51:21.397915 1 tasks_processing.go:69] worker 16 listening for tasks. I0930 01:51:21.397913 1 tasks_processing.go:69] worker 53 listening for tasks. I0930 01:51:21.397921 1 tasks_processing.go:69] worker 17 listening for tasks. I0930 01:51:21.397925 1 tasks_processing.go:69] worker 47 listening for tasks. I0930 01:51:21.397928 1 tasks_processing.go:69] worker 18 listening for tasks. I0930 01:51:21.397929 1 tasks_processing.go:69] worker 48 listening for tasks. I0930 01:51:21.397933 1 tasks_processing.go:69] worker 19 listening for tasks. I0930 01:51:21.397933 1 tasks_processing.go:69] worker 49 listening for tasks. I0930 01:51:21.397934 1 tasks_processing.go:69] worker 46 listening for tasks. I0930 01:51:21.397941 1 tasks_processing.go:69] worker 50 listening for tasks. I0930 01:51:21.397940 1 tasks_processing.go:69] worker 20 listening for tasks. I0930 01:51:21.397947 1 tasks_processing.go:69] worker 51 listening for tasks. I0930 01:51:21.397950 1 tasks_processing.go:69] worker 52 listening for tasks. I0930 01:51:21.397946 1 tasks_processing.go:69] worker 21 listening for tasks. I0930 01:51:21.397950 1 tasks_processing.go:69] worker 59 listening for tasks. I0930 01:51:21.397957 1 tasks_processing.go:69] worker 41 listening for tasks. I0930 01:51:21.397954 1 tasks_processing.go:69] worker 22 listening for tasks. I0930 01:51:21.397958 1 tasks_processing.go:69] worker 30 listening for tasks. I0930 01:51:21.397960 1 tasks_processing.go:69] worker 23 listening for tasks. I0930 01:51:21.397965 1 tasks_processing.go:69] worker 42 listening for tasks. I0930 01:51:21.397966 1 tasks_processing.go:69] worker 29 listening for tasks. I0930 01:51:21.397966 1 tasks_processing.go:69] worker 24 listening for tasks. I0930 01:51:21.397962 1 tasks_processing.go:69] worker 28 listening for tasks. I0930 01:51:21.397965 1 tasks_processing.go:69] worker 33 listening for tasks. I0930 01:51:21.397973 1 tasks_processing.go:69] worker 60 listening for tasks. I0930 01:51:21.397973 1 tasks_processing.go:69] worker 43 listening for tasks. I0930 01:51:21.397975 1 tasks_processing.go:69] worker 55 listening for tasks. I0930 01:51:21.397974 1 tasks_processing.go:69] worker 25 listening for tasks. I0930 01:51:21.397971 1 tasks_processing.go:69] worker 54 listening for tasks. I0930 01:51:21.397980 1 tasks_processing.go:71] worker 0 working on machine_autoscalers task. I0930 01:51:21.397982 1 tasks_processing.go:69] worker 32 listening for tasks. I0930 01:51:21.397984 1 tasks_processing.go:69] worker 44 listening for tasks. I0930 01:51:21.397984 1 tasks_processing.go:69] worker 63 listening for tasks. I0930 01:51:21.397976 1 tasks_processing.go:69] worker 62 listening for tasks. I0930 01:51:21.397987 1 tasks_processing.go:71] worker 13 working on oauths task. I0930 01:51:21.397990 1 tasks_processing.go:69] worker 61 listening for tasks. I0930 01:51:21.397993 1 tasks_processing.go:69] worker 38 listening for tasks. I0930 01:51:21.397991 1 tasks_processing.go:69] worker 36 listening for tasks. I0930 01:51:21.397993 1 tasks_processing.go:69] worker 31 listening for tasks. I0930 01:51:21.398001 1 tasks_processing.go:69] worker 37 listening for tasks. I0930 01:51:21.397991 1 tasks_processing.go:69] worker 45 listening for tasks. I0930 01:51:21.398006 1 tasks_processing.go:69] worker 5 listening for tasks. I0930 01:51:21.398006 1 tasks_processing.go:69] worker 35 listening for tasks. I0930 01:51:21.398008 1 tasks_processing.go:69] worker 6 listening for tasks. I0930 01:51:21.398007 1 tasks_processing.go:69] worker 56 listening for tasks. I0930 01:51:21.398012 1 tasks_processing.go:69] worker 3 listening for tasks. I0930 01:51:21.397997 1 tasks_processing.go:69] worker 34 listening for tasks. I0930 01:51:21.398013 1 tasks_processing.go:69] worker 58 listening for tasks. I0930 01:51:21.398017 1 tasks_processing.go:69] worker 39 listening for tasks. I0930 01:51:21.397859 1 tasks_processing.go:71] worker 1 working on machine_healthchecks task. I0930 01:51:21.398019 1 tasks_processing.go:69] worker 12 listening for tasks. I0930 01:51:21.398020 1 tasks_processing.go:69] worker 11 listening for tasks. I0930 01:51:21.398022 1 tasks_processing.go:69] worker 9 listening for tasks. I0930 01:51:21.398024 1 tasks_processing.go:69] worker 10 listening for tasks. I0930 01:51:21.398008 1 tasks_processing.go:69] worker 8 listening for tasks. I0930 01:51:21.398000 1 tasks_processing.go:69] worker 57 listening for tasks. I0930 01:51:21.398019 1 tasks_processing.go:69] worker 4 listening for tasks. I0930 01:51:21.398019 1 tasks_processing.go:69] worker 7 listening for tasks. I0930 01:51:21.397980 1 tasks_processing.go:69] worker 26 listening for tasks. I0930 01:51:21.398095 1 tasks_processing.go:71] worker 15 working on monitoring_persistent_volumes task. I0930 01:51:21.398097 1 tasks_processing.go:71] worker 48 working on jaegers task. I0930 01:51:21.398102 1 tasks_processing.go:71] worker 62 working on metrics task. I0930 01:51:21.398102 1 tasks_processing.go:71] worker 51 working on openstack_controlplanes task. I0930 01:51:21.398108 1 tasks_processing.go:71] worker 61 working on overlapping_namespace_uids task. I0930 01:51:21.398109 1 tasks_processing.go:71] worker 46 working on install_plans task. I0930 01:51:21.398124 1 tasks_processing.go:71] worker 19 working on openshift_machine_api_events task. I0930 01:51:21.398132 1 tasks_processing.go:71] worker 52 working on cost_management_metrics_configs task. I0930 01:51:21.398139 1 tasks_processing.go:71] worker 17 working on image_pruners task. I0930 01:51:21.398147 1 tasks_processing.go:71] worker 34 working on nodes task. I0930 01:51:21.398158 1 tasks_processing.go:71] worker 47 working on authentication task. I0930 01:51:21.398166 1 tasks_processing.go:71] worker 16 working on nodenetworkconfigurationpolicies task. I0930 01:51:21.398195 1 tasks_processing.go:71] worker 49 working on storage_cluster task. I0930 01:51:21.398229 1 tasks_processing.go:71] worker 18 working on image_registries task. I0930 01:51:21.398271 1 tasks_processing.go:71] worker 22 working on machine_configs task. W0930 01:51:21.398124 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:51:21.398380 1 tasks_processing.go:74] worker 62 stopped. I0930 01:51:21.398389 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 271.677µs to process 0 records I0930 01:51:21.398211 1 tasks_processing.go:71] worker 45 working on tsdb_status task. W0930 01:51:21.398410 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:51:21.398416 1 tasks_processing.go:74] worker 45 stopped. I0930 01:51:21.398422 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 16.632µs to process 0 records I0930 01:51:21.398095 1 tasks_processing.go:71] worker 27 working on infrastructures task. I0930 01:51:21.398103 1 tasks_processing.go:71] worker 26 working on silenced_alerts task. I0930 01:51:21.398215 1 tasks_processing.go:71] worker 38 working on ceph_cluster task. W0930 01:51:21.398463 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:51:21.398471 1 tasks_processing.go:74] worker 26 stopped. I0930 01:51:21.398477 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 17.239µs to process 0 records I0930 01:51:21.398218 1 tasks_processing.go:71] worker 36 working on clusterroles task. I0930 01:51:21.398221 1 tasks_processing.go:71] worker 31 working on operators_pods_and_events task. I0930 01:51:21.398224 1 tasks_processing.go:71] worker 37 working on aggregated_monitoring_cr_names task. I0930 01:51:21.398246 1 tasks_processing.go:71] worker 53 working on lokistack task. I0930 01:51:21.398251 1 tasks_processing.go:71] worker 50 working on ingress_certificates task. I0930 01:51:21.398255 1 tasks_processing.go:71] worker 6 working on active_alerts task. I0930 01:51:21.398258 1 tasks_processing.go:71] worker 28 working on sap_pods task. W0930 01:51:21.398727 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:51:21.398732 1 tasks_processing.go:74] worker 6 stopped. I0930 01:51:21.398736 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 14.634µs to process 0 records I0930 01:51:21.398259 1 tasks_processing.go:71] worker 5 working on nodenetworkstates task. I0930 01:51:21.398261 1 tasks_processing.go:71] worker 21 working on pdbs task. I0930 01:51:21.398265 1 tasks_processing.go:71] worker 59 working on container_images task. I0930 01:51:21.398264 1 tasks_processing.go:71] worker 35 working on olm_operators task. I0930 01:51:21.398268 1 tasks_processing.go:71] worker 41 working on crds task. I0930 01:51:21.398262 1 tasks_processing.go:71] worker 20 working on container_runtime_configs task. I0930 01:51:21.398270 1 tasks_processing.go:71] worker 25 working on openstack_dataplanenodesets task. I0930 01:51:21.398273 1 tasks_processing.go:71] worker 33 working on certificate_signing_requests task. I0930 01:51:21.398273 1 tasks_processing.go:71] worker 9 working on schedulers task. I0930 01:51:21.398277 1 tasks_processing.go:71] worker 60 working on support_secret task. I0930 01:51:21.398277 1 tasks_processing.go:71] worker 58 working on node_logs task. I0930 01:51:21.398281 1 tasks_processing.go:71] worker 39 working on storage_classes task. I0930 01:51:21.398279 1 tasks_processing.go:71] worker 43 working on feature_gates task. I0930 01:51:21.398280 1 tasks_processing.go:71] worker 55 working on proxies task. I0930 01:51:21.398283 1 tasks_processing.go:71] worker 11 working on image task. I0930 01:51:21.398284 1 tasks_processing.go:71] worker 12 working on machine_sets task. I0930 01:51:21.398286 1 tasks_processing.go:71] worker 32 working on mutating_webhook_configurations task. I0930 01:51:21.398284 1 tasks_processing.go:71] worker 56 working on sap_config task. I0930 01:51:21.398285 1 tasks_processing.go:71] worker 3 working on networks task. I0930 01:51:21.398290 1 tasks_processing.go:71] worker 57 working on service_accounts task. I0930 01:51:21.398289 1 tasks_processing.go:71] worker 44 working on operators task. I0930 01:51:21.398290 1 tasks_processing.go:71] worker 63 working on cluster_apiserver task. I0930 01:51:21.398290 1 tasks_processing.go:71] worker 54 working on openshift_logging task. I0930 01:51:21.398293 1 tasks_processing.go:71] worker 42 working on pod_network_connectivity_checks task. I0930 01:51:21.398294 1 tasks_processing.go:71] worker 10 working on openstack_version task. I0930 01:51:21.398294 1 tasks_processing.go:71] worker 4 working on version task. I0930 01:51:21.398295 1 tasks_processing.go:71] worker 29 working on openstack_dataplanedeployments task. I0930 01:51:21.401082 1 tasks_processing.go:74] worker 0 stopped. I0930 01:51:21.398296 1 tasks_processing.go:71] worker 30 working on machines task. I0930 01:51:21.398296 1 tasks_processing.go:71] worker 24 working on machine_config_pools task. I0930 01:51:21.398297 1 tasks_processing.go:71] worker 23 working on ingress task. I0930 01:51:21.398297 1 tasks_processing.go:71] worker 8 working on sap_datahubs task. I0930 01:51:21.398300 1 tasks_processing.go:71] worker 7 working on config_maps task. I0930 01:51:21.401100 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 3.094504ms to process 0 records I0930 01:51:21.402293 1 tasks_processing.go:74] worker 49 stopped. I0930 01:51:21.402306 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 4.052609ms to process 0 records I0930 01:51:21.406010 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0930 01:51:21.406025 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0930 01:51:21.406028 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0930 01:51:21.406031 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0930 01:51:21.406041 1 controller.go:458] The operator is still being initialized I0930 01:51:21.406048 1 controller.go:481] The operator is healthy I0930 01:51:21.407210 1 tasks_processing.go:74] worker 48 stopped. I0930 01:51:21.407223 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 9.103224ms to process 0 records I0930 01:51:21.407970 1 tasks_processing.go:74] worker 24 stopped. I0930 01:51:21.407981 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 6.670292ms to process 0 records I0930 01:51:21.409517 1 tasks_processing.go:74] worker 29 stopped. I0930 01:51:21.409527 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 8.437006ms to process 0 records I0930 01:51:21.413657 1 tasks_processing.go:74] worker 60 stopped. E0930 01:51:21.413666 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0930 01:51:21.413672 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 14.040573ms to process 0 records I0930 01:51:21.415907 1 tasks_processing.go:74] worker 30 stopped. E0930 01:51:21.415916 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0930 01:51:21.415921 1 gather.go:177] gatherer "clusterconfig" function "machines" took 14.741672ms to process 0 records I0930 01:51:21.417362 1 tasks_processing.go:74] worker 27 stopped. I0930 01:51:21.417969 1 recorder.go:70] Recording config/infrastructure with fingerprint=9a65222a14d07e1cc24ec7800892b31bd336c18160ee8365ccaf22fa39d92618 I0930 01:51:21.417987 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 18.923402ms to process 1 records I0930 01:51:21.417997 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 18.672522ms to process 0 records I0930 01:51:21.418002 1 tasks_processing.go:74] worker 5 stopped. I0930 01:51:21.425782 1 tasks_processing.go:74] worker 59 stopped. I0930 01:51:21.427040 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-vfskv with fingerprint=ec3e56ed577bd2d73786bb9f900aefa0afbd2b59024654307348c60b928078f5 I0930 01:51:21.427077 1 recorder.go:70] Recording config/running_containers with fingerprint=ffbd6339230906de991ad62e7016e9b5b298e870151cacd7973751b1129fc7f3 I0930 01:51:21.427085 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 26.835985ms to process 2 records I0930 01:51:21.432771 1 tasks_processing.go:74] worker 51 stopped. I0930 01:51:21.432787 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 34.655827ms to process 0 records I0930 01:51:21.432824 1 tasks_processing.go:74] worker 38 stopped. I0930 01:51:21.432832 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 34.362764ms to process 0 records I0930 01:51:21.432856 1 tasks_processing.go:74] worker 54 stopped. I0930 01:51:21.432870 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 32.17862ms to process 0 records I0930 01:51:21.432917 1 tasks_processing.go:74] worker 22 stopped. E0930 01:51:21.432926 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0930 01:51:21.432950 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0930 01:51:21.432963 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 34.602899ms to process 1 records I0930 01:51:21.433875 1 tasks_processing.go:74] worker 20 stopped. I0930 01:51:21.433885 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 34.642645ms to process 0 records I0930 01:51:21.434237 1 tasks_processing.go:74] worker 15 stopped. I0930 01:51:21.434251 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 36.134907ms to process 0 records I0930 01:51:21.434295 1 tasks_processing.go:74] worker 56 stopped. I0930 01:51:21.434302 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 34.107646ms to process 0 records I0930 01:51:21.434360 1 tasks_processing.go:74] worker 42 stopped. E0930 01:51:21.434369 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0930 01:51:21.434374 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 33.599917ms to process 0 records I0930 01:51:21.434846 1 tasks_processing.go:74] worker 10 stopped. I0930 01:51:21.434854 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 33.970902ms to process 0 records I0930 01:51:21.434915 1 tasks_processing.go:74] worker 1 stopped. E0930 01:51:21.434932 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0930 01:51:21.434948 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 36.891438ms to process 0 records I0930 01:51:21.435037 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0930 01:51:21.435119 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0930 01:51:21.435160 1 operator.go:287] started I0930 01:51:21.435174 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0930 01:51:21.436421 1 tasks_processing.go:74] worker 21 stopped. I0930 01:51:21.436568 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=bf45f9a54ba755cdf5af6dd0921a4a9c6172e2c5509079754c45081ff79e2441 I0930 01:51:21.436605 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=78bc3df3c90ec368dd6ccbb3ad305e67032cc3a211b1cb7ddb68eedadf598446 I0930 01:51:21.436619 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=18e9495c64146806904de8f8eb8434d55234812296ad75b7a01a051948bda288 I0930 01:51:21.436630 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 37.558936ms to process 3 records I0930 01:51:21.436642 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 37.120818ms to process 0 records I0930 01:51:21.436649 1 tasks_processing.go:74] worker 33 stopped. I0930 01:51:21.436667 1 tasks_processing.go:74] worker 12 stopped. I0930 01:51:21.436674 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 36.595886ms to process 0 records I0930 01:51:21.436694 1 tasks_processing.go:74] worker 39 stopped. I0930 01:51:21.436788 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=77a20eef137ff1eeee0db1125351536abe60b7081de2c4bdeb1a874a86212338 I0930 01:51:21.436804 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=d8bcdcc8aa67558440a7b3423092a8e77f11c0d97f090c109dc22c9726015a37 I0930 01:51:21.436817 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 36.934124ms to process 2 records I0930 01:51:21.436826 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 38.230214ms to process 0 records I0930 01:51:21.436830 1 tasks_processing.go:74] worker 53 stopped. I0930 01:51:21.437377 1 tasks_processing.go:74] worker 18 stopped. I0930 01:51:21.437629 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=f9799363f2fc3e066d638ab8acebd0ea7b23d076f1bc3795c12b21b1b9957352 I0930 01:51:21.437639 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 39.095656ms to process 1 records I0930 01:51:21.438267 1 tasks_processing.go:74] worker 28 stopped. I0930 01:51:21.438281 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 39.535211ms to process 0 records I0930 01:51:21.438726 1 tasks_processing.go:74] worker 34 stopped. I0930 01:51:21.439487 1 recorder.go:70] Recording config/node/ip-10-0-136-86.ec2.internal with fingerprint=0ab64e487745ce1ec961df34a100b60ffed5a4fd38b347b9e1abbb54fa78a1be I0930 01:51:21.439621 1 recorder.go:70] Recording config/node/ip-10-0-147-12.ec2.internal with fingerprint=9a19eb6545787ec39642fe688b4264a4f1cfb7361327aa9d98e8f09b2abc3c91 I0930 01:51:21.439752 1 recorder.go:70] Recording config/node/ip-10-0-173-17.ec2.internal with fingerprint=0dcd61d576ad9eb6f85bf96f8f488648d7b445c81550b7dddea07356004d4fc6 I0930 01:51:21.439776 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 40.561025ms to process 3 records I0930 01:51:21.440395 1 tasks_processing.go:74] worker 8 stopped. I0930 01:51:21.440408 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 38.870238ms to process 0 records I0930 01:51:21.440416 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 42.257952ms to process 0 records I0930 01:51:21.440420 1 tasks_processing.go:74] worker 19 stopped. I0930 01:51:21.440832 1 tasks_processing.go:74] worker 11 stopped. I0930 01:51:21.440958 1 recorder.go:70] Recording config/image with fingerprint=a3b1f830d36020e80ffe64b2e4332242c2fd433ea2a313aac70a22001cd89dbc I0930 01:51:21.440978 1 gather.go:177] gatherer "clusterconfig" function "image" took 40.829486ms to process 1 records I0930 01:51:21.440994 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 41.151003ms to process 0 records I0930 01:51:21.441008 1 tasks_processing.go:74] worker 58 stopped. I0930 01:51:21.441044 1 tasks_processing.go:74] worker 61 stopped. I0930 01:51:21.441064 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0930 01:51:21.441075 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 42.925219ms to process 1 records I0930 01:51:21.442102 1 tasks_processing.go:74] worker 25 stopped. I0930 01:51:21.442112 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 42.795961ms to process 0 records I0930 01:51:21.442120 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 43.965215ms to process 0 records I0930 01:51:21.442135 1 tasks_processing.go:74] worker 52 stopped. I0930 01:51:21.442440 1 tasks_processing.go:74] worker 3 stopped. I0930 01:51:21.442563 1 recorder.go:70] Recording config/network with fingerprint=9d6529456c17ba110061be0447120e19c893749810b0e074cc9e49639faae43f I0930 01:51:21.442573 1 gather.go:177] gatherer "clusterconfig" function "networks" took 42.217886ms to process 1 records I0930 01:51:21.442669 1 tasks_processing.go:74] worker 23 stopped. I0930 01:51:21.442671 1 recorder.go:70] Recording config/ingress with fingerprint=acc4cd800150ed7beefe40e6a6a184256ff178084a583f98d119322533d78b95 I0930 01:51:21.442684 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 41.180981ms to process 1 records I0930 01:51:21.443505 1 tasks_processing.go:74] worker 16 stopped. I0930 01:51:21.443512 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 45.31882ms to process 0 records I0930 01:51:21.445897 1 tasks_processing.go:74] worker 17 stopped. I0930 01:51:21.445976 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=88b57694b4cfd2fe3137b78848f8f65eecbc226d0c8af778c25d92ae4918b4d1 I0930 01:51:21.445985 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 47.74753ms to process 1 records I0930 01:51:21.448305 1 tasks_processing.go:74] worker 47 stopped. I0930 01:51:21.448432 1 recorder.go:70] Recording config/authentication with fingerprint=7c042857649322f3d75f2bb6b2830e6412164bd3f46e59dd0a74d4e09b1691ea I0930 01:51:21.448442 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 50.136194ms to process 1 records I0930 01:51:21.450552 1 tasks_processing.go:74] worker 32 stopped. I0930 01:51:21.450778 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=0bd89689952ec0bfc1df9c005578dfc554ba4ce18c1e72dd2618165ccf059870 I0930 01:51:21.450811 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=0b88b3c9c61c533101631013e986fc398e8c8870c6d01afa9b21b69be7c567a7 I0930 01:51:21.450835 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=827d70210bac1fb3ef916fe8c80b64bd6bad5a189c28ccd6c274f8abc943aa46 I0930 01:51:21.450847 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 50.442794ms to process 3 records I0930 01:51:21.450934 1 tasks_processing.go:74] worker 43 stopped. I0930 01:51:21.450946 1 recorder.go:70] Recording config/featuregate with fingerprint=47f8c2e7e3e589f6ea1682be18305c19f5f60ad4d44b6f63b6f41c791ca46e43 I0930 01:51:21.450954 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 50.830721ms to process 1 records I0930 01:51:21.451516 1 tasks_processing.go:74] worker 63 stopped. I0930 01:51:21.451633 1 recorder.go:70] Recording config/apiserver with fingerprint=ba1fbe004ab41561a51dbdf962a39a455113cac5ebc322235a292537213fd2cf I0930 01:51:21.451643 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 50.934142ms to process 1 records I0930 01:51:21.452125 1 tasks_processing.go:74] worker 55 stopped. I0930 01:51:21.452184 1 recorder.go:70] Recording config/proxy with fingerprint=7d5ae9f228a105addffd04c9dd25629c6b4c4100255f28e9e42430772a3189be I0930 01:51:21.452197 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 52.203367ms to process 1 records I0930 01:51:21.452835 1 tasks_processing.go:74] worker 40 stopped. I0930 01:51:21.452966 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=77ee3af2a5232fd62239ce67bebc180bbd820827cc8e58cae760ab6ca11a9a62 I0930 01:51:21.453039 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=5900f409f76a343289c1465276dfcde907a2317d9cead34b8574eb8f740cb76a I0930 01:51:21.453068 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=56073adbdbb52893c3e2af77d6880466d683fb72cf9e884fd0c4de2b4b50ce2a I0930 01:51:21.453096 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=3c688193607df2dcd08992c2b022d336dc4bef69d3a38db7625b3e6f9117eb6e I0930 01:51:21.453120 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=cdbc9eafeb350d14bb1e1470221f97e284e805b97b6745c66f50ec8231ec84c8 I0930 01:51:21.453146 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=68e274fd14ce836e3086778a146d4aaeb92a2502e54427fbd28c39ee4adcb500 I0930 01:51:21.453168 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=a342bb56c3c2ed9e49a220ecd9a54809e593426571e1a1654120a4f8d3792709 I0930 01:51:21.453199 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c96273ef87d64349b3b487416023624d3bef3362addda6a83249d3750264cac3 I0930 01:51:21.453222 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=4fa6f5fa9a12b34b849b60ace48bd30902fa11ce45dd70ef337631553c2697d2 I0930 01:51:21.453241 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=fa966b79b47ee47b5f072e8047d3ac6c255730c9e640a4da1bb2dbfec5b8b097 I0930 01:51:21.453264 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=5111bd81e6020db7aa11557415c53055bd37b3dbba80ce7583394abc9ad65614 I0930 01:51:21.453271 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 54.930282ms to process 11 records I0930 01:51:21.453361 1 tasks_processing.go:74] worker 41 stopped. I0930 01:51:21.453890 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=c358c867443e2f66fcb29129e4d8094cf5ff595276fcabb7a5e8ee35e4d4c38b I0930 01:51:21.454127 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=e11c294f3c00eb553895370ad216a8640a0d1bcdfd29b44e53db44a946a61d67 I0930 01:51:21.454140 1 gather.go:177] gatherer "clusterconfig" function "crds" took 54.135899ms to process 2 records I0930 01:51:21.454296 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0930 01:51:21.454332 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0930 01:51:21.454333 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0930 01:51:21.454337 1 base_controller.go:82] Caches are synced for ConfigController I0930 01:51:21.454369 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0930 01:51:21.454340 1 controller.go:203] Source scaController *sca.Controller is not ready I0930 01:51:21.454417 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0930 01:51:21.454423 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0930 01:51:21.454428 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0930 01:51:21.454432 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0930 01:51:21.454451 1 controller.go:458] The operator is still being initialized I0930 01:51:21.454461 1 controller.go:481] The operator is healthy I0930 01:51:21.454670 1 tasks_processing.go:74] worker 36 stopped. I0930 01:51:21.454801 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=f1a1b259c6d688768256ac9600eca49e995912a5f70c3c29e2990e5812a1e358 I0930 01:51:21.454854 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=0097e96baddc0dc805120ad40c2b23ea2887a23fa64c84a681402ec6bb3f7c52 I0930 01:51:21.454862 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 56.179276ms to process 2 records I0930 01:51:21.455343 1 tasks_processing.go:74] worker 37 stopped. I0930 01:51:21.455355 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 56.792468ms to process 0 records W0930 01:51:21.455972 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:51:21.461403 1 prometheus_rules.go:88] Prometheus rules successfully created I0930 01:51:21.464105 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:51:21.464978 1 tasks_processing.go:74] worker 2 stopped. I0930 01:51:21.464989 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 67.100461ms to process 0 records E0930 01:51:21.466699 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27038b77d5-89e6-4d1f-9124-b70ea36bd69a%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.11:40015->172.30.0.10:53: read: connection refused I0930 01:51:21.466709 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27038b77d5-89e6-4d1f-9124-b70ea36bd69a%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.11:40015->172.30.0.10:53: read: connection refused I0930 01:51:21.475862 1 tasks_processing.go:74] worker 13 stopped. I0930 01:51:21.476050 1 recorder.go:70] Recording config/oauth with fingerprint=d0ca4926923d75edca4e15c7542adfc4335a0a9717a7420fac80448064a9a426 I0930 01:51:21.476061 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 77.861552ms to process 1 records I0930 01:51:21.484793 1 tasks_processing.go:74] worker 4 stopped. I0930 01:51:21.485083 1 recorder.go:70] Recording config/version with fingerprint=0a8f6ae47f1ba3548a10b9292fa207793eb4abebd46b598848dc2e6df568cf98 I0930 01:51:21.485095 1 recorder.go:70] Recording config/id with fingerprint=466c3b0dfdc82177d344491bcd7ff6de15d4fe8707318c9316813f6adbdad3fc I0930 01:51:21.485100 1 gather.go:177] gatherer "clusterconfig" function "version" took 83.826234ms to process 2 records I0930 01:51:21.487480 1 tasks_processing.go:74] worker 7 stopped. E0930 01:51:21.487490 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0930 01:51:21.487494 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0930 01:51:21.487497 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0930 01:51:21.487502 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0930 01:51:21.487524 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0930 01:51:21.487530 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0930 01:51:21.487534 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0930 01:51:21.487537 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0930 01:51:21.487551 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0930 01:51:21.487558 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0930 01:51:21.487562 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 85.868312ms to process 7 records I0930 01:51:21.523882 1 tasks_processing.go:74] worker 9 stopped. I0930 01:51:21.523946 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=7b532206b39d6b89c041f4a09aab294679580775d4c01db5c4ca646f5da714b6 I0930 01:51:21.523958 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 124.360879ms to process 1 records I0930 01:51:21.548378 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0930 01:51:21.551022 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.11:38728->172.30.0.10:53: read: connection refused I0930 01:51:21.551033 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.11:38728->172.30.0.10:53: read: connection refused I0930 01:51:21.564573 1 tasks_processing.go:74] worker 50 stopped. E0930 01:51:21.564598 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0930 01:51:21.564606 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2t51g1a0veu00r5huf5991k2sgsjqju1-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2t51g1a0veu00r5huf5991k2sgsjqju1-primary-cert-bundle-secret" not found I0930 01:51:21.564647 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=940080a8c6f33e87b8593f6326a9c0d9f85355ec258dd33619e7d95f081527c2 I0930 01:51:21.564657 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 165.95835ms to process 1 records I0930 01:51:21.635548 1 base_controller.go:82] Caches are synced for LoggingSyncer I0930 01:51:21.635560 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0930 01:51:22.060876 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0930 01:51:22.260508 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W0930 01:51:22.456122 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:51:22.513154 1 tasks_processing.go:74] worker 35 stopped. I0930 01:51:22.513222 1 recorder.go:70] Recording config/olm_operators with fingerprint=0e00ef17f44617fef79cc87c11e6c4333f42532309f1c7ac82c5b0da64698774 I0930 01:51:22.513238 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 1.11412356s to process 1 records I0930 01:51:22.660167 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0930 01:51:22.660177 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0930 01:51:22.660273 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2bfpf pod in namespace openshift-dns (previous: false). I0930 01:51:22.896645 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2bfpf pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2bfpf\" is waiting to start: ContainerCreating" I0930 01:51:22.896657 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2bfpf\" is waiting to start: ContainerCreating" I0930 01:51:22.896663 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2bfpf pod in namespace openshift-dns (previous: false). I0930 01:51:23.065920 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2bfpf pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2bfpf\" is waiting to start: ContainerCreating" I0930 01:51:23.065932 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2bfpf\" is waiting to start: ContainerCreating" I0930 01:51:23.065940 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-mpscp pod in namespace openshift-dns (previous: false). I0930 01:51:23.080032 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0930 01:51:23.290022 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mpscp pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-mpscp\" is waiting to start: ContainerCreating" I0930 01:51:23.290034 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-mpscp\" is waiting to start: ContainerCreating" I0930 01:51:23.290039 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-mpscp pod in namespace openshift-dns (previous: false). W0930 01:51:23.455960 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:51:23.468647 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mpscp pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-mpscp\" is waiting to start: ContainerCreating" I0930 01:51:23.468659 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-mpscp\" is waiting to start: ContainerCreating" I0930 01:51:23.468667 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-t7v6f pod in namespace openshift-dns (previous: false). I0930 01:51:23.666478 1 tasks_processing.go:74] worker 44 stopped. I0930 01:51:23.666516 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=257430162dfa122da5c00ce9f85f67977b9c9f620ef5f33f5c3adf78e9cdba85 I0930 01:51:23.666542 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=9dfa4dc6f928404f0cd112257d268e6aaed72fee5b4eab82e2ab4c88e573feba I0930 01:51:23.666571 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0930 01:51:23.666610 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=be85b27554b46a89a21d83525828c88cac4bc5960f3994f189a74776d749e9b1 I0930 01:51:23.666626 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0930 01:51:23.666641 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=2f332468c2c3b277759502c5cce539a169a402c35eeec99eaca96b28f8e19f85 I0930 01:51:23.666661 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=24b9eb1a73245ae7a4f7578a862a66ae9316535a4b152c00a34c30a8c49bad06 I0930 01:51:23.666681 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=a9a962433f6d11a6c87eb647d5bb92195be7fa4ee8df8f09c7704ffad84b522e I0930 01:51:23.666701 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=37d981194fac0edd680d5e21189c3a8437b74a5f434892db6bf3d94d09963fb3 I0930 01:51:23.666710 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70 I0930 01:51:23.666721 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=900431b9371fe06d46ff6280ca1bff57df313f8684d24716e4fd3b772d0018ae I0930 01:51:23.666730 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0930 01:51:23.666740 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=080b871761e74026d2d775ed830777b73006ea777b43d34f9a77f5d67feefc77 I0930 01:51:23.666749 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0930 01:51:23.666760 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=33427fd477ac0977ed3973e2122253b828fe8f69a07eac0cd67f01dad9842f54 I0930 01:51:23.666780 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0930 01:51:23.666793 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=752ef1eb52229ba4a19e5361f3bf656ba5b204b389008cf35168a884c1d92fef I0930 01:51:23.666802 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0930 01:51:23.666812 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=416ce74096c01d234749f6edba86f2a8946ed536754d4be6dfd6cdd386f0ee8e I0930 01:51:23.666878 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=1e7cf9f9305333468a4e2f1db7f5da32799911f01d3a7cb3452e1b66e48d87ed I0930 01:51:23.666897 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0930 01:51:23.666911 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=54393b164ecff66b1dbda9229eb0992131235ad40ad24f46bc78626823559f7d I0930 01:51:23.666926 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=4c6285446a28cbb07041cde29f632e1630d9feadea0a17927ee78cd8c7197be2 I0930 01:51:23.666933 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0930 01:51:23.666943 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=11b1064a1cfbbe704a7d9d6ca31c0e8b7ecd3d6a55bc5e497fce91ccc6c96a22 I0930 01:51:23.666951 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0930 01:51:23.666960 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=de31641da47b155c9f1ac6e671eb2fac192bca0bee131b7fdf97b21dc71af0d4 I0930 01:51:23.666971 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=1c96250c96484d98486faf45dacf791f619da69c5d26b36123950568ffa397cc I0930 01:51:23.666979 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=66e314d8bdd2e25d1194ce82dd7af73396648415a8d5ca8de9c53ed5659d01dd I0930 01:51:23.666990 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=dfa3f61d9a8dad37bf4e1b54b9f13a8a1302556b48714321a1d1c35d26a2aaa8 I0930 01:51:23.667001 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=6eb297cebe65826a6fc271c67ee6a66fbb70644953086bd228c6dddb5d7ed205 I0930 01:51:23.667009 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0930 01:51:23.667023 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=93e073c3a188e716d62b2e4da391ca10edf5a55ce8f40300aeffd157c7c50314 I0930 01:51:23.667036 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0930 01:51:23.667044 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0930 01:51:23.667049 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.266053033s to process 35 records I0930 01:51:23.697145 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-t7v6f pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-t7v6f\" is waiting to start: ContainerCreating" I0930 01:51:23.697155 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-t7v6f\" is waiting to start: ContainerCreating" I0930 01:51:23.697161 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-t7v6f pod in namespace openshift-dns (previous: false). I0930 01:51:23.866035 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-t7v6f pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-t7v6f\" is waiting to start: ContainerCreating" I0930 01:51:23.866046 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-t7v6f\" is waiting to start: ContainerCreating" I0930 01:51:23.866054 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-92nlz pod in namespace openshift-dns (previous: false). I0930 01:51:24.067258 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:51:24.067274 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-fqgq7 pod in namespace openshift-dns (previous: false). I0930 01:51:24.274108 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:51:24.274124 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-g4st6 pod in namespace openshift-dns (previous: false). W0930 01:51:24.456552 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:51:24.465548 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:51:24.465632 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6c485c7b84-b9t4j pod in namespace openshift-image-registry (previous: false). I0930 01:51:24.666688 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6c485c7b84-b9t4j pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6c485c7b84-b9t4j\" is waiting to start: ContainerCreating" I0930 01:51:24.666701 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6c485c7b84-b9t4j\" is waiting to start: ContainerCreating" I0930 01:51:24.666728 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7b6f4bf9dc-gn484 pod in namespace openshift-image-registry (previous: false). I0930 01:51:24.866212 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7b6f4bf9dc-gn484 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7b6f4bf9dc-gn484\" is waiting to start: ContainerCreating" I0930 01:51:24.866227 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7b6f4bf9dc-gn484\" is waiting to start: ContainerCreating" I0930 01:51:24.866261 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7b6f4bf9dc-xstjj pod in namespace openshift-image-registry (previous: false). I0930 01:51:25.065216 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7b6f4bf9dc-xstjj pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7b6f4bf9dc-xstjj\" is waiting to start: ContainerCreating" I0930 01:51:25.065228 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7b6f4bf9dc-xstjj\" is waiting to start: ContainerCreating" I0930 01:51:25.065236 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-896gf pod in namespace openshift-image-registry (previous: false). I0930 01:51:25.266417 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:51:25.266430 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-ppqfd pod in namespace openshift-image-registry (previous: false). W0930 01:51:25.455527 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0930 01:51:25.465337 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:51:25.465348 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-w9ctp pod in namespace openshift-image-registry (previous: false). I0930 01:51:25.665170 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0930 01:51:25.665187 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-67954c697-k4sqc pod in namespace openshift-ingress (previous: false). I0930 01:51:25.865377 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-67954c697-k4sqc pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-67954c697-k4sqc\" is waiting to start: ContainerCreating" I0930 01:51:25.865392 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-67954c697-k4sqc\" is waiting to start: ContainerCreating" I0930 01:51:25.865400 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-67954c697-qq7kg pod in namespace openshift-ingress (previous: false). I0930 01:51:26.066209 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-67954c697-qq7kg pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-67954c697-qq7kg\" is waiting to start: ContainerCreating" I0930 01:51:26.066223 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-67954c697-qq7kg\" is waiting to start: ContainerCreating" I0930 01:51:26.066233 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-684569bf77-6nrnd pod in namespace openshift-ingress (previous: false). I0930 01:51:26.275246 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-684569bf77-6nrnd pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-684569bf77-6nrnd\" is waiting to start: ContainerCreating" I0930 01:51:26.275259 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-684569bf77-6nrnd\" is waiting to start: ContainerCreating" I0930 01:51:26.275268 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-56lph pod in namespace openshift-ingress-canary (previous: false). W0930 01:51:26.453166 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0930 01:51:26.453186 1 tasks_processing.go:74] worker 14 stopped. E0930 01:51:26.453197 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0930 01:51:26.453207 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0930 01:51:26.453218 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0930 01:51:26.453227 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.055303692s to process 1 records I0930 01:51:26.466792 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-56lph pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-56lph\" is waiting to start: ContainerCreating" I0930 01:51:26.466803 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-56lph\" is waiting to start: ContainerCreating" I0930 01:51:26.466811 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-t426d pod in namespace openshift-ingress-canary (previous: false). I0930 01:51:26.666681 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-t426d pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-t426d\" is waiting to start: ContainerCreating" I0930 01:51:26.666692 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-t426d\" is waiting to start: ContainerCreating" I0930 01:51:26.666715 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-v4hz6 pod in namespace openshift-ingress-canary (previous: false). I0930 01:51:26.872569 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-v4hz6 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-v4hz6\" is waiting to start: ContainerCreating" I0930 01:51:26.872605 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-v4hz6\" is waiting to start: ContainerCreating" I0930 01:51:26.872618 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-949fdd477-79ddl pod in namespace openshift-kube-storage-version-migrator (previous: false). I0930 01:51:27.074513 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-949fdd477-79ddl pod in namespace openshift-kube-storage-version-migrator (previous: false). I0930 01:51:27.270185 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-7944b9f44d-rv8zx pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0930 01:51:27.469593 1 tasks_processing.go:74] worker 31 stopped. I0930 01:51:27.469662 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=6cf3c5edc665f177953ee38c25eb3d8adb07cd744e145396edb07dc644f777a1 I0930 01:51:27.469695 1 recorder.go:70] Recording events/openshift-dns with fingerprint=96278bbd061da75ff9315336873d291b25352cd59e025206cd91e78df57bd8ed I0930 01:51:27.469750 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=8fd11866390065f23a5c5c07f5f91d4b719bf132db7f2a55e65ba6a82899f358 I0930 01:51:27.469768 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=3b3583fa80eceb5dd92b8a715f5ebe843c81d3af747ce169319c4c38ac2ed5a5 I0930 01:51:27.469794 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=91fa34d5025fed9141f9c4cfea040327d48f86ec1ff8d529d329ec6a3ba266c5 I0930 01:51:27.469807 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=cb0d5618ea3f043f4732b0a04588038214bf1458965b87e007ea31871eef73a7 I0930 01:51:27.469815 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator with fingerprint=8e40312bd688b22b466c8829faa3846fbb5802253648baaf2fe92fd4b8a2509e I0930 01:51:27.469844 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=54f0fba32f9853531686a770dbf7f36ab0733d40b69afe6fb654225c9307043b I0930 01:51:27.469963 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-6c485c7b84-b9t4j with fingerprint=72affa3e81b8c800e8aa24f5ec5d2ff352d078a1ca00207b5e75f4043f506cd9 I0930 01:51:27.470041 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-7b6f4bf9dc-gn484 with fingerprint=f75e5742552ac53294c49e0f2a6fee90eb3bb8f0eb35e9575d4aadc22c406569 I0930 01:51:27.470096 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-7b6f4bf9dc-xstjj with fingerprint=8b86892256a68aa13cb24d504665fbba04f1aceb94a41b0aa370f71a90f9a947 I0930 01:51:27.470137 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-v4hz6 with fingerprint=f2c7dc8ad3283f413803a112bd940e7728e1d163859ded5a150aec36a9addc14 I0930 01:51:27.470147 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-79ddl/migrator_current.log with fingerprint=0bc2bfbfc7e03e0a11cf1f8177cd24d6ef8b7b8f1522f7b19bd14f428b64f02c I0930 01:51:27.470151 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-79ddl/graceful-termination_current.log with fingerprint=397a916c62aca699c1410f917f103958cbc5e4d3bc0b398c8435905b0ac781d2 I0930 01:51:27.470173 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-7944b9f44d-rv8zx/kube-storage-version-migrator-operator_current.log with fingerprint=5f7414efcde8c44587532c438c05821b3bcbf6a5397723f35c3692be8bc62f84 I0930 01:51:27.470182 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.071049955s to process 15 records I0930 01:51:33.298427 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:51:34.254805 1 tasks_processing.go:74] worker 46 stopped. I0930 01:51:34.254841 1 recorder.go:70] Recording config/installplans with fingerprint=6f9781df213f917044fe07f29e6836f4c98c6ccf7740910e145b68b90ff5234d I0930 01:51:34.254855 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.856680976s to process 1 records I0930 01:51:35.010744 1 tasks_processing.go:74] worker 57 stopped. I0930 01:51:35.011001 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=40a83a894d0cf5587650f76f2ccfab0c74acdbf62accc67d33c8bf68f5833b03 I0930 01:51:35.011023 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.610416207s to process 1 records E0930 01:51:35.011079 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.613s with: function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0930 01:51:35.012751 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0930 01:51:35.012768 1 periodic.go:212] Running workloads gatherer I0930 01:51:35.012783 1 tasks_processing.go:45] number of workers: 2 I0930 01:51:35.012791 1 tasks_processing.go:69] worker 1 listening for tasks. I0930 01:51:35.012797 1 tasks_processing.go:71] worker 1 working on workload_info task. I0930 01:51:35.012805 1 tasks_processing.go:69] worker 0 listening for tasks. I0930 01:51:35.012883 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0930 01:51:35.049492 1 tasks_processing.go:74] worker 0 stopped. I0930 01:51:35.049511 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 36.583716ms to process 0 records I0930 01:51:35.132209 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0930 01:51:35.140244 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (9ms) I0930 01:51:35.148197 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (8ms) I0930 01:51:35.155497 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (7ms) I0930 01:51:35.163183 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (8ms) I0930 01:51:35.171207 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (8ms) I0930 01:51:35.178815 1 gather_workloads_info.go:387] No image sha256:099b3af427b8e1eb44765283a640446c3225151baa06eed789623206151a60cd (8ms) I0930 01:51:35.186095 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (7ms) I0930 01:51:35.194272 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (8ms) I0930 01:51:35.205272 1 gather_workloads_info.go:387] No image sha256:798001e24f1ed6a5621c442729a840ba2a2abc43433901e8450caa12b4bad5c5 (11ms) I0930 01:51:35.216471 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (11ms) I0930 01:51:35.240242 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (24ms) I0930 01:51:35.341031 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (101ms) I0930 01:51:35.444291 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (103ms) I0930 01:51:35.540857 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (97ms) I0930 01:51:35.643597 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (103ms) I0930 01:51:35.746922 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (103ms) I0930 01:51:35.840532 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (94ms) I0930 01:51:35.940667 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (100ms) I0930 01:51:36.041052 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (100ms) I0930 01:51:36.144342 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (103ms) I0930 01:51:36.208103 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:51:36.240621 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (96ms) I0930 01:51:36.340538 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I0930 01:51:36.409634 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:51:36.440807 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (100ms) I0930 01:51:36.540681 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms) I0930 01:51:36.640299 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (100ms) I0930 01:51:36.740563 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0930 01:51:36.841190 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (101ms) I0930 01:51:36.940901 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (100ms) I0930 01:51:37.041804 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (101ms) I0930 01:51:37.140511 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (99ms) I0930 01:51:37.241285 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (101ms) I0930 01:51:37.340858 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (100ms) I0930 01:51:37.340886 1 tasks_processing.go:74] worker 1 stopped. E0930 01:51:37.340895 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0930 01:51:37.341107 1 recorder.go:70] Recording config/workload_info with fingerprint=21ec50b12a301e7fd91ef839830035b97a548de1a590273d2d286c0432984269 I0930 01:51:37.341122 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.328083462s to process 1 records E0930 01:51:37.341142 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.328s with: function \"workload_info\" failed with an error" I0930 01:51:37.342242 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0930 01:51:37.342255 1 periodic.go:212] Running conditional gatherer I0930 01:51:37.352052 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0930 01:51:37.358257 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.11:56943->172.30.0.10:53: read: connection refused E0930 01:51:37.358492 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0930 01:51:37.358540 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0930 01:51:37.368424 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0930 01:51:37.368435 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:51:37.368439 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:51:37.368442 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:51:37.368445 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:51:37.368447 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:51:37.368449 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:51:37.368451 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:51:37.368453 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0930 01:51:37.368455 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0930 01:51:37.368469 1 tasks_processing.go:45] number of workers: 3 I0930 01:51:37.368480 1 tasks_processing.go:69] worker 2 listening for tasks. I0930 01:51:37.368484 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0930 01:51:37.368488 1 tasks_processing.go:69] worker 0 listening for tasks. I0930 01:51:37.368494 1 tasks_processing.go:69] worker 1 listening for tasks. I0930 01:51:37.368508 1 tasks_processing.go:74] worker 1 stopped. I0930 01:51:37.368518 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0930 01:51:37.368524 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0930 01:51:37.368558 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0930 01:51:37.368572 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.252µs to process 1 records I0930 01:51:37.368615 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0930 01:51:37.368624 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.227µs to process 1 records I0930 01:51:37.368628 1 tasks_processing.go:74] worker 0 stopped. I0930 01:51:37.368806 1 tasks_processing.go:74] worker 2 stopped. I0930 01:51:37.368813 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 274.134µs to process 0 records I0930 01:51:37.368831 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.11:56943->172.30.0.10:53: read: connection refused I0930 01:51:37.368842 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0930 01:51:37.394254 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=a61d8b0daefe5253943792ce484e8fe268af9dcc62b3ffa1852ae1f626329761 I0930 01:51:37.394393 1 diskrecorder.go:70] Writing 110 records to /var/lib/insights-operator/insights-2026-09-30-015137.tar.gz I0930 01:51:37.403237 1 diskrecorder.go:51] Wrote 110 records to disk in 8ms I0930 01:51:37.403266 1 periodic.go:281] Gathering cluster info every 2h0m0s I0930 01:51:37.403287 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0930 01:51:48.040444 1 configmapobserver.go:84] configmaps "insights-config" not found I0930 01:52:45.990575 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="a2c57424765988bfe49941200fab897038637c053f9465cd718b07f6d817507c") W0930 01:52:45.990627 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created I0930 01:52:45.990674 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0930 01:52:45.990691 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="fde37fc9c410463bf34a4c4dafa8ef76e6d09bd19420dc5881448033f64a5aca") I0930 01:52:45.990720 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="cb57c9cf04051a3b9e992b14dd0388543d2ac1b1076ef712398cdd5e2fb990c2") I0930 01:52:45.990720 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0930 01:52:45.990736 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0930 01:52:45.990741 1 base_controller.go:181] Shutting down LoggingSyncer ... I0930 01:52:45.990776 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0930 01:52:45.990786 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0930 01:52:45.990792 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0930 01:52:45.990796 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0930 01:52:45.990797 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController" I0930 01:52:45.990809 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController I0930 01:52:45.990809 1 base_controller.go:181] Shutting down ConfigController ... I0930 01:52:45.990813 1 secure_serving.go:258] Stopped listening on [::]:8443 I0930 01:52:45.990821 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0930 01:52:45.990826 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0930 01:52:45.990836 1 genericapiserver.go:600] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening" I0930 01:52:45.990840 1 genericapiserver.go:713] [graceful-termination] apiserver is exiting I0930 01:52:45.990838 1 base_controller.go:123] Shutting down worker of ConfigController controller ... E0930 01:52:45.990845 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled I0930 01:52:45.990779 1 periodic.go:173] Shutting down I0930 01:52:45.990855 1 base_controller.go:113] All ConfigController workers have been terminated