W1011 01:46:54.038994 1 cmd.go:257] Using insecure, self-signed certificates I1011 01:46:54.321425 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1011 01:46:54.321676 1 observer_polling.go:159] Starting file observer W1011 01:46:54.361828 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I1011 01:46:54.644156 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I1011 01:46:54.644332 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I1011 01:46:54.644779 1 secure_serving.go:57] Forcing use of http/1.1 only W1011 01:46:54.644798 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W1011 01:46:54.644802 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. I1011 01:46:54.644798 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W1011 01:46:54.644805 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W1011 01:46:54.644849 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W1011 01:46:54.644855 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W1011 01:46:54.644859 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I1011 01:46:54.649035 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I1011 01:46:54.649031 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I1011 01:46:54.650841 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1011 01:46:54.650857 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I1011 01:46:54.650864 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1011 01:46:54.650879 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1011 01:46:54.650864 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1011 01:46:54.650891 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1011 01:46:54.651081 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2692456044/tls.crt::/tmp/serving-cert-2692456044/tls.key" I1011 01:46:54.651535 1 secure_serving.go:213] Serving securely on [::]:8443 I1011 01:46:54.651673 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" E1011 01:46:54.652908 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18dd5664172f09be openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-10-11 01:46:54.64900243 +0000 UTC m=+0.643934332,LastTimestamp:2026-10-11 01:46:54.64900243 +0000 UTC m=+0.643934332,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W1011 01:46:54.658968 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I1011 01:46:54.658989 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I1011 01:46:54.659099 1 base_controller.go:76] Waiting for caches to sync for ConfigController I1011 01:46:54.666454 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1011 01:46:54.666472 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I1011 01:46:54.675506 1 secretconfigobserver.go:119] support secret does not exist I1011 01:46:54.681936 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1011 01:46:54.734095 1 recorder.go:156] Pruning old reports every 6h51m1s, max age is 288h0m0s I1011 01:46:54.751936 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1011 01:46:54.751950 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1011 01:46:54.751967 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I1011 01:46:54.755861 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I1011 01:46:54.755866 1 periodic.go:212] Running clusterconfig gatherer I1011 01:46:54.755876 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I1011 01:46:54.755891 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I1011 01:46:54.755895 1 insightsreport.go:296] Starting report retriever I1011 01:46:54.755898 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I1011 01:46:54.755904 1 tasks_processing.go:45] number of workers: 64 I1011 01:46:54.755924 1 tasks_processing.go:69] worker 1 listening for tasks. I1011 01:46:54.755932 1 tasks_processing.go:69] worker 2 listening for tasks. I1011 01:46:54.755927 1 tasks_processing.go:69] worker 3 listening for tasks. I1011 01:46:54.755937 1 tasks_processing.go:69] worker 20 listening for tasks. I1011 01:46:54.755938 1 tasks_processing.go:69] worker 0 listening for tasks. I1011 01:46:54.755940 1 tasks_processing.go:69] worker 7 listening for tasks. I1011 01:46:54.755944 1 tasks_processing.go:69] worker 4 listening for tasks. I1011 01:46:54.755945 1 tasks_processing.go:69] worker 12 listening for tasks. I1011 01:46:54.755948 1 tasks_processing.go:71] worker 7 working on support_secret task. I1011 01:46:54.755951 1 tasks_processing.go:69] worker 8 listening for tasks. I1011 01:46:54.755952 1 tasks_processing.go:71] worker 12 working on node_logs task. I1011 01:46:54.755954 1 tasks_processing.go:69] worker 13 listening for tasks. I1011 01:46:54.755959 1 tasks_processing.go:69] worker 10 listening for tasks. I1011 01:46:54.755959 1 tasks_processing.go:71] worker 13 working on validating_webhook_configurations task. I1011 01:46:54.755965 1 tasks_processing.go:71] worker 10 working on clusterroles task. I1011 01:46:54.755965 1 tasks_processing.go:69] worker 11 listening for tasks. I1011 01:46:54.755972 1 tasks_processing.go:71] worker 11 working on openstack_version task. I1011 01:46:54.755975 1 tasks_processing.go:69] worker 17 listening for tasks. I1011 01:46:54.755992 1 tasks_processing.go:69] worker 14 listening for tasks. I1011 01:46:54.755998 1 tasks_processing.go:69] worker 15 listening for tasks. I1011 01:46:54.755999 1 tasks_processing.go:69] worker 19 listening for tasks. I1011 01:46:54.756004 1 tasks_processing.go:69] worker 16 listening for tasks. I1011 01:46:54.756011 1 tasks_processing.go:69] worker 56 listening for tasks. I1011 01:46:54.756013 1 tasks_processing.go:69] worker 44 listening for tasks. I1011 01:46:54.756016 1 tasks_processing.go:69] worker 45 listening for tasks. I1011 01:46:54.756010 1 tasks_processing.go:69] worker 18 listening for tasks. I1011 01:46:54.756020 1 tasks_processing.go:69] worker 46 listening for tasks. I1011 01:46:54.756018 1 tasks_processing.go:69] worker 21 listening for tasks. I1011 01:46:54.756025 1 tasks_processing.go:69] worker 47 listening for tasks. I1011 01:46:54.756026 1 tasks_processing.go:69] worker 5 listening for tasks. I1011 01:46:54.755955 1 tasks_processing.go:71] worker 8 working on image_registries task. I1011 01:46:54.756029 1 tasks_processing.go:69] worker 48 listening for tasks. I1011 01:46:54.756030 1 tasks_processing.go:69] worker 6 listening for tasks. I1011 01:46:54.756029 1 tasks_processing.go:69] worker 23 listening for tasks. I1011 01:46:54.756034 1 tasks_processing.go:69] worker 24 listening for tasks. I1011 01:46:54.756031 1 tasks_processing.go:71] worker 2 working on oauths task. I1011 01:46:54.756039 1 tasks_processing.go:69] worker 49 listening for tasks. I1011 01:46:54.756039 1 tasks_processing.go:69] worker 34 listening for tasks. I1011 01:46:54.756038 1 tasks_processing.go:69] worker 57 listening for tasks. I1011 01:46:54.756041 1 tasks_processing.go:69] worker 62 listening for tasks. I1011 01:46:54.756047 1 tasks_processing.go:69] worker 63 listening for tasks. I1011 01:46:54.756048 1 tasks_processing.go:69] worker 51 listening for tasks. I1011 01:46:54.756050 1 tasks_processing.go:69] worker 25 listening for tasks. I1011 01:46:54.756051 1 tasks_processing.go:71] worker 20 working on openshift_logging task. I1011 01:46:54.756053 1 tasks_processing.go:71] worker 0 working on schedulers task. I1011 01:46:54.756054 1 tasks_processing.go:69] worker 52 listening for tasks. I1011 01:46:54.756044 1 tasks_processing.go:69] worker 58 listening for tasks. I1011 01:46:54.756057 1 tasks_processing.go:69] worker 26 listening for tasks. I1011 01:46:54.756058 1 tasks_processing.go:69] worker 60 listening for tasks. I1011 01:46:54.756055 1 tasks_processing.go:71] worker 1 working on nodenetworkstates task. I1011 01:46:54.756064 1 tasks_processing.go:69] worker 27 listening for tasks. I1011 01:46:54.756066 1 tasks_processing.go:69] worker 54 listening for tasks. I1011 01:46:54.756067 1 tasks_processing.go:69] worker 61 listening for tasks. I1011 01:46:54.756070 1 tasks_processing.go:69] worker 55 listening for tasks. I1011 01:46:54.756073 1 tasks_processing.go:69] worker 28 listening for tasks. I1011 01:46:54.756075 1 tasks_processing.go:69] worker 32 listening for tasks. I1011 01:46:54.756075 1 tasks_processing.go:69] worker 31 listening for tasks. I1011 01:46:54.756079 1 tasks_processing.go:69] worker 41 listening for tasks. I1011 01:46:54.756079 1 tasks_processing.go:69] worker 33 listening for tasks. I1011 01:46:54.756083 1 tasks_processing.go:69] worker 40 listening for tasks. I1011 01:46:54.756084 1 tasks_processing.go:69] worker 29 listening for tasks. I1011 01:46:54.755949 1 tasks_processing.go:71] worker 4 working on config_maps task. I1011 01:46:54.756088 1 tasks_processing.go:69] worker 36 listening for tasks. I1011 01:46:54.756085 1 tasks_processing.go:69] worker 39 listening for tasks. I1011 01:46:54.756091 1 tasks_processing.go:69] worker 35 listening for tasks. I1011 01:46:54.756022 1 tasks_processing.go:69] worker 22 listening for tasks. I1011 01:46:54.756095 1 tasks_processing.go:69] worker 42 listening for tasks. I1011 01:46:54.756097 1 tasks_processing.go:69] worker 43 listening for tasks. I1011 01:46:54.756062 1 tasks_processing.go:69] worker 53 listening for tasks. I1011 01:46:54.756087 1 tasks_processing.go:69] worker 30 listening for tasks. I1011 01:46:54.756102 1 tasks_processing.go:69] worker 38 listening for tasks. I1011 01:46:54.756102 1 tasks_processing.go:69] worker 37 listening for tasks. I1011 01:46:54.756102 1 tasks_processing.go:71] worker 3 working on nodes task. I1011 01:46:54.756044 1 tasks_processing.go:69] worker 50 listening for tasks. I1011 01:46:54.756175 1 tasks_processing.go:71] worker 14 working on active_alerts task. I1011 01:46:54.756386 1 tasks_processing.go:71] worker 53 working on tsdb_status task. I1011 01:46:54.756412 1 tasks_processing.go:71] worker 17 working on machine_healthchecks task. I1011 01:46:54.756428 1 tasks_processing.go:71] worker 30 working on machine_autoscalers task. W1011 01:46:54.756440 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1011 01:46:54.756455 1 tasks_processing.go:71] worker 14 working on sap_config task. I1011 01:46:54.756462 1 tasks_processing.go:71] worker 41 working on feature_gates task. I1011 01:46:54.756471 1 tasks_processing.go:71] worker 52 working on sap_pods task. I1011 01:46:54.756480 1 tasks_processing.go:71] worker 58 working on pod_network_connectivity_checks task. I1011 01:46:54.756507 1 tasks_processing.go:71] worker 26 working on operators_pods_and_events task. I1011 01:46:54.756390 1 tasks_processing.go:71] worker 50 working on olm_operators task. I1011 01:46:54.755947 1 tasks_processing.go:69] worker 9 listening for tasks. I1011 01:46:54.756824 1 tasks_processing.go:71] worker 48 working on image_pruners task. I1011 01:46:54.756828 1 tasks_processing.go:71] worker 38 working on version task. I1011 01:46:54.756846 1 tasks_processing.go:71] worker 9 working on networks task. I1011 01:46:54.756909 1 tasks_processing.go:71] worker 21 working on authentication task. W1011 01:46:54.756416 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1011 01:46:54.756930 1 tasks_processing.go:71] worker 18 working on certificate_signing_requests task. I1011 01:46:54.756949 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 122.476µs to process 0 records I1011 01:46:54.756958 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 530.205µs to process 0 records I1011 01:46:54.756966 1 tasks_processing.go:74] worker 53 stopped. I1011 01:46:54.756174 1 tasks_processing.go:71] worker 19 working on nodenetworkconfigurationpolicies task. I1011 01:46:54.756977 1 tasks_processing.go:71] worker 61 working on service_accounts task. I1011 01:46:54.757009 1 tasks_processing.go:71] worker 47 working on monitoring_persistent_volumes task. I1011 01:46:54.757034 1 tasks_processing.go:71] worker 39 working on ingress task. I1011 01:46:54.757053 1 tasks_processing.go:71] worker 56 working on lokistack task. I1011 01:46:54.757107 1 tasks_processing.go:71] worker 46 working on pdbs task. I1011 01:46:54.757229 1 tasks_processing.go:71] worker 35 working on overlapping_namespace_uids task. I1011 01:46:54.757321 1 tasks_processing.go:71] worker 40 working on sap_datahubs task. I1011 01:46:54.757371 1 tasks_processing.go:71] worker 32 working on cost_management_metrics_configs task. I1011 01:46:54.757400 1 tasks_processing.go:71] worker 42 working on metrics task. W1011 01:46:54.757457 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1011 01:46:54.757481 1 tasks_processing.go:74] worker 42 stopped. I1011 01:46:54.757502 1 tasks_processing.go:71] worker 22 working on openstack_dataplanedeployments task. I1011 01:46:54.757569 1 tasks_processing.go:71] worker 36 working on container_images task. I1011 01:46:54.757625 1 tasks_processing.go:71] worker 57 working on dvo_metrics task. I1011 01:46:54.757324 1 tasks_processing.go:71] worker 44 working on storage_cluster task. I1011 01:46:54.756029 1 tasks_processing.go:69] worker 59 listening for tasks. I1011 01:46:54.757630 1 tasks_processing.go:71] worker 33 working on proxies task. I1011 01:46:54.757847 1 tasks_processing.go:71] worker 45 working on ingress_certificates task. I1011 01:46:54.757858 1 tasks_processing.go:71] worker 54 working on machines task. I1011 01:46:54.757870 1 tasks_processing.go:71] worker 62 working on image task. I1011 01:46:54.757236 1 tasks_processing.go:71] worker 16 working on jaegers task. I1011 01:46:54.757877 1 tasks_processing.go:71] worker 51 working on ceph_cluster task. I1011 01:46:54.757848 1 tasks_processing.go:71] worker 27 working on machine_configs task. I1011 01:46:54.757422 1 tasks_processing.go:71] worker 28 working on operators task. I1011 01:46:54.757246 1 tasks_processing.go:71] worker 55 working on install_plans task. I1011 01:46:54.757502 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 33.741µs to process 0 records I1011 01:46:54.757248 1 tasks_processing.go:71] worker 5 working on mutating_webhook_configurations task. I1011 01:46:54.757430 1 tasks_processing.go:71] worker 31 working on machine_sets task. I1011 01:46:54.757437 1 tasks_processing.go:71] worker 29 working on container_runtime_configs task. I1011 01:46:54.757509 1 tasks_processing.go:71] worker 43 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I1011 01:46:54.757518 1 tasks_processing.go:71] worker 34 working on infrastructures task. I1011 01:46:54.757527 1 tasks_processing.go:71] worker 6 working on machine_config_pools task. I1011 01:46:54.757671 1 tasks_processing.go:71] worker 23 working on crds task. I1011 01:46:54.756413 1 tasks_processing.go:71] worker 15 working on openstack_dataplanenodesets task. I1011 01:46:54.757755 1 tasks_processing.go:71] worker 24 working on openshift_machine_api_events task. I1011 01:46:54.757761 1 tasks_processing.go:71] worker 49 working on storage_classes task. I1011 01:46:54.758478 1 tasks_processing.go:71] worker 25 working on cluster_apiserver task. I1011 01:46:54.758491 1 tasks_processing.go:71] worker 63 working on aggregated_monitoring_cr_names task. I1011 01:46:54.758553 1 tasks_processing.go:71] worker 60 working on silenced_alerts task. W1011 01:46:54.758577 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1011 01:46:54.758588 1 tasks_processing.go:74] worker 60 stopped. I1011 01:46:54.758596 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 24.548µs to process 0 records I1011 01:46:54.757759 1 tasks_processing.go:71] worker 37 working on openstack_controlplanes task. I1011 01:46:54.758662 1 tasks_processing.go:74] worker 59 stopped. I1011 01:46:54.759018 1 secretconfigobserver.go:119] support secret does not exist I1011 01:46:54.759163 1 base_controller.go:82] Caches are synced for ConfigController I1011 01:46:54.759172 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I1011 01:46:54.761812 1 tasks_processing.go:74] worker 11 stopped. I1011 01:46:54.761822 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 5.831146ms to process 0 records I1011 01:46:54.781674 1 tasks_processing.go:74] worker 15 stopped. I1011 01:46:54.781686 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 23.488157ms to process 0 records I1011 01:46:54.781747 1 tasks_processing.go:74] worker 44 stopped. I1011 01:46:54.781758 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 24.010666ms to process 0 records I1011 01:46:54.781791 1 tasks_processing.go:74] worker 37 stopped. I1011 01:46:54.781801 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 23.17375ms to process 0 records I1011 01:46:54.781909 1 tasks_processing.go:74] worker 58 stopped. E1011 01:46:54.781917 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I1011 01:46:54.781922 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 25.419366ms to process 0 records I1011 01:46:54.782277 1 tasks_processing.go:74] worker 1 stopped. I1011 01:46:54.782285 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 26.205996ms to process 0 records I1011 01:46:54.782329 1 tasks_processing.go:74] worker 14 stopped. I1011 01:46:54.782336 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 25.870313ms to process 0 records I1011 01:46:54.782339 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 25.270303ms to process 0 records I1011 01:46:54.782342 1 tasks_processing.go:74] worker 56 stopped. I1011 01:46:54.782367 1 tasks_processing.go:74] worker 52 stopped. I1011 01:46:54.782374 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 25.884661ms to process 0 records I1011 01:46:54.798347 1 tasks_processing.go:74] worker 30 stopped. I1011 01:46:54.798359 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 41.909283ms to process 0 records I1011 01:46:54.798365 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 40.481405ms to process 0 records I1011 01:46:54.798369 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 42.311497ms to process 0 records I1011 01:46:54.798372 1 tasks_processing.go:74] worker 20 stopped. I1011 01:46:54.798373 1 tasks_processing.go:74] worker 16 stopped. I1011 01:46:54.798393 1 tasks_processing.go:74] worker 54 stopped. E1011 01:46:54.798402 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I1011 01:46:54.798408 1 gather.go:177] gatherer "clusterconfig" function "machines" took 40.528218ms to process 0 records E1011 01:46:54.798414 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I1011 01:46:54.798421 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 41.968396ms to process 0 records I1011 01:46:54.798429 1 tasks_processing.go:74] worker 17 stopped. I1011 01:46:54.798892 1 tasks_processing.go:74] worker 24 stopped. I1011 01:46:54.798903 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 40.669656ms to process 0 records I1011 01:46:54.799044 1 tasks_processing.go:74] worker 0 stopped. I1011 01:46:54.799151 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=8a2d14945fc8b0f39c57e0511266d39cdad7ccd9e9af23e128b3397dacda1f86 I1011 01:46:54.799166 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 42.980127ms to process 1 records I1011 01:46:54.799253 1 tasks_processing.go:74] worker 39 stopped. I1011 01:46:54.799343 1 recorder.go:70] Recording config/ingress with fingerprint=d2e782ee22ae715ec5c3364e42b17c86bd8bab22f53955340f9ebb9c9cf9c574 I1011 01:46:54.799354 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 42.110606ms to process 1 records I1011 01:46:54.800837 1 tasks_processing.go:74] worker 49 stopped. I1011 01:46:54.800911 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=0ac9a8332e723d2cf363aac76ad86e5a1dede65370a32a7d0bd4f09e08b4c940 I1011 01:46:54.800928 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=9644014c0c6d4b588f0bba9974d71f3d30be671a5cb61a0e10ab5aa72dc28b16 I1011 01:46:54.800933 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 42.37016ms to process 2 records I1011 01:46:54.801523 1 tasks_processing.go:74] worker 18 stopped. I1011 01:46:54.801535 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 44.570192ms to process 0 records I1011 01:46:54.801629 1 tasks_processing.go:74] worker 46 stopped. I1011 01:46:54.801737 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=e7f0ff059e9e45cb6d7a6afb9d31058bb80925da62c9c4fea8cb4ec9c149404b I1011 01:46:54.801767 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=e361169f40618dfe325aee298a5e4f6d9ca615accfdb18d23018f0fc3ba06e7d I1011 01:46:54.801783 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=27dd194fdd42bb3d59486a59c1bed6bc85e93e763fbe061efa8b00a8074fb5cc I1011 01:46:54.801788 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 44.507256ms to process 3 records I1011 01:46:54.804602 1 tasks_processing.go:74] worker 25 stopped. I1011 01:46:54.805173 1 recorder.go:70] Recording config/apiserver with fingerprint=41c5a622837e15328bd2c5a8a0a308091ca074b34c5d9a5cb8db585fdf4a825e I1011 01:46:54.805192 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 46.111379ms to process 1 records I1011 01:46:54.805311 1 tasks_processing.go:74] worker 48 stopped. I1011 01:46:54.805773 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=b6df01b4628d0d1ac6245fa092eed435c980aab0f6147f9255480d3ffacce767 I1011 01:46:54.805853 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 48.469737ms to process 1 records I1011 01:46:54.806476 1 tasks_processing.go:74] worker 40 stopped. I1011 01:46:54.806487 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 49.114906ms to process 0 records I1011 01:46:54.806503 1 tasks_processing.go:74] worker 22 stopped. I1011 01:46:54.806510 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 48.944658ms to process 0 records I1011 01:46:54.806613 1 tasks_processing.go:74] worker 19 stopped. I1011 01:46:54.806627 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 49.637731ms to process 0 records I1011 01:46:54.806827 1 tasks_processing.go:74] worker 13 stopped. I1011 01:46:54.806977 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=be5e01a4319699fd0fa272ef0991a2c8760410a3aee83ee90b24c544d3243188 I1011 01:46:54.807025 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=195eaee0a243dab17ed6a77605662212ebc7b742cfe7bea30dd01bee39239cc2 I1011 01:46:54.807040 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=a951b1de0449105a19aa4e9d7c9b61ced5bc2aacedff145a1a5249eceedc386c I1011 01:46:54.807055 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=db77f013c73ed16ba07bf0a69d7b9876cc8b466e0c9fb74fb0d7b839beb1ac6a I1011 01:46:54.807068 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=f5ed82e47a109853167a9e81f5628e8438755410726d7c4e33829c9654b85a98 I1011 01:46:54.807085 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=3023d9bedec6fa523e7c83cb55b16e9cd40047fd2b7e9cbd926d104dce936494 I1011 01:46:54.807097 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=00948aa1bd7c833c0311afd2e109f1c0c4a3083dd05eae5fff4e3150d47d2f6b I1011 01:46:54.807115 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=d95bf20fd17823e4b51128ce8f2f9de6865e9ffdc3a793868e20c96a93bc0786 I1011 01:46:54.807136 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=cd139bba3fbcf74b61986ecce6558cb2c0a551a84cb40110d654f855fdc9212a I1011 01:46:54.807151 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=cb6c27cd16da62a5cb3374948d0e7879725900f36f5d042b7a10d6aed0fb7fe8 I1011 01:46:54.807163 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=1285dabb813dbfbbe83d274a468de2233b3c2be55cb558863727d8afc3e6578e I1011 01:46:54.807170 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 50.856157ms to process 11 records I1011 01:46:54.808453 1 tasks_processing.go:74] worker 51 stopped. I1011 01:46:54.808464 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 50.567093ms to process 0 records I1011 01:46:54.808479 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I1011 01:46:54.808497 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I1011 01:46:54.808503 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I1011 01:46:54.808506 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I1011 01:46:54.808522 1 controller.go:458] The operator is still being initialized I1011 01:46:54.808533 1 controller.go:481] The operator is healthy I1011 01:46:54.808586 1 tasks_processing.go:74] worker 3 stopped. I1011 01:46:54.808855 1 recorder.go:70] Recording config/node/ip-10-0-134-116.ec2.internal with fingerprint=63fe8c640fbf9d10a236006d340ca5f3c415b62d1ad80eecd0daf712607262c9 I1011 01:46:54.808898 1 recorder.go:70] Recording config/node/ip-10-0-158-68.ec2.internal with fingerprint=e1cf87e5f3972b1efefb1159a5bfa35702daf8bcbcbfce1bd22f9718057b5ba2 I1011 01:46:54.808932 1 recorder.go:70] Recording config/node/ip-10-0-169-141.ec2.internal with fingerprint=06c3c5704bb1931c755571dad8fb86aca3fe326911d8e127fb997eff7aad2a03 I1011 01:46:54.808940 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 52.465464ms to process 3 records I1011 01:46:54.811526 1 tasks_processing.go:74] worker 12 stopped. I1011 01:46:54.811536 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 55.568198ms to process 0 records I1011 01:46:54.811548 1 tasks_processing.go:74] worker 6 stopped. I1011 01:46:54.811555 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 53.418685ms to process 0 records I1011 01:46:54.811666 1 tasks_processing.go:74] worker 31 stopped. I1011 01:46:54.811673 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 53.669206ms to process 0 records I1011 01:46:54.811772 1 tasks_processing.go:74] worker 29 stopped. I1011 01:46:54.811784 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 53.737429ms to process 0 records I1011 01:46:54.811845 1 recorder.go:70] Recording config/proxy with fingerprint=2e7c60773b9cfc314a6473eee00abd25347dc1abb9a1057ea2f6c12cf97c7711 I1011 01:46:54.811860 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 53.973763ms to process 1 records I1011 01:46:54.811882 1 tasks_processing.go:74] worker 33 stopped. I1011 01:46:54.811951 1 tasks_processing.go:74] worker 2 stopped. I1011 01:46:54.812054 1 recorder.go:70] Recording config/oauth with fingerprint=d72515caac6f5e76d1c3a174f5f710f05c28a117bc990b97d4971cdfc73e9013 I1011 01:46:54.812067 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 55.794475ms to process 1 records I1011 01:46:54.812149 1 tasks_processing.go:74] worker 21 stopped. I1011 01:46:54.812204 1 recorder.go:70] Recording config/authentication with fingerprint=793358bb44d3bd4ba6325bbfba49e29c51e4ada77e7f177c4d4d26daec4143fc I1011 01:46:54.812215 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 54.984466ms to process 1 records I1011 01:46:54.812296 1 tasks_processing.go:74] worker 9 stopped. I1011 01:46:54.812305 1 recorder.go:70] Recording config/network with fingerprint=bf95839537714f497efc926ff20ca00ac889510185c92bb4611901c6d397e336 I1011 01:46:54.812317 1 gather.go:177] gatherer "clusterconfig" function "networks" took 55.059388ms to process 1 records I1011 01:46:54.812386 1 recorder.go:70] Recording config/featuregate with fingerprint=0055f3ebacfe708aab1c38537d0d9bf29a7bb74aa6bdee0da8ace8ed6da59039 I1011 01:46:54.812397 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 55.459601ms to process 1 records I1011 01:46:54.812399 1 tasks_processing.go:74] worker 41 stopped. I1011 01:46:54.812454 1 configmapobserver.go:84] configmaps "insights-config" not found I1011 01:46:54.812945 1 tasks_processing.go:74] worker 62 stopped. I1011 01:46:54.813020 1 recorder.go:70] Recording config/image with fingerprint=5dbc74a44e2dbbe1a1ef0b1b2f37bb575e34e81b8d4a79953477fa2330224736 I1011 01:46:54.813031 1 gather.go:177] gatherer "clusterconfig" function "image" took 55.065108ms to process 1 records I1011 01:46:54.813568 1 tasks_processing.go:74] worker 47 stopped. I1011 01:46:54.813579 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 56.544918ms to process 0 records I1011 01:46:54.815602 1 tasks_processing.go:74] worker 27 stopped. E1011 01:46:54.815616 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I1011 01:46:54.815655 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I1011 01:46:54.815666 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 57.701432ms to process 1 records W1011 01:46:54.817477 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1011 01:46:54.819527 1 tasks_processing.go:74] worker 32 stopped. I1011 01:46:54.819537 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 62.111646ms to process 0 records I1011 01:46:54.821375 1 tasks_processing.go:74] worker 8 stopped. I1011 01:46:54.821677 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=791591c755a6dc5cdfc7226d5a58ed33a82d0a26868c33b29c68c33934710dd9 I1011 01:46:54.821688 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 65.333665ms to process 1 records I1011 01:46:54.824561 1 tasks_processing.go:74] worker 7 stopped. E1011 01:46:54.824571 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I1011 01:46:54.824590 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 68.605185ms to process 0 records I1011 01:46:54.824778 1 tasks_processing.go:74] worker 34 stopped. I1011 01:46:54.825208 1 recorder.go:70] Recording config/infrastructure with fingerprint=6e93c614cb2e2138ad75dc122ae62a2746ca38add8d28b9bf19be1d4e6474b28 I1011 01:46:54.825235 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 66.675323ms to process 1 records I1011 01:46:54.825319 1 tasks_processing.go:74] worker 23 stopped. I1011 01:46:54.825953 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=a883e9c21dbdcef68b763f45ea61943ae2b4e7d4b048537754bd06267a5f271e I1011 01:46:54.826266 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=5795487d8c6c1d409d038a26214f45d9670ef2b9c58a272b232cf1ccb54b6bcc I1011 01:46:54.826296 1 gather.go:177] gatherer "clusterconfig" function "crds" took 66.797998ms to process 2 records I1011 01:46:54.827665 1 tasks_processing.go:74] worker 5 stopped. I1011 01:46:54.827744 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=3bfd1c7c98328f26f90e801839001b91f6be335edf7497fd308d24f99e6e71f6 I1011 01:46:54.827766 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=7fe33f8e959763b5958bb70c05160813c83211ce9e4388c2a00ccb67e3ec83a8 I1011 01:46:54.827779 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=34d72040e108e4c6f26e8200b80e9405625efa9d743baf937688f556359b28d6 I1011 01:46:54.827787 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 69.683451ms to process 3 records I1011 01:46:54.834585 1 tasks_processing.go:74] worker 38 stopped. I1011 01:46:54.834962 1 recorder.go:70] Recording config/version with fingerprint=678659326da83e42d4504a071b72da0fa6a6209c042766bc361344ccf562f252 I1011 01:46:54.834976 1 recorder.go:70] Recording config/id with fingerprint=d204eb3305dd94f9c00ab2d667a587bf83692ab83eff7bd441057fd5188961e0 I1011 01:46:54.834982 1 gather.go:177] gatherer "clusterconfig" function "version" took 77.741098ms to process 2 records I1011 01:46:54.836660 1 tasks_processing.go:74] worker 63 stopped. I1011 01:46:54.836673 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 78.131543ms to process 0 records I1011 01:46:54.839772 1 tasks_processing.go:74] worker 10 stopped. I1011 01:46:54.839911 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=8793ad14a846b85475680576425c7b2331b9178aebfee74281774814ec990297 I1011 01:46:54.839964 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=5be2c116043485d70f8170943f5a4868ffd687a1cec2fb9e7def80260c6cb8cd I1011 01:46:54.839972 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 83.793582ms to process 2 records I1011 01:46:54.840081 1 tasks_processing.go:74] worker 50 stopped. I1011 01:46:54.840122 1 recorder.go:70] Recording config/olm_operators with fingerprint=560a878205b1e5c5376866631565324a1db18ffc6e25709a2b7fa6d712a0c586 I1011 01:46:54.840130 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 83.389554ms to process 1 records I1011 01:46:54.853668 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I1011 01:46:54.853680 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W1011 01:46:54.853852 1 operator.go:287] started I1011 01:46:54.853870 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I1011 01:46:54.858288 1 tasks_processing.go:74] worker 36 stopped. I1011 01:46:54.858339 1 recorder.go:70] Recording config/running_containers with fingerprint=90c4556a59a6a47d517a4450b2e58ead1e63f815f4d5e9bcedd9ec8258115859 I1011 01:46:54.858351 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 100.677718ms to process 1 records I1011 01:46:54.864458 1 tasks_processing.go:74] worker 43 stopped. I1011 01:46:54.864472 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 106.376237ms to process 0 records I1011 01:46:54.880479 1 controller.go:203] Source scaController *sca.Controller is not ready I1011 01:46:54.880497 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I1011 01:46:54.880505 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I1011 01:46:54.880513 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I1011 01:46:54.880520 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I1011 01:46:54.880544 1 controller.go:458] The operator is still being initialized I1011 01:46:54.880550 1 controller.go:481] The operator is healthy I1011 01:46:54.880844 1 prometheus_rules.go:88] Prometheus rules successfully created I1011 01:46:54.896119 1 tasks_processing.go:74] worker 4 stopped. E1011 01:46:54.896144 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E1011 01:46:54.896162 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E1011 01:46:54.896168 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I1011 01:46:54.896181 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I1011 01:46:54.896219 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I1011 01:46:54.896226 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I1011 01:46:54.896231 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I1011 01:46:54.896236 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I1011 01:46:54.896255 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I1011 01:46:54.896265 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I1011 01:46:54.896271 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 140.01498ms to process 7 records I1011 01:46:54.905441 1 tasks_processing.go:74] worker 35 stopped. I1011 01:46:54.905475 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I1011 01:46:54.905484 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 148.15996ms to process 1 records E1011 01:46:54.906466 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2729007e4a-ed98-4e5e-8079-a0f0233c87e2%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:38538->172.30.0.10:53: read: connection refused I1011 01:46:54.906479 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2729007e4a-ed98-4e5e-8079-a0f0233c87e2%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:38538->172.30.0.10:53: read: connection refused I1011 01:46:54.939131 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W1011 01:46:54.942097 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:56144->172.30.0.10:53: read: connection refused I1011 01:46:54.942111 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:56144->172.30.0.10:53: read: connection refused I1011 01:46:54.954948 1 base_controller.go:82] Caches are synced for LoggingSyncer I1011 01:46:54.954971 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I1011 01:46:54.955140 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I1011 01:46:54.956605 1 tasks_processing.go:74] worker 45 stopped. E1011 01:46:54.956627 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E1011 01:46:54.956698 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2tc9f2au7sbn5o1836hes2kjhge7o52v-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2tc9f2au7sbn5o1836hes2kjhge7o52v-primary-cert-bundle-secret" not found I1011 01:46:54.956793 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=87d403e20eb561b6cd9bf82b669b0ce43722c9a044307d2bcc0eadfd47fdf53c I1011 01:46:54.956809 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 198.734252ms to process 1 records I1011 01:46:54.959267 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I1011 01:46:55.221102 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I1011 01:46:55.221115 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I1011 01:46:55.221583 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2x5v5 pod in namespace openshift-dns (previous: false). I1011 01:46:55.233156 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I1011 01:46:55.433574 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I1011 01:46:55.454704 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2x5v5 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2x5v5\" is waiting to start: ContainerCreating" I1011 01:46:55.454721 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2x5v5\" is waiting to start: ContainerCreating" I1011 01:46:55.454729 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2x5v5 pod in namespace openshift-dns (previous: false). I1011 01:46:55.627834 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2x5v5 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2x5v5\" is waiting to start: ContainerCreating" I1011 01:46:55.627850 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2x5v5\" is waiting to start: ContainerCreating" I1011 01:46:55.627877 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-4dzms pod in namespace openshift-dns (previous: false). W1011 01:46:55.817303 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1011 01:46:55.858829 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-4dzms pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-4dzms\" is waiting to start: ContainerCreating" I1011 01:46:55.858844 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-4dzms\" is waiting to start: ContainerCreating" I1011 01:46:55.858850 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-4dzms pod in namespace openshift-dns (previous: false). I1011 01:46:56.029407 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-4dzms pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-4dzms\" is waiting to start: ContainerCreating" I1011 01:46:56.029422 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-4dzms\" is waiting to start: ContainerCreating" I1011 01:46:56.029451 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-7hxbt pod in namespace openshift-dns (previous: false). I1011 01:46:56.235482 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I1011 01:46:56.251803 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7hxbt pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-7hxbt\" is waiting to start: ContainerCreating" I1011 01:46:56.251817 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-7hxbt\" is waiting to start: ContainerCreating" I1011 01:46:56.251823 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-7hxbt pod in namespace openshift-dns (previous: false). I1011 01:46:56.429115 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7hxbt pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-7hxbt\" is waiting to start: ContainerCreating" I1011 01:46:56.429133 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-7hxbt\" is waiting to start: ContainerCreating" I1011 01:46:56.429144 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-cw92h pod in namespace openshift-dns (previous: false). I1011 01:46:56.627333 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1011 01:46:56.627353 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-pjglh pod in namespace openshift-dns (previous: false). I1011 01:46:56.635891 1 tasks_processing.go:74] worker 28 stopped. I1011 01:46:56.635931 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=ba6a9fec5f854ad2197f8edb31aa45430fe7c243cc1fa2757cc4dcb92f878bd9 I1011 01:46:56.635964 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=29041eefb88cf24e246b8942c792e2401c502c1f7a7bb969ba4bc38171b2b3d2 I1011 01:46:56.635992 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I1011 01:46:56.636015 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=2cdc48db3642037047d2a4514fcf7016c0242c9527058de8780cd893c401cdec I1011 01:46:56.636033 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I1011 01:46:56.636051 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=d52d01390b8efde250d97c23d97bb436e5c72ef971f5436a71539b08e0399a47 I1011 01:46:56.636070 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=b2539d343d7ed2da52f76cb5e493494d449cae483c85831daefceee032e16f44 I1011 01:46:56.636091 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=a0af588df0cdd9cb67beb033bd053cf062513087158dd969dd68dda8f7982b7a I1011 01:46:56.636102 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=7781746f22c22a5557191c99a733a0a661d074ed2b517b79cebcf23a44fb9078 I1011 01:46:56.636113 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=ba83aa11c643153cb40f966d96877c54bb3345b778a5e569c304d2f8fe6592db I1011 01:46:56.636121 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I1011 01:46:56.636132 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=139a297834e57824418c9874bd9ba35fa06db3282e1de9973bd5478377a9b9f0 I1011 01:46:56.636141 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I1011 01:46:56.636152 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=96210cf843fc951efb24878269b834adb45f55d307caa045e6c3b902144809f7 I1011 01:46:56.636161 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I1011 01:46:56.636173 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=03a8a0dd93219564ddd013a40c40be67c0613dce9fcdcc098d0aa44f36525cae I1011 01:46:56.636182 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I1011 01:46:56.636197 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=8dcba48f00578766993a13872126bfbf50b93688471f39962f4778a15bf15ea7 I1011 01:46:56.636266 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=7aa871cf18e183fef69dab8ae14fadb047c4bf158c636ca3251812d50fe1d303 I1011 01:46:56.636285 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I1011 01:46:56.636299 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=4c219e157e34081d24afb32fb879bb5e6ec8c36e2f8580403a0e3f0ddaa0c054 I1011 01:46:56.636313 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=e92bcb2984cb260adfbc7c4566dc1e8bf86c90bcb0d3228df6f7fe807bbbbf8e I1011 01:46:56.636321 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I1011 01:46:56.636331 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=3b8210726400ab64d9596ad78ae4eaed4ebe7b6e401f4258ce9c75552fcffe35 I1011 01:46:56.636339 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I1011 01:46:56.636347 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=61ff8cf5fe858e7af49f19962dd6cecc74b7edece7ed11539ee22c98e00347b8 I1011 01:46:56.636358 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=79f7b2f38cbbff915b5653497eca1f7d800be79b943221aaa90c23ed66d7c54b I1011 01:46:56.636366 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=cc3d9480e4053aec08dbb6dbd1639475ac52167f117042e2b00d597c4215160c I1011 01:46:56.636376 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=fe17357e9d70c3de0b46814e5aabb11809de6bac1befdca38667bde0452282c8 I1011 01:46:56.636384 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=38599b2db2b5803ccb75606993d84ddc8fcc9eef5f66b9771574279ff58dbde6 I1011 01:46:56.636401 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=b96eae572dd71baa65d97b10f0072c0f976b67e67a758b61bba69d74552e2047 I1011 01:46:56.636414 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I1011 01:46:56.636422 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I1011 01:46:56.636427 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.877981425s to process 33 records W1011 01:46:56.816604 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1011 01:46:56.827377 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1011 01:46:56.827388 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zncjh pod in namespace openshift-dns (previous: false). I1011 01:46:57.027634 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1011 01:46:57.027694 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-66958f7f7c-4m79k pod in namespace openshift-image-registry (previous: false). I1011 01:46:57.228655 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-66958f7f7c-4m79k pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-66958f7f7c-4m79k\" is waiting to start: ContainerCreating" I1011 01:46:57.228675 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-66958f7f7c-4m79k\" is waiting to start: ContainerCreating" I1011 01:46:57.228716 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-66958f7f7c-n7gj2 pod in namespace openshift-image-registry (previous: false). I1011 01:46:57.440404 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-66958f7f7c-n7gj2 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-66958f7f7c-n7gj2\" is waiting to start: ContainerCreating" I1011 01:46:57.440423 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-66958f7f7c-n7gj2\" is waiting to start: ContainerCreating" I1011 01:46:57.440460 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7fbd5cb78-wdw5f pod in namespace openshift-image-registry (previous: false). I1011 01:46:57.628388 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7fbd5cb78-wdw5f pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7fbd5cb78-wdw5f\" is waiting to start: ContainerCreating" I1011 01:46:57.628403 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7fbd5cb78-wdw5f\" is waiting to start: ContainerCreating" I1011 01:46:57.628412 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-6xwbm pod in namespace openshift-image-registry (previous: false). W1011 01:46:57.817280 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1011 01:46:57.827438 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1011 01:46:57.827453 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-dk2xm pod in namespace openshift-image-registry (previous: false). I1011 01:46:58.031414 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1011 01:46:58.031431 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-wj7xd pod in namespace openshift-image-registry (previous: false). I1011 01:46:58.232594 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1011 01:46:58.232614 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-59c8cb986c-59kbj pod in namespace openshift-ingress (previous: false). I1011 01:46:58.428925 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-59c8cb986c-59kbj pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-59c8cb986c-59kbj\" is waiting to start: ContainerCreating" I1011 01:46:58.428942 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-59c8cb986c-59kbj\" is waiting to start: ContainerCreating" I1011 01:46:58.428951 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-59c8cb986c-nw9vj pod in namespace openshift-ingress (previous: false). I1011 01:46:58.631613 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-59c8cb986c-nw9vj pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-59c8cb986c-nw9vj\" is waiting to start: ContainerCreating" I1011 01:46:58.631628 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-59c8cb986c-nw9vj\" is waiting to start: ContainerCreating" I1011 01:46:58.631655 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-8d5bcf94c-jjfzd pod in namespace openshift-ingress (previous: false). W1011 01:46:58.816597 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1011 01:46:58.827955 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-8d5bcf94c-jjfzd pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-8d5bcf94c-jjfzd\" is waiting to start: ContainerCreating" I1011 01:46:58.827969 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-8d5bcf94c-jjfzd\" is waiting to start: ContainerCreating" I1011 01:46:58.827993 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-gv949 pod in namespace openshift-ingress-canary (previous: false). I1011 01:46:59.028099 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-gv949 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-gv949\" is waiting to start: ContainerCreating" I1011 01:46:59.028116 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-gv949\" is waiting to start: ContainerCreating" I1011 01:46:59.028143 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-mnvsw pod in namespace openshift-ingress-canary (previous: false). I1011 01:46:59.228932 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-mnvsw pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-mnvsw\" is waiting to start: ContainerCreating" I1011 01:46:59.228948 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-mnvsw\" is waiting to start: ContainerCreating" I1011 01:46:59.228977 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-rqw5q pod in namespace openshift-ingress-canary (previous: false). I1011 01:46:59.428921 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-rqw5q pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-rqw5q\" is waiting to start: ContainerCreating" I1011 01:46:59.428938 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-rqw5q\" is waiting to start: ContainerCreating" I1011 01:46:59.428952 1 tasks_processing.go:74] worker 26 stopped. I1011 01:46:59.429032 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=9b1b5ff3ef41311dec3bc612ab220dde78995d2eb210dc461fa91441c3ac918d I1011 01:46:59.429242 1 recorder.go:70] Recording events/openshift-dns with fingerprint=92f845a053d00d26b9a640dd764eda35b85d57746d2080330395c0852846fe1b I1011 01:46:59.429359 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=4e0618175c22ab32ae7cc51bb06e7836bd8e71ad7a30769d479af15189fe31bb I1011 01:46:59.429383 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=f8fe3f55931e27ce8cfd49f846a48568e87a0bdccc6586a87ccdbe543e8ada33 I1011 01:46:59.429412 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=1336c1f166ba2185dcd56129beb74ddbb5eba869a4a9518a13fc83d09b4be9d5 I1011 01:46:59.429429 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=11c0389951846a7ec1e6978b4b6fcb06d6bd068b16e2d3e0b4c9425cf2959d40 I1011 01:46:59.431417 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-2x5v5 with fingerprint=24614b65537a19d9ee9abcee79702dbf0e4a28fdd6ecae8a8de25df928b5f149 I1011 01:46:59.431482 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-4dzms with fingerprint=416259f7c56d1010e8532698ff41354fe35db66b6052415fd63dd22a796f1f5c I1011 01:46:59.431524 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-7hxbt with fingerprint=1e23e7cc17557192b21a996ff6b516031b042de82ef515efd39fc76e37085783 I1011 01:46:59.431593 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-66958f7f7c-4m79k with fingerprint=9cd8a9e11fcbddc8b642c9df02f1aa7411be9c4ab37a5c6307f142d4c0b7fb47 I1011 01:46:59.431662 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-66958f7f7c-n7gj2 with fingerprint=b63ddff71f8539928f7af9d1f200976614952f47b0e5ebb6c238f09401932b7a I1011 01:46:59.431711 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-7fbd5cb78-wdw5f with fingerprint=b587579fa4edda070a76f7cc01bdeed73c6d07ec3901c9647b4524790be3a152 I1011 01:46:59.431745 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-gv949 with fingerprint=62eeffd966fc444df7ca2fe1885e798cfc1d6045c3b5f9ddfd33156038dc6ed8 I1011 01:46:59.431776 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-mnvsw with fingerprint=4a83e424518e075ffe5e520de6ee725d1657bb7fe0beef833d99fbc33102ec6c I1011 01:46:59.431809 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-rqw5q with fingerprint=378fab14ef9117b3fda33e8de78de7a0734460e3b507b5afcce0081144bb5569 I1011 01:46:59.431817 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.672387313s to process 15 records W1011 01:46:59.816806 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W1011 01:46:59.816830 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I1011 01:46:59.816843 1 tasks_processing.go:74] worker 57 stopped. E1011 01:46:59.816852 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I1011 01:46:59.816861 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W1011 01:46:59.816872 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I1011 01:46:59.816880 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.059153069s to process 1 records I1011 01:47:06.945553 1 configmapobserver.go:84] configmaps "insights-config" not found I1011 01:47:07.712040 1 tasks_processing.go:74] worker 55 stopped. I1011 01:47:07.712080 1 recorder.go:70] Recording config/installplans with fingerprint=6f9781df213f917044fe07f29e6836f4c98c6ccf7740910e145b68b90ff5234d I1011 01:47:07.712091 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.954095537s to process 1 records I1011 01:47:08.366140 1 tasks_processing.go:74] worker 61 stopped. I1011 01:47:08.366352 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=40a83a894d0cf5587650f76f2ccfab0c74acdbf62accc67d33c8bf68f5833b03 I1011 01:47:08.366369 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.60914752s to process 1 records E1011 01:47:08.366428 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.61s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I1011 01:47:08.367531 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I1011 01:47:08.367545 1 periodic.go:212] Running workloads gatherer I1011 01:47:08.367558 1 tasks_processing.go:45] number of workers: 2 I1011 01:47:08.367567 1 tasks_processing.go:69] worker 1 listening for tasks. I1011 01:47:08.367570 1 tasks_processing.go:71] worker 1 working on workload_info task. I1011 01:47:08.367578 1 tasks_processing.go:69] worker 0 listening for tasks. I1011 01:47:08.367661 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I1011 01:47:08.391394 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I1011 01:47:08.404586 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (14ms) I1011 01:47:08.408178 1 tasks_processing.go:74] worker 0 stopped. I1011 01:47:08.408208 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 40.49688ms to process 0 records I1011 01:47:08.414165 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (10ms) I1011 01:47:08.423318 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (9ms) I1011 01:47:08.432801 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (9ms) I1011 01:47:08.442169 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (9ms) I1011 01:47:08.451461 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (9ms) I1011 01:47:08.462502 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (11ms) I1011 01:47:08.472130 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (10ms) I1011 01:47:08.481545 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (9ms) I1011 01:47:08.490533 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (9ms) I1011 01:47:08.500441 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (10ms) I1011 01:47:08.602846 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (102ms) I1011 01:47:08.701714 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (99ms) I1011 01:47:08.802605 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (101ms) I1011 01:47:08.902403 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (100ms) I1011 01:47:09.001884 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (99ms) I1011 01:47:09.102765 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (101ms) I1011 01:47:09.201528 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (99ms) I1011 01:47:09.202057 1 configmapobserver.go:84] configmaps "insights-config" not found I1011 01:47:09.301305 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (100ms) I1011 01:47:09.399616 1 configmapobserver.go:84] configmaps "insights-config" not found I1011 01:47:09.401915 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (101ms) I1011 01:47:09.501199 1 gather_workloads_info.go:387] No image sha256:099b3af427b8e1eb44765283a640446c3225151baa06eed789623206151a60cd (99ms) I1011 01:47:09.601933 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (101ms) I1011 01:47:09.701816 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (100ms) I1011 01:47:09.801204 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (99ms) I1011 01:47:09.902103 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (101ms) I1011 01:47:10.001845 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (100ms) I1011 01:47:10.102870 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (101ms) I1011 01:47:10.203062 1 gather_workloads_info.go:387] No image sha256:798001e24f1ed6a5621c442729a840ba2a2abc43433901e8450caa12b4bad5c5 (100ms) I1011 01:47:10.301310 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (98ms) I1011 01:47:10.403742 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (102ms) I1011 01:47:10.506034 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (102ms) I1011 01:47:10.601793 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (96ms) I1011 01:47:10.601826 1 tasks_processing.go:74] worker 1 stopped. E1011 01:47:10.601837 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I1011 01:47:10.602091 1 recorder.go:70] Recording config/workload_info with fingerprint=9527a1a067d2fdbfeb97d8e8f61f9d95ab7b2282c6c0e3a4540e23ce95fe8412 I1011 01:47:10.602109 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.234249554s to process 1 records E1011 01:47:10.602135 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.234s with: function \"workload_info\" failed with an error" I1011 01:47:10.603237 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I1011 01:47:10.603248 1 periodic.go:212] Running conditional gatherer I1011 01:47:10.613318 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I1011 01:47:10.618075 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.8:60646->172.30.0.10:53: read: connection refused E1011 01:47:10.618317 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1011 01:47:10.618379 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I1011 01:47:10.629097 1 conditional_gatherer.go:390] cluster version is '4.19.9' E1011 01:47:10.629109 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1011 01:47:10.629115 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1011 01:47:10.629118 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1011 01:47:10.629120 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1011 01:47:10.629122 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1011 01:47:10.629124 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1011 01:47:10.629126 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1011 01:47:10.629128 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1011 01:47:10.629130 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I1011 01:47:10.629144 1 tasks_processing.go:45] number of workers: 3 I1011 01:47:10.629154 1 tasks_processing.go:69] worker 2 listening for tasks. I1011 01:47:10.629158 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I1011 01:47:10.629164 1 tasks_processing.go:69] worker 0 listening for tasks. I1011 01:47:10.629176 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I1011 01:47:10.629178 1 tasks_processing.go:69] worker 1 listening for tasks. I1011 01:47:10.629186 1 tasks_processing.go:74] worker 1 stopped. I1011 01:47:10.629180 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I1011 01:47:10.629227 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I1011 01:47:10.629240 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 729ns to process 1 records I1011 01:47:10.629276 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I1011 01:47:10.629287 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 918ns to process 1 records I1011 01:47:10.629294 1 tasks_processing.go:74] worker 0 stopped. I1011 01:47:10.629436 1 tasks_processing.go:74] worker 2 stopped. I1011 01:47:10.629447 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 235.426µs to process 0 records I1011 01:47:10.629465 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.8:60646->172.30.0.10:53: read: connection refused I1011 01:47:10.629476 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I1011 01:47:10.654104 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=c522d101e0b01f5a7f3ab800e864defb56ae3b5db944fcc086077c2414f2489c I1011 01:47:10.654212 1 diskrecorder.go:70] Writing 107 records to /var/lib/insights-operator/insights-2026-10-11-014710.tar.gz I1011 01:47:10.660569 1 diskrecorder.go:51] Wrote 107 records to disk in 6ms I1011 01:47:10.660604 1 periodic.go:281] Gathering cluster info every 2h0m0s I1011 01:47:10.660623 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I1011 01:47:21.626292 1 configmapobserver.go:84] configmaps "insights-config" not found I1011 01:48:14.322305 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="ab127e723f3c0fa758e53bf86c1c5b123b4bee907a1fa1445dc49baa0098c8ce") W1011 01:48:14.322336 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I1011 01:48:14.322364 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="c95988d2ddb8fb09ded95204284ea986701527c5dce851394dfd41a13e1afafd") I1011 01:48:14.322403 1 base_controller.go:181] Shutting down ConfigController ... I1011 01:48:14.322405 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I1011 01:48:14.322431 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="e5c49065a75c82ee60e7633283aba6658aaffe462f2e2af0cd7e2ab886a8aa8b") I1011 01:48:14.322450 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I1011 01:48:14.322457 1 periodic.go:173] Shutting down