I0706 11:46:41.423076 1 cmd.go:253] Using service-serving-cert provided certificates I0706 11:46:41.423654 1 observer_polling.go:159] Starting file observer W0706 11:46:41.448748 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0706 11:46:41.830336 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0706 11:46:41.830575 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0706 11:46:41.831178 1 secure_serving.go:57] Forcing use of http/1.1 only W0706 11:46:41.831199 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0706 11:46:41.831204 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0706 11:46:41.831225 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0706 11:46:41.831228 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0706 11:46:41.831232 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0706 11:46:41.831236 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0706 11:46:41.831265 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0706 11:46:41.835893 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0706 11:46:41.835880 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0706 11:46:41.839303 1 secure_serving.go:213] Serving securely on [::]:8443 I0706 11:46:41.839586 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0706 11:46:41.839583 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0706 11:46:41.839586 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0706 11:46:41.839738 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0706 11:46:41.839615 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0706 11:46:41.839771 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0706 11:46:41.839664 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0706 11:46:41.839793 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file E0706 11:46:41.843113 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18bfb0d3f3bcb794 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-06 11:46:41.835825044 +0000 UTC m=+0.450679762,LastTimestamp:2026-07-06 11:46:41.835825044 +0000 UTC m=+0.450679762,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0706 11:46:41.844454 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0706 11:46:41.844476 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0706 11:46:41.844648 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0706 11:46:41.850209 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 11:46:41.850230 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0706 11:46:41.858318 1 secretconfigobserver.go:119] support secret does not exist I0706 11:46:41.863776 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 11:46:41.871771 1 secretconfigobserver.go:119] support secret does not exist I0706 11:46:41.874654 1 recorder.go:156] Pruning old reports every 5h32m53s, max age is 288h0m0s I0706 11:46:41.883106 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0706 11:46:41.883120 1 periodic.go:212] Running clusterconfig gatherer I0706 11:46:41.883126 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0706 11:46:41.883152 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0706 11:46:41.883159 1 insightsreport.go:296] Starting report retriever I0706 11:46:41.883165 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0706 11:46:41.883172 1 tasks_processing.go:45] number of workers: 32 I0706 11:46:41.883200 1 tasks_processing.go:69] worker 2 listening for tasks. I0706 11:46:41.883215 1 tasks_processing.go:71] worker 2 working on nodenetworkstates task. I0706 11:46:41.883217 1 tasks_processing.go:69] worker 23 listening for tasks. I0706 11:46:41.883219 1 tasks_processing.go:69] worker 22 listening for tasks. I0706 11:46:41.883217 1 tasks_processing.go:69] worker 3 listening for tasks. I0706 11:46:41.883209 1 tasks_processing.go:69] worker 13 listening for tasks. I0706 11:46:41.883226 1 tasks_processing.go:69] worker 4 listening for tasks. I0706 11:46:41.883229 1 tasks_processing.go:69] worker 24 listening for tasks. I0706 11:46:41.883234 1 tasks_processing.go:69] worker 5 listening for tasks. I0706 11:46:41.883238 1 tasks_processing.go:69] worker 28 listening for tasks. I0706 11:46:41.883238 1 tasks_processing.go:69] worker 1 listening for tasks. I0706 11:46:41.883245 1 tasks_processing.go:69] worker 14 listening for tasks. I0706 11:46:41.883244 1 tasks_processing.go:69] worker 6 listening for tasks. I0706 11:46:41.883247 1 tasks_processing.go:69] worker 29 listening for tasks. I0706 11:46:41.883250 1 tasks_processing.go:69] worker 27 listening for tasks. I0706 11:46:41.883256 1 tasks_processing.go:69] worker 15 listening for tasks. I0706 11:46:41.883257 1 tasks_processing.go:69] worker 8 listening for tasks. I0706 11:46:41.883259 1 tasks_processing.go:69] worker 0 listening for tasks. I0706 11:46:41.883263 1 tasks_processing.go:69] worker 30 listening for tasks. I0706 11:46:41.883251 1 tasks_processing.go:69] worker 7 listening for tasks. I0706 11:46:41.883273 1 tasks_processing.go:69] worker 26 listening for tasks. I0706 11:46:41.883274 1 tasks_processing.go:69] worker 9 listening for tasks. I0706 11:46:41.883260 1 tasks_processing.go:69] worker 10 listening for tasks. I0706 11:46:41.883279 1 tasks_processing.go:69] worker 12 listening for tasks. I0706 11:46:41.883283 1 tasks_processing.go:69] worker 18 listening for tasks. I0706 11:46:41.883283 1 tasks_processing.go:69] worker 21 listening for tasks. I0706 11:46:41.883265 1 tasks_processing.go:69] worker 25 listening for tasks. I0706 11:46:41.883274 1 tasks_processing.go:69] worker 19 listening for tasks. I0706 11:46:41.883266 1 tasks_processing.go:69] worker 16 listening for tasks. I0706 11:46:41.883300 1 tasks_processing.go:71] worker 19 working on schedulers task. I0706 11:46:41.883304 1 tasks_processing.go:71] worker 23 working on install_plans task. I0706 11:46:41.883307 1 tasks_processing.go:71] worker 24 working on feature_gates task. I0706 11:46:41.883309 1 tasks_processing.go:71] worker 26 working on machine_healthchecks task. I0706 11:46:41.883369 1 tasks_processing.go:71] worker 3 working on tsdb_status task. I0706 11:46:41.883422 1 tasks_processing.go:71] worker 25 working on openshift_logging task. I0706 11:46:41.883300 1 tasks_processing.go:71] worker 29 working on cluster_apiserver task. I0706 11:46:41.883381 1 tasks_processing.go:71] worker 13 working on support_secret task. I0706 11:46:41.883423 1 tasks_processing.go:71] worker 21 working on operators task. I0706 11:46:41.883209 1 tasks_processing.go:69] worker 31 listening for tasks. I0706 11:46:41.883273 1 tasks_processing.go:69] worker 17 listening for tasks. I0706 11:46:41.883301 1 tasks_processing.go:71] worker 16 working on pdbs task. I0706 11:46:41.883770 1 tasks_processing.go:71] worker 31 working on container_images task. I0706 11:46:41.883282 1 tasks_processing.go:69] worker 20 listening for tasks. I0706 11:46:41.883386 1 tasks_processing.go:71] worker 4 working on clusterroles task. I0706 11:46:41.884102 1 tasks_processing.go:71] worker 20 working on nodenetworkconfigurationpolicies task. I0706 11:46:41.884231 1 tasks_processing.go:71] worker 17 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0706 11:46:41.883394 1 tasks_processing.go:71] worker 27 working on oauths task. I0706 11:46:41.883271 1 tasks_processing.go:69] worker 11 listening for tasks. I0706 11:46:41.883399 1 tasks_processing.go:71] worker 22 working on monitoring_persistent_volumes task. I0706 11:46:41.884878 1 tasks_processing.go:71] worker 11 working on sap_config task. I0706 11:46:41.883396 1 tasks_processing.go:71] worker 8 working on version task. I0706 11:46:41.883402 1 tasks_processing.go:71] worker 15 working on machine_config_pools task. I0706 11:46:41.883405 1 tasks_processing.go:71] worker 18 working on image_registries task. I0706 11:46:41.883409 1 tasks_processing.go:71] worker 1 working on ingress task. I0706 11:46:41.883410 1 tasks_processing.go:71] worker 9 working on service_accounts task. I0706 11:46:41.883413 1 tasks_processing.go:71] worker 5 working on node_logs task. I0706 11:46:41.883413 1 tasks_processing.go:71] worker 10 working on machines task. I0706 11:46:41.883417 1 tasks_processing.go:71] worker 12 working on openstack_dataplanenodesets task. I0706 11:46:41.883431 1 tasks_processing.go:71] worker 30 working on validating_webhook_configurations task. I0706 11:46:41.883435 1 tasks_processing.go:71] worker 0 working on active_alerts task. I0706 11:46:41.883440 1 tasks_processing.go:71] worker 7 working on nodes task. I0706 11:46:41.883441 1 tasks_processing.go:71] worker 14 working on olm_operators task. I0706 11:46:41.883448 1 tasks_processing.go:71] worker 6 working on container_runtime_configs task. I0706 11:46:41.883417 1 tasks_processing.go:71] worker 28 working on mutating_webhook_configurations task. I0706 11:46:41.889050 1 tasks_processing.go:71] worker 26 working on silenced_alerts task. E0706 11:46:41.889076 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0706 11:46:41.889113 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 5.71934ms to process 0 records I0706 11:46:41.889210 1 tasks_processing.go:71] worker 20 working on networks task. I0706 11:46:41.889269 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 5.082588ms to process 0 records I0706 11:46:41.889316 1 tasks_processing.go:71] worker 2 working on jaegers task. I0706 11:46:41.889365 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 6.091297ms to process 0 records E0706 11:46:41.894019 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0706 11:46:41.894040 1 tasks_processing.go:71] worker 3 working on ceph_cluster task. E0706 11:46:41.894059 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0706 11:46:41.894087 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 10.608308ms to process 0 records E0706 11:46:41.894126 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0706 11:46:41.894150 1 tasks_processing.go:71] worker 0 working on pod_network_connectivity_checks task. E0706 11:46:41.894161 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host E0706 11:46:41.894148 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0706 11:46:41.894182 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 6.954954ms to process 0 records E0706 11:46:41.894196 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0706 11:46:41.894212 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 5.084602ms to process 0 records I0706 11:46:41.894224 1 tasks_processing.go:71] worker 26 working on openshift_machine_api_events task. I0706 11:46:41.896506 1 tasks_processing.go:71] worker 6 working on sap_datahubs task. I0706 11:46:41.896547 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 8.637962ms to process 0 records I0706 11:46:41.896565 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 9.695103ms to process 0 records I0706 11:46:41.896575 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 7.218624ms to process 0 records I0706 11:46:41.896586 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 11.656773ms to process 0 records E0706 11:46:41.896597 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0706 11:46:41.896607 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 13.02233ms to process 0 records I0706 11:46:41.896610 1 tasks_processing.go:71] worker 2 working on storage_cluster task. I0706 11:46:41.896619 1 tasks_processing.go:71] worker 13 working on metrics task. E0706 11:46:41.896622 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0706 11:46:41.896636 1 gather.go:177] gatherer "clusterconfig" function "machines" took 9.987722ms to process 0 records I0706 11:46:41.896650 1 tasks_processing.go:71] worker 11 working on image task. I0706 11:46:41.896654 1 tasks_processing.go:71] worker 12 working on openstack_controlplanes task. I0706 11:46:41.896689 1 tasks_processing.go:71] worker 10 working on aggregated_monitoring_cr_names task. I0706 11:46:41.896807 1 tasks_processing.go:71] worker 29 working on machine_sets task. I0706 11:46:41.897083 1 recorder.go:70] Recording config/apiserver with fingerprint=d318a58b289074b1ae4c10af8a2495c6af0f1d001dd319df9bd11ed64ce20dbf I0706 11:46:41.897104 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 13.276177ms to process 1 records I0706 11:46:41.897140 1 tasks_processing.go:71] worker 19 working on sap_pods task. I0706 11:46:41.897258 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=ada3dda20e2122747426f52a2a75917857c73314b14c87cd8528ee778839ab20 I0706 11:46:41.897276 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 13.824061ms to process 1 records I0706 11:46:41.898505 1 tasks_processing.go:71] worker 15 working on operators_pods_and_events task. I0706 11:46:41.898512 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 12.629435ms to process 0 records E0706 11:46:41.898881 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0706 11:46:41.898902 1 tasks_processing.go:71] worker 13 working on infrastructures task. E0706 11:46:41.898915 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0706 11:46:41.898937 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 2.273203ms to process 0 records I0706 11:46:41.899065 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0706 11:46:41.899081 1 controller.go:317] The initial operator extension status is healthy I0706 11:46:41.899090 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0706 11:46:41.899097 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0706 11:46:41.899104 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0706 11:46:41.899117 1 tasks_processing.go:71] worker 25 working on ingress_certificates task. I0706 11:46:41.899121 1 controller.go:458] The operator is still being initialized I0706 11:46:41.899129 1 controller.go:481] The operator is healthy I0706 11:46:41.899128 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 15.63838ms to process 0 records I0706 11:46:41.899211 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0706 11:46:41.899299 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0706 11:46:41.899355 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer W0706 11:46:41.899334 1 operator.go:287] started I0706 11:46:41.901383 1 tasks_processing.go:71] worker 20 working on machine_configs task. I0706 11:46:41.901631 1 recorder.go:70] Recording config/network with fingerprint=a55c62cdb727283201d1e78b9391c9dfe5a2908efbd7aff3450be6041b6e5259 I0706 11:46:41.901646 1 gather.go:177] gatherer "clusterconfig" function "networks" took 12.133552ms to process 1 records I0706 11:46:41.907321 1 tasks_processing.go:71] worker 6 working on image_pruners task. I0706 11:46:41.907331 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 10.797512ms to process 0 records I0706 11:46:41.907527 1 tasks_processing.go:71] worker 27 working on openstack_version task. I0706 11:46:41.907812 1 recorder.go:70] Recording config/oauth with fingerprint=075d7603866ec582b476540c4e2f83323a46ac95aada6feade272181bed18ddf I0706 11:46:41.907827 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 22.814532ms to process 1 records I0706 11:46:41.907912 1 tasks_processing.go:71] worker 16 working on storage_classes task. I0706 11:46:41.907923 1 recorder.go:70] Recording config/pdbs/openshift-console/console with fingerprint=86a18dccc0aaa6e83875391a61b650f2672344ed769da56081285233e77f4045 I0706 11:46:41.907940 1 recorder.go:70] Recording config/pdbs/openshift-console/downloads with fingerprint=ac479e08c05f4626185563b88968bd878731dc6e37b5c44347b93a7de4d22edb I0706 11:46:41.907956 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=9139745dbe835adceeba846b60d1dc991bbd5687c83c5701a90dd67d54e02592 I0706 11:46:41.907990 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=b755aee532ff195bfa3e33235051ef91bd2cb8049fd151509affab377f02266d I0706 11:46:41.908011 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=cc448e35560c44600d83de8d1dfd7c804bf4c0911554d6b91a6d62272526d78e I0706 11:46:41.908029 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=c24fdb845104495f90ebc7438b3802494ee79f015f1dbdc8f655df92ee71011b I0706 11:46:41.908038 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 23.936333ms to process 6 records I0706 11:46:41.916887 1 tasks_processing.go:71] worker 3 working on authentication task. I0706 11:46:41.916904 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 22.836143ms to process 0 records I0706 11:46:41.918988 1 tasks_processing.go:71] worker 29 working on proxies task. I0706 11:46:41.918992 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 22.106546ms to process 0 records I0706 11:46:41.919007 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 22.296551ms to process 0 records I0706 11:46:41.919013 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 22.343062ms to process 0 records I0706 11:46:41.919024 1 tasks_processing.go:71] worker 12 working on dvo_metrics task. I0706 11:46:41.919074 1 tasks_processing.go:71] worker 2 working on crds task. I0706 11:46:41.919681 1 tasks_processing.go:71] worker 19 working on cost_management_metrics_configs task. I0706 11:46:41.919962 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 22.527848ms to process 0 records E0706 11:46:41.919993 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0706 11:46:41.920000 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 25.548944ms to process 0 records I0706 11:46:41.920009 1 tasks_processing.go:71] worker 0 working on overlapping_namespace_uids task. I0706 11:46:41.929595 1 tasks_processing.go:71] worker 24 working on openstack_dataplanedeployments task. I0706 11:46:41.929713 1 recorder.go:70] Recording config/featuregate with fingerprint=602fa65c0112a9a9619fdbebb522fe30ef06c3d7973e0e87b59059ee0f3115ee I0706 11:46:41.929728 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 46.27648ms to process 1 records I0706 11:46:41.940589 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0706 11:46:41.940600 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0706 11:46:41.940825 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0706 11:46:41.944760 1 base_controller.go:82] Caches are synced for ConfigController I0706 11:46:41.944774 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0706 11:46:41.945898 1 tasks_processing.go:71] worker 22 working on config_maps task. I0706 11:46:41.945901 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 61.039161ms to process 0 records I0706 11:46:41.946234 1 tasks_processing.go:71] worker 5 working on lokistack task. I0706 11:46:41.946245 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 59.756876ms to process 0 records I0706 11:46:41.946428 1 tasks_processing.go:71] worker 26 working on certificate_signing_requests task. I0706 11:46:41.946507 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 52.192601ms to process 0 records I0706 11:46:41.946901 1 tasks_processing.go:71] worker 11 working on machine_autoscalers task. I0706 11:46:41.947020 1 recorder.go:70] Recording config/image with fingerprint=e1ba101de663f8248405303eec785294fc0fc931d57278396e02078706cc72b4 I0706 11:46:41.947036 1 gather.go:177] gatherer "clusterconfig" function "image" took 50.236437ms to process 1 records I0706 11:46:41.947130 1 tasks_processing.go:74] worker 6 stopped. I0706 11:46:41.947295 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=029d4ac356ca6478dfd827d9da0885048f76f5eab270e484faf1ce86753fe721 I0706 11:46:41.947306 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 39.606697ms to process 1 records I0706 11:46:41.947780 1 tasks_processing.go:74] worker 27 stopped. I0706 11:46:41.947813 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 40.230999ms to process 0 records I0706 11:46:41.947911 1 tasks_processing.go:74] worker 16 stopped. I0706 11:46:41.948010 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=57438a5cf58322efc07fb5d633ae27fc78505ab5abe7f5bdbd89e76c0354f797 I0706 11:46:41.948030 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=4e6e666345e5d6a942cce0cbf6b33cadec7b4d78ccebda1e72d28a923cb0148f I0706 11:46:41.948036 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 39.984578ms to process 2 records I0706 11:46:41.950636 1 tasks_processing.go:74] worker 13 stopped. I0706 11:46:41.951554 1 recorder.go:70] Recording config/infrastructure with fingerprint=dbe6088e81a702b3df4f07adf69e8c333029594de263b4731bdcf6ccb90a29c3 I0706 11:46:41.951573 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 51.718669ms to process 1 records I0706 11:46:41.951587 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 63.564373ms to process 0 records I0706 11:46:41.951660 1 tasks_processing.go:74] worker 14 stopped. I0706 11:46:41.951722 1 tasks_processing.go:74] worker 1 stopped. I0706 11:46:41.951767 1 recorder.go:70] Recording config/ingress with fingerprint=0dd2ba92f59b0170d02d0bb3d9819c0b952c730c39491926a8ffdea24d93198e I0706 11:46:41.951779 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 65.023565ms to process 1 records I0706 11:46:41.952365 1 tasks_processing.go:74] worker 24 stopped. I0706 11:46:41.952380 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 22.754205ms to process 0 records I0706 11:46:41.952408 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 32.634456ms to process 0 records I0706 11:46:41.952427 1 tasks_processing.go:74] worker 19 stopped. I0706 11:46:41.961020 1 tasks_processing.go:74] worker 3 stopped. I0706 11:46:41.961279 1 recorder.go:70] Recording config/authentication with fingerprint=cc5789932207c83a160f46616fb0f38901fae7c5563ce4e3b49c9d1f62649bf0 I0706 11:46:41.961294 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 44.114762ms to process 1 records I0706 11:46:41.961332 1 tasks_processing.go:74] worker 28 stopped. I0706 11:46:41.961474 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=988b5802d344c05e4e4deb246aa30a33f75a9c2be11a99822d56bd504622531f I0706 11:46:41.961512 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=d0e2d7c938935a7792beb75c6d55ec10a2823540c9f6ab03440ad6c0570fcb76 I0706 11:46:41.961543 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=1c96be0677679602fbb9de069b01088f6dfd3a607986046362dade3d9383f17c I0706 11:46:41.961551 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 73.294011ms to process 3 records I0706 11:46:41.969533 1 tasks_processing.go:74] worker 20 stopped. E0706 11:46:41.969557 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0706 11:46:41.969595 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0706 11:46:41.969612 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 68.130025ms to process 1 records I0706 11:46:41.969663 1 tasks_processing.go:74] worker 11 stopped. I0706 11:46:41.969675 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 22.74161ms to process 0 records I0706 11:46:41.975871 1 tasks_processing.go:74] worker 5 stopped. I0706 11:46:41.975888 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 29.623561ms to process 0 records I0706 11:46:41.976078 1 tasks_processing.go:74] worker 4 stopped. I0706 11:46:41.976328 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=11fc329f6b913e1bdefa6411464637479ade949d0a002721eb0131b81b76723e I0706 11:46:41.976328 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0706 11:46:41.976420 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0706 11:46:41.976438 1 controller.go:203] Source scaController *sca.Controller is not ready I0706 11:46:41.976443 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0706 11:46:41.976448 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0706 11:46:41.976468 1 controller.go:458] The operator is still being initialized I0706 11:46:41.976471 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=b97949daa94330facbc0a049083b063b5c14a66321c9f77a53ca04ea4cf15fab I0706 11:46:41.976476 1 controller.go:481] The operator is healthy I0706 11:46:41.976484 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 92.131791ms to process 2 records I0706 11:46:41.976570 1 tasks_processing.go:74] worker 7 stopped. I0706 11:46:41.976849 1 recorder.go:70] Recording config/node/ip-10-0-0-108.ec2.internal with fingerprint=d56308e63392c9883741da3d24b9992a206ff503d8e4d1ead83508af00f14dc9 I0706 11:46:41.976948 1 recorder.go:70] Recording config/node/ip-10-0-1-4.ec2.internal with fingerprint=12847ecb048a6bb6bbaef44fdb4bc5ccbf0963ca88dd0d9c48b6520db9d206bd I0706 11:46:41.977040 1 recorder.go:70] Recording config/node/ip-10-0-2-209.ec2.internal with fingerprint=0268684b9479b1867a840420dfc10cbb7a6a104737df85781048e2e52b5a28f2 I0706 11:46:41.977064 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 88.920534ms to process 3 records I0706 11:46:41.977254 1 tasks_processing.go:74] worker 18 stopped. I0706 11:46:41.977826 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=c1ef66ed636b21f5a8e4b89e7020eb7ec1152bb8b5ed1832b6de8fd4924d5fd7 I0706 11:46:41.977848 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 91.294ms to process 1 records I0706 11:46:41.978766 1 tasks_processing.go:74] worker 29 stopped. I0706 11:46:41.978886 1 recorder.go:70] Recording config/proxy with fingerprint=1cd47fa101cd0527ecb7e3467c2dd32e0e1c90c221917618dcab3285310b7751 I0706 11:46:41.978979 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 59.761983ms to process 1 records I0706 11:46:41.980249 1 configmapobserver.go:84] configmaps "insights-config" not found W0706 11:46:41.982949 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0706 11:46:41.983198 1 tasks_processing.go:74] worker 17 stopped. I0706 11:46:41.983231 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 98.947361ms to process 0 records I0706 11:46:41.985537 1 tasks_processing.go:74] worker 26 stopped. I0706 11:46:41.985553 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 39.088898ms to process 0 records I0706 11:46:41.986169 1 tasks_processing.go:74] worker 30 stopped. I0706 11:46:41.986314 1 recorder.go:70] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=5a413f980749c4aa6c17418954106e6ee55ffc9382d150d52197a3be9b67ce03 I0706 11:46:41.986395 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=9dc4a71f95fc31938d35a1494e150a8dcb1a6488a8264f4febeb64dcb8ddccc9 I0706 11:46:41.986509 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=bff70f38d7cfce1ad10123d2be66910fba3ed713f7ad85aea73d723728e6d957 I0706 11:46:41.986553 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=b85d1b3f3c234ab78ac6fc64452a7e2cd86407ab0b7f9672036335dbe6f773fd I0706 11:46:41.986581 1 recorder.go:70] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=13cf6b9eb10b82b04141592874465076071fd05113bc01cd719481b6f67d66fa I0706 11:46:41.986620 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=42814a3209805635af05e8b5c0d3db161b68f80c68cb0d39ef5256674a5104cf I0706 11:46:41.986652 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=da5f0af3dc98a8bc70743601caf2757dcb4f62d46b3ca8e65e290476a3b20f15 I0706 11:46:41.986683 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=b65f4d15af929bdb11824186906aa52945c51a01939e2d4ac8e866129dcdd162 I0706 11:46:41.986714 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=83a797e5790bfac8c6a2ecd5ffc854ac1a67f01538ab94fc93aebbf363c08b77 I0706 11:46:41.986755 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=69339f790c861ac5c37f78bce04f07e628471a1a6a269df2368e77e6c3d7becf I0706 11:46:41.986793 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=cbfc2923edd959c51a9648bf1327647ab1739508550191b4a8bd2d608d19d288 I0706 11:46:41.986825 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=67acd16907ea0aec83e2fde0255d2068065ddc7aa43c489fda0b3314315f134a I0706 11:46:41.986872 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=069e38b61a0b2668ee6c63cc704ee68c67e75cde70cf311b93607e99eaa7d5ad I0706 11:46:41.986885 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 99.164335ms to process 13 records I0706 11:46:41.987585 1 tasks_processing.go:74] worker 10 stopped. I0706 11:46:41.987608 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 90.83112ms to process 0 records I0706 11:46:41.989092 1 tasks_processing.go:74] worker 2 stopped. I0706 11:46:41.989956 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=18239b7083df73b07734f42043ffa7bf534f7fad6076e2c0e24da7f28e95fbda I0706 11:46:41.990326 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=cc8fd407f57a907559432ffbaac629a263e6ee19b06fb597ec91215ce0411229 I0706 11:46:41.990346 1 gather.go:177] gatherer "clusterconfig" function "crds" took 69.996414ms to process 2 records I0706 11:46:41.994455 1 tasks_processing.go:74] worker 31 stopped. I0706 11:46:41.996466 1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-7lqfj with fingerprint=c88f9ba69d9e3fce903ee5bc2ce193290c59147ee2966d2c513e2c67b5f84ea2 I0706 11:46:41.996556 1 recorder.go:70] Recording config/pod/openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-108.ec2.internal with fingerprint=9612ccd998906cefc17f27894e7152cabff78bdf33d9c12d05d73a8505ca25a1 I0706 11:46:41.996628 1 recorder.go:70] Recording config/pod/openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-209.ec2.internal with fingerprint=8ae55b43e880f3c3a9fc39a7515f9337476e8df799290d6bc70220be854a8ad8 I0706 11:46:41.996695 1 recorder.go:70] Recording config/running_containers with fingerprint=27e182a4bae77015955a6cdb0b1c63a5d4190c0ff70480221048b229c8193153 I0706 11:46:41.996704 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 110.673669ms to process 4 records I0706 11:46:41.999630 1 base_controller.go:82] Caches are synced for LoggingSyncer I0706 11:46:41.999642 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0706 11:46:42.002360 1 tasks_processing.go:74] worker 0 stopped. I0706 11:46:42.002408 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0706 11:46:42.002420 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 82.338708ms to process 1 records I0706 11:46:42.003266 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0706 11:46:42.004323 1 tasks_processing.go:74] worker 8 stopped. I0706 11:46:42.005078 1 recorder.go:70] Recording config/version with fingerprint=5a2287ad6dfef01420ffa9b0c93c3dc352d4553078b0e76b5a24decb9a035058 I0706 11:46:42.005095 1 recorder.go:70] Recording config/id with fingerprint=d9a305ab31710da6cabf6bfc2a91403c6972bf5a39d4aec7bbc6c357df98175e I0706 11:46:42.005102 1 gather.go:177] gatherer "clusterconfig" function "version" took 119.034367ms to process 2 records I0706 11:46:42.036075 1 tasks_processing.go:74] worker 22 stopped. E0706 11:46:42.036089 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0706 11:46:42.036095 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0706 11:46:42.036099 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0706 11:46:42.036109 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0706 11:46:42.036147 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0706 11:46:42.036163 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0706 11:46:42.036169 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0706 11:46:42.036180 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0706 11:46:42.036229 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0706 11:46:42.036239 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0706 11:46:42.036246 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 90.156092ms to process 7 records I0706 11:46:42.093492 1 tasks_processing.go:74] worker 25 stopped. E0706 11:46:42.093513 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0706 11:46:42.093522 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2rck3v7inkn887odr36s60t1g35pn18f-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2rck3v7inkn887odr36s60t1g35pn18f-primary-cert-bundle-secret" not found I0706 11:46:42.093618 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=43b65b5eeea31d4e732551b993920a19325fe94dcc8a652f602d978fa3d819c6 I0706 11:46:42.093645 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 194.3551ms to process 1 records I0706 11:46:42.108916 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0706 11:46:42.113823 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0706 11:46:42.146042 1 cluster_transfer.go:102] no available accepted cluster transfer I0706 11:46:42.146058 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0706 11:46:42.195962 1 sca.go:266] etc-pki-entitlement secret successfully created I0706 11:46:42.195996 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0706 11:46:42.424370 1 gather_cluster_operator_pods_and_events.go:121] Found 13 pods with 17 containers I0706 11:46:42.424384 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1480342 bytes I0706 11:46:42.424404 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-k7s4w pod in namespace openshift-dns (previous: false). I0706 11:46:42.642431 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-k7s4w pod in namespace openshift-dns (previous: false). I0706 11:46:42.811882 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0706 11:46:42.812603 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-npfnh pod in namespace openshift-dns (previous: false). W0706 11:46:42.981284 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0706 11:46:43.012890 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0706 11:46:43.031671 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-npfnh pod in namespace openshift-dns (previous: false). I0706 11:46:43.201377 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-rpcd4 pod in namespace openshift-dns (previous: false). I0706 11:46:43.443796 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-rpcd4 pod in namespace openshift-dns (previous: false). I0706 11:46:43.600575 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9g959 pod in namespace openshift-dns (previous: false). I0706 11:46:43.800875 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0706 11:46:43.800896 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-mtcbt pod in namespace openshift-dns (previous: false). W0706 11:46:43.981104 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0706 11:46:44.001441 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-vbp7b pod in namespace openshift-dns (previous: false). I0706 11:46:44.201704 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-597749d998-jwhbj pod in namespace openshift-ingress (previous: false). I0706 11:46:44.403462 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-597749d998-x5hmb pod in namespace openshift-ingress (previous: false). I0706 11:46:44.421113 1 tasks_processing.go:74] worker 21 stopped. I0706 11:46:44.421234 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=683934acad7ac012dc90d51044aaa90386c379221d9a534e66252bbd7ab003a2 I0706 11:46:44.421283 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=b1d3a57201f472fba248e6e22732d03f4ebac77f3d7204455295e9c6f31f376a I0706 11:46:44.421309 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=ddd40a1d22dab9514599864dfcb8f9d0bbe7d5390b6bb1b967f5dcd58a55a5e2 I0706 11:46:44.421319 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0706 11:46:44.421342 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=90c9e6dc8c25e670bdb32a96e0265f82218521764d3bef8b85bef685e3d40c69 I0706 11:46:44.421359 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0706 11:46:44.421383 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=4378cb42aad6bdb0cb6cfe145d386d0f2233f7108ab02bb48e220592873b6f23 I0706 11:46:44.421411 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=86863980413eda3a1f2b4b9d53b9ab91f5655a2a43f86f52ba3b6584f578b09e I0706 11:46:44.421439 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=9b37d14aa2c680eca3b48d110e18c087839e34b468f3ffbd41ef23dda83e2a1d I0706 11:46:44.421470 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=a80b3d91fbfb5265cd17e6ef79a9defd0605807c86354b457353c241de7d997c I0706 11:46:44.421830 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=9c8b1d540d17211bc3a95246cd7b6c7cd51d28a5db0ce137fddcbd76bdae36cc I0706 11:46:44.421853 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=eaf3db6b32391b504b6b671cb8e2912a2c0fd960ce35fb0bf3518d4bb5a73f23 I0706 11:46:44.421863 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0706 11:46:44.421881 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=bfcccf1b13c41bdc10c8bbbb09e99b6a6bc710fa1b755fece4a646d5c1ec5a31 I0706 11:46:44.421892 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0706 11:46:44.421909 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=19e09b86487d94210ce15dbd61c6d6114da95ff54b88b6480495fccabb8680d4 I0706 11:46:44.421917 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0706 11:46:44.421937 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=ef37c1757557d015cb5cbb35da226bb7dd1ea992d0dd6fea32280fe5f8928616 I0706 11:46:44.421949 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0706 11:46:44.421987 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=8975853f01859d887963c99b7f5e3add17dee952615c7c1436fc027bfd3dcd82 I0706 11:46:44.422107 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=349ddc7d68712e9e5d5e9c65682051b4626ed16a45d2ff9f32e3f0e9d4de6ea0 I0706 11:46:44.422148 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0706 11:46:44.422180 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=07eafe1c5c62792c86d889fc59c2bd828a943650d5fce2d52991c5ce11eae600 I0706 11:46:44.422218 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=0be520c4aae07ff2744f5ab38f142e9844e123156384e6df8c8ea60aa5bd8926 I0706 11:46:44.422235 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0706 11:46:44.422253 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=834f863fb62f07ac61f80816e0eccfa576cf6dd1199ba39515b548989922ac9e I0706 11:46:44.422264 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0706 11:46:44.422281 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=8327622d666145b1e2e48525a7915e6b1d1e30ade091272ec7b4fa9559d77573 I0706 11:46:44.422293 1 recorder.go:70] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0706 11:46:44.422307 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=fbf804bd4e3567043a2d39873318acbd638ef4b12f74ea588e742e3b5efad8cb I0706 11:46:44.422321 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=6550688bb70d43c0eee636816fe5ac83176c3501f260d6ed3e239ce79c5e21b4 I0706 11:46:44.422335 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=c3b78b0a8a96180a838cad50b267f18c21515385138b18d31d23e86d55ab1877 I0706 11:46:44.422358 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=ed1cda0c57969d8dbe5ab5e216210889cc2de23093af4e39682cd55af3e9af25 I0706 11:46:44.422370 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0706 11:46:44.422399 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=56741b3d7c9fd6ad2c9c94b42e1427f37e4559b940ae70871dc4dee3299412d5 I0706 11:46:44.422418 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0706 11:46:44.422428 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0706 11:46:44.422435 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.537453704s to process 37 records I0706 11:46:44.641214 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6d576594b7-ftm88 pod in namespace openshift-ingress (previous: false). I0706 11:46:44.814233 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-b5kqd pod in namespace openshift-ingress-canary (previous: false). W0706 11:46:44.980878 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0706 11:46:45.012510 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-kjhl5 pod in namespace openshift-ingress-canary (previous: false). I0706 11:46:45.203924 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ppnrz pod in namespace openshift-ingress-canary (previous: false). I0706 11:46:45.404040 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-samples-operator container cluster-samples-operator-687f774f9f-wwjcz pod in namespace openshift-cluster-samples-operator (previous: false). I0706 11:46:45.605549 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-samples-operator-watch container cluster-samples-operator-687f774f9f-wwjcz pod in namespace openshift-cluster-samples-operator (previous: false). I0706 11:46:45.802468 1 tasks_processing.go:74] worker 15 stopped. I0706 11:46:45.802563 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=3227f2db0f47a1dd768ef46fda75f870568fa41c41bc89175dec817c93b136fe I0706 11:46:45.802647 1 recorder.go:70] Recording events/openshift-dns with fingerprint=cd04aedf4d003c09a0fba21f9054efc6cd6be08a9a6bce6277bbe83f64563589 I0706 11:46:45.802675 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=d08d82dc114323d3f476e741529c08a14bc24ab2805a136cf9346f2d51343d56 I0706 11:46:45.802762 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=3ee9ecfe4fe27f037e8e5bd70625c74d5d51610e857dce7522566dd3c5113fa5 I0706 11:46:45.802814 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=8c0d7b59581173f3b4c77e31e23cf4ad39f346213d679309a8f193ced60eb141 I0706 11:46:45.802847 1 recorder.go:70] Recording events/openshift-cluster-samples-operator with fingerprint=8716a149d89f0ad1f1e1365d6d53a55097105088bca63b01953767d1d825c1a4 I0706 11:46:45.802856 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-k7s4w/dns_current.log with fingerprint=5481f3138975b08aac7256fd36bb2d5a988ebd6602e5c827fd37a8c8b63b1116 I0706 11:46:45.802865 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-k7s4w/kube-rbac-proxy_current.log with fingerprint=80af9cc2f66c77888216c9b523abff456d154f77edb207745c45ba40ace225ae I0706 11:46:45.802872 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-npfnh/dns_current.log with fingerprint=d11f90519c372ccab87a0395ff7cd11c03d9cfa4b28b997000d5b801c57c5bd2 I0706 11:46:45.802894 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-npfnh/kube-rbac-proxy_current.log with fingerprint=32aa34eb66b831f1e86be6a3357088d095e29d422be6175953e922490467a4f7 I0706 11:46:45.802904 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-rpcd4/dns_current.log with fingerprint=c52e1597841535894f004d5ce9eb44a43036fdf529660a1d1df5f52cee37d0c3 I0706 11:46:45.802913 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-rpcd4/kube-rbac-proxy_current.log with fingerprint=cdc71bfe953c98058b7bfce67ab2ad6dc0f5681a219ae2ec0eaa8038a5bfae7a I0706 11:46:45.802921 1 recorder.go:70] Recording config/pod/openshift-dns/logs/node-resolver-mtcbt/dns-node-resolver_current.log with fingerprint=0952b0b1d7fd394353f7876cab872b0e4e1d19e77979a0c23a9f6c8e4e70f77c I0706 11:46:45.802928 1 recorder.go:70] Recording config/pod/openshift-dns/logs/node-resolver-vbp7b/dns-node-resolver_current.log with fingerprint=cc6b499af4d789846f2c90eae697e080c4368ab7324d7bc629a49835c1f78851 I0706 11:46:45.802955 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-597749d998-jwhbj/router_current.log with fingerprint=47037f90a6707eacbac98f0d0478f512920f8109464bb3dbaac370308d61f6ca I0706 11:46:45.802999 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-597749d998-x5hmb/router_current.log with fingerprint=971edcbf5c194db964d40f1ce071166c9a3d528aa419be5fee788d3360ccdaed I0706 11:46:45.803027 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-6d576594b7-ftm88/router_current.log with fingerprint=ee60ec6b6311aed4b579d0a632c83e0b58df8a3e1ded9fbbe21828e9e6576e9a I0706 11:46:45.803033 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-b5kqd/serve-healthcheck-canary_current.log with fingerprint=542b1555f3f6f4b3069d4bdc07b2766a07777d6a11473d0e6169961dad0aa8cf I0706 11:46:45.803040 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-kjhl5/serve-healthcheck-canary_current.log with fingerprint=71ab909ba5db110630b1777210905f36906f0f113ca26f6d32c163723e9b4585 I0706 11:46:45.803045 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-ppnrz/serve-healthcheck-canary_current.log with fingerprint=f9aced203b52793bbc850ed52d1e68de91dd8221998e172ba472cbce254fda2b I0706 11:46:45.803123 1 recorder.go:70] Recording config/pod/openshift-cluster-samples-operator/logs/cluster-samples-operator-687f774f9f-wwjcz/cluster-samples-operator_current.log with fingerprint=132175f21e3b152f938349a7015fd5559d71e5604054fc96501e6df495e9b6ef I0706 11:46:45.803133 1 recorder.go:70] Recording config/pod/openshift-cluster-samples-operator/logs/cluster-samples-operator-687f774f9f-wwjcz/cluster-samples-operator-watch_current.log with fingerprint=3e2ab3133ba42951d56900d1c7a1b0e821f930578a6d4a7c2297011b3b9ce3fa I0706 11:46:45.803140 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.903939234s to process 22 records W0706 11:46:45.980940 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0706 11:46:46.978665 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0706 11:46:46.978696 1 tasks_processing.go:74] worker 12 stopped. E0706 11:46:46.978716 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0706 11:46:46.978732 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0706 11:46:46.978741 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.059656187s to process 1 records I0706 11:46:54.926617 1 tasks_processing.go:74] worker 23 stopped. I0706 11:46:54.926662 1 recorder.go:70] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0706 11:46:54.926676 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.043296704s to process 1 records I0706 11:46:55.694277 1 tasks_processing.go:74] worker 9 stopped. I0706 11:46:55.694561 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=8d7634ec7e79b5bc851f26f32aebd5dad854fd11e42dde9b5852dfaf215bb193 I0706 11:46:55.694579 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.807929221s to process 1 records E0706 11:46:55.694670 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.811s with: function \"machine_healthchecks\" failed with an error, function \"tsdb_status\" failed with an error, function \"active_alerts\" failed with an error, function \"silenced_alerts\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"metrics\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0706 11:46:55.695778 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "tsdb_status" failed with an error, function "active_alerts" failed with an error, function "silenced_alerts" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "metrics" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0706 11:46:55.695794 1 periodic.go:212] Running workloads gatherer I0706 11:46:55.695819 1 tasks_processing.go:45] number of workers: 2 I0706 11:46:55.695833 1 tasks_processing.go:69] worker 1 listening for tasks. I0706 11:46:55.695840 1 tasks_processing.go:71] worker 1 working on workload_info task. I0706 11:46:55.695842 1 tasks_processing.go:69] worker 0 listening for tasks. I0706 11:46:55.695912 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0706 11:46:55.704398 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-209.ec2.internal... I0706 11:46:55.704407 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-108.ec2.internal... I0706 11:46:55.704417 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-4.ec2.internal... I0706 11:46:55.730097 1 tasks_processing.go:74] worker 0 stopped. I0706 11:46:55.730116 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 34.163142ms to process 0 records I0706 11:47:00.955539 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s I0706 11:47:00.980665 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0706 11:47:00.991126 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (12ms) I0706 11:47:01.000623 1 gather_workloads_info.go:387] No image sha256:527ed405bf66234718321996dacf51f91c64c746de9f1509416ef6ce89c90a50 (9ms) I0706 11:47:01.009475 1 gather_workloads_info.go:387] No image sha256:6c3c7f77d7a3815bbb69cad5f6f1742c17d9597bc135ba3d116c9736d98fae33 (9ms) I0706 11:47:01.018113 1 gather_workloads_info.go:387] No image sha256:38dd36da63b1f01316a02daf6c18b821318c6ec313712147292d74abf955e0da (9ms) I0706 11:47:01.027144 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (9ms) I0706 11:47:01.035681 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (9ms) I0706 11:47:01.044840 1 gather_workloads_info.go:387] No image sha256:ce3d8211c0bde5788a4fd04c3eff31ae591437ceab2b3168dbbdfe408673c8b1 (9ms) I0706 11:47:01.053688 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (9ms) I0706 11:47:01.063125 1 gather_workloads_info.go:398] Found image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (9ms) I0706 11:47:01.071825 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (9ms) I0706 11:47:01.089386 1 gather_workloads_info.go:387] No image sha256:039479f355d6903e1018abf8427fece3465c4348d4de2144ec38114b51bec27e (18ms) I0706 11:47:01.190298 1 gather_workloads_info.go:387] No image sha256:68d8e92046969bcfcbca2d2b3dcf4dcad5f6edc5fcb44861eb22f8079a43ea4d (101ms) I0706 11:47:01.291158 1 gather_workloads_info.go:387] No image sha256:bcca5c17371caa2dce7e28da4c9fe30163c340fa172187f94db90ea1bd6ab80d (101ms) I0706 11:47:01.390604 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (99ms) I0706 11:47:01.489688 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (99ms) I0706 11:47:01.590365 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (101ms) I0706 11:47:01.691008 1 gather_workloads_info.go:387] No image sha256:5cba745f09f3bd6b8028c6773597cbb30bf3639a84f2b4b6493fe20642339a2c (101ms) I0706 11:47:01.793199 1 gather_workloads_info.go:387] No image sha256:68d39341b7b34498859118847deb8e8f1d624927bfa84f7a6a5aaacc452d688a (102ms) I0706 11:47:01.891635 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (98ms) I0706 11:47:01.990016 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (98ms) I0706 11:47:02.090234 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (100ms) I0706 11:47:02.190041 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (100ms) I0706 11:47:02.290460 1 gather_workloads_info.go:387] No image sha256:8cd08f0f48933436f3a468a54b2b149f009575ee8216438fcbb0928fdbc318cf (100ms) I0706 11:47:02.393697 1 gather_workloads_info.go:398] Found image sha256:59db91eadf1e1e5343777be43ff25fb712f300f9341be48ba05f45270944536f (103ms) I0706 11:47:02.489892 1 gather_workloads_info.go:387] No image sha256:799f5628c18e77a49c08645c03179046b5200c8cbcfd65737fb59668132f393e (96ms) I0706 11:47:02.589612 1 gather_workloads_info.go:387] No image sha256:b3bd3daa79dba6bf63f8be5ed9856ba8c8041f36b16d73c4b920cfec7c4b2fd4 (100ms) I0706 11:47:02.689513 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (100ms) I0706 11:47:02.789437 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (100ms) I0706 11:47:02.889664 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (100ms) I0706 11:47:02.989473 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms) I0706 11:47:03.089315 1 gather_workloads_info.go:387] No image sha256:929a4a9c96a08b57fe4c315deca55c30d1990c83e34b8b5692f7646d29f715c8 (100ms) I0706 11:47:03.190319 1 gather_workloads_info.go:387] No image sha256:1cc2f3c83068c8c67d9070f67677e1bb6b4feff7ac5744cad08711893e56b55f (101ms) I0706 11:47:03.290054 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (100ms) I0706 11:47:03.390276 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (100ms) I0706 11:47:03.490593 1 gather_workloads_info.go:387] No image sha256:d74692f1f8ed2943454038de065291d8c0f628c7d6606ac5d443b043d0822a5f (100ms) I0706 11:47:03.589422 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (99ms) I0706 11:47:03.689360 1 gather_workloads_info.go:387] No image sha256:46c2c396ca651699738c3f26b79b10af2922123dd27c2e32382d2a31a87e92c7 (100ms) I0706 11:47:03.790001 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (101ms) I0706 11:47:03.890148 1 gather_workloads_info.go:387] No image sha256:e40bbab1e52f580ab471bd7ab19ae23a4bcbaf1893243a05238af6bede7ba9cc (100ms) I0706 11:47:03.990169 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (100ms) I0706 11:47:04.090225 1 gather_workloads_info.go:387] No image sha256:1f2aa1e1026570162984f7fbb634635bcf319e408cafa8f9034ee842a2f193ab (100ms) I0706 11:47:04.190124 1 gather_workloads_info.go:387] No image sha256:6277dac65decba0ea094146bb99600f479eaf804696842e724de1f1b436f9a38 (100ms) I0706 11:47:04.292125 1 gather_workloads_info.go:387] No image sha256:1d471ad866b8564b209214d7dd3a7363c47e9535211d660b63b46abb278af7ab (102ms) I0706 11:47:04.395274 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (103ms) I0706 11:47:04.489363 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (94ms) I0706 11:47:04.589863 1 gather_workloads_info.go:387] No image sha256:a3d34d8f38a540ce79d34a5248b1965346155497db57b72cb4758d659418059c (100ms) I0706 11:47:04.689649 1 gather_workloads_info.go:387] No image sha256:7854174b4b98e9b10d9c8e9b43113df1217ab21db4b2395d9399af0c3d7911a3 (100ms) I0706 11:47:04.791899 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (102ms) I0706 11:47:04.890599 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (99ms) I0706 11:47:04.989883 1 gather_workloads_info.go:387] No image sha256:00f977c2275f5bf03d423911159a39ca44fabc1862ecb7ae492198ec8c46c6bb (99ms) I0706 11:47:04.989924 1 tasks_processing.go:74] worker 1 stopped. I0706 11:47:04.990307 1 recorder.go:70] Recording config/workload_info with fingerprint=42acacf827fc37ad56c96f4660cf97ba90b2dbbe3e1f7e67899ff6048a2c93e2 I0706 11:47:04.990324 1 gather.go:177] gatherer "workloads" function "workload_info" took 9.294070286s to process 1 records I0706 11:47:04.990338 1 periodic.go:259] Periodic gather workloads completed in 9.294s I0706 11:47:04.990347 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0706 11:47:04.990352 1 periodic.go:212] Running conditional gatherer I0706 11:47:04.999958 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0706 11:47:05.110083 1 conditional_gatherer.go:336] updating alerts cache for conditional gatherer E0706 11:47:05.113422 1 conditional_gatherer.go:322] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.24.202:9091: connect: connection refused I0706 11:47:05.113499 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0706 11:47:05.123592 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0706 11:47:05.123610 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 11:47:05.123617 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 11:47:05.123622 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 11:47:05.123627 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 11:47:05.123632 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 11:47:05.123637 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 11:47:05.123641 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 11:47:05.123646 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 11:47:05.123651 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 11:47:05.123657 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0706 11:47:05.123679 1 tasks_processing.go:45] number of workers: 3 I0706 11:47:05.123696 1 tasks_processing.go:69] worker 2 listening for tasks. I0706 11:47:05.123702 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0706 11:47:05.123704 1 tasks_processing.go:69] worker 0 listening for tasks. I0706 11:47:05.123716 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0706 11:47:05.123716 1 tasks_processing.go:69] worker 1 listening for tasks. I0706 11:47:05.123722 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0706 11:47:05.123725 1 tasks_processing.go:74] worker 1 stopped. I0706 11:47:05.123812 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0706 11:47:05.123832 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 3.466µs to process 1 records I0706 11:47:05.123877 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0706 11:47:05.123889 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.324µs to process 1 records I0706 11:47:05.123898 1 tasks_processing.go:74] worker 0 stopped. I0706 11:47:05.124003 1 tasks_processing.go:74] worker 2 stopped. I0706 11:47:05.124018 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 274.07µs to process 0 records I0706 11:47:05.124035 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=AsExpected message= I0706 11:47:05.124052 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0706 11:47:05.151452 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=ddede22a1f71b87e9ba67ed72fb8ed2bc65897923ea260338d3310594abaa491 I0706 11:47:05.151590 1 diskrecorder.go:70] Writing 125 records to /var/lib/insights-operator/insights-2026-07-06-114705.tar.gz I0706 11:47:05.159545 1 diskrecorder.go:51] Wrote 125 records to disk in 8ms I0706 11:47:05.159585 1 periodic.go:281] Gathering cluster info every 2h0m0s I0706 11:47:05.159604 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0706 11:48:11.883458 1 diskrecorder.go:223] Found files to send: insights-2026-07-06-114705.tar.gz I0706 11:48:11.883491 1 insightsuploader.go:150] Checking archives to upload periodically every 15m54.564570982s I0706 11:48:11.883503 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0706 11:48:11.903555 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0706 11:48:11.999893 1 requests.go:87] Successfully reported id=2026-07-06T11:48:11Z x-rh-insights-request-id=d77faae40fba4888ad1c71586cc48b76, wrote=61056 I0706 11:48:12.000018 1 insightsuploader.go:187] Uploaded report successfully in 116.503503ms I0706 11:48:12.000044 1 controller.go:119] Initializing last reported time to 2026-07-06T11:48:11Z I0706 11:48:12.000113 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0706 11:48:12.000125 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0706 11:48:12.000135 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0706 11:48:12.008261 1 controller.go:481] The operator is healthy I0706 11:48:41.909361 1 controller.go:481] The operator is healthy I0706 11:49:15.130170 1 insightsreport.go:137] Pulling report from smart-proxy I0706 11:49:15.130200 1 insightsreport.go:149] Retrieving report I0706 11:49:15.140643 1 requests.go:110] Retrieving report for cluster: 1cee3b83-d8b4-4eaa-b436-0fcd8e32bb78 I0706 11:49:15.140655 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/1cee3b83-d8b4-4eaa-b436-0fcd8e32bb78/reports I0706 11:49:15.143466 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/1cee3b83-d8b4-4eaa-b436-0fcd8e32bb78/reports I0706 11:49:15.311314 1 insightsreport.go:184] Report retrieved I0706 11:49:15.360866 1 insightsreport.go:239] Report retrieved correctly I0706 11:50:41.910906 1 controller.go:481] The operator is healthy I0706 11:51:41.872489 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0706 11:51:41.879491 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 11:51:41.879511 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0706 11:51:41.885114 1 secretconfigobserver.go:119] support secret does not exist I0706 11:52:41.914895 1 controller.go:481] The operator is healthy I0706 11:54:41.907648 1 controller.go:481] The operator is healthy I0706 11:56:41.865394 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 11:56:41.871093 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 11:56:41.886170 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0706 11:56:41.891799 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 11:56:41.891818 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0706 11:56:41.896807 1 secretconfigobserver.go:119] support secret does not exist I0706 11:56:41.906653 1 controller.go:481] The operator is healthy I0706 11:58:41.911510 1 controller.go:481] The operator is healthy I0706 12:00:41.911435 1 controller.go:481] The operator is healthy I0706 12:01:41.897079 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0706 12:01:41.907265 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 12:01:41.907284 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0706 12:01:41.913421 1 secretconfigobserver.go:119] support secret does not exist I0706 12:02:41.910745 1 controller.go:481] The operator is healthy I0706 12:04:11.565344 1 insightsuploader.go:146] Nothing to report since 2026-07-06T11:48:11Z I0706 12:04:41.908142 1 controller.go:481] The operator is healthy I0706 12:06:41.866946 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 12:06:41.872830 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 12:06:41.907544 1 controller.go:481] The operator is healthy I0706 12:06:41.914371 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0706 12:06:41.920519 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 12:06:41.920543 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0706 12:06:41.927787 1 secretconfigobserver.go:119] support secret does not exist I0706 12:08:41.909734 1 controller.go:481] The operator is healthy I0706 12:10:41.908231 1 controller.go:481] The operator is healthy I0706 12:11:41.928796 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0706 12:11:41.935800 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 12:11:41.935829 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0706 12:11:41.941258 1 secretconfigobserver.go:119] support secret does not exist I0706 12:12:41.908792 1 controller.go:481] The operator is healthy I0706 12:14:41.907080 1 controller.go:481] The operator is healthy I0706 12:16:41.866833 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 12:16:41.872841 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 12:16:41.912415 1 controller.go:481] The operator is healthy I0706 12:16:41.941309 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0706 12:16:41.946942 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 12:16:41.946963 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0706 12:16:41.952139 1 secretconfigobserver.go:119] support secret does not exist I0706 12:18:41.908628 1 controller.go:481] The operator is healthy I0706 12:20:26.866657 1 insightsuploader.go:146] Nothing to report since 2026-07-06T11:48:11Z I0706 12:20:41.908025 1 controller.go:481] The operator is healthy I0706 12:21:41.952824 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0706 12:21:41.959648 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 12:21:41.959671 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0706 12:21:41.964995 1 secretconfigobserver.go:119] support secret does not exist I0706 12:22:41.908126 1 controller.go:481] The operator is healthy I0706 12:24:41.911610 1 controller.go:481] The operator is healthy I0706 12:26:41.866392 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 12:26:41.872019 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 12:26:41.907482 1 controller.go:481] The operator is healthy I0706 12:26:41.965689 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0706 12:26:41.971758 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 12:26:41.971778 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0706 12:26:41.977277 1 secretconfigobserver.go:119] support secret does not exist I0706 12:28:41.910284 1 controller.go:481] The operator is healthy