W0702 22:41:07.946602 1 cmd.go:257] Using insecure, self-signed certificates I0702 22:41:08.355337 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:41:08.355656 1 observer_polling.go:159] Starting file observer W0702 22:41:08.376234 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0702 22:41:08.824631 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0702 22:41:08.824954 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0702 22:41:08.825912 1 secure_serving.go:57] Forcing use of http/1.1 only W0702 22:41:08.825941 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0702 22:41:08.825946 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0702 22:41:08.825953 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0702 22:41:08.825957 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0702 22:41:08.825963 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0702 22:41:08.825967 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0702 22:41:08.826012 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0702 22:41:08.848409 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0702 22:41:08.848425 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0702 22:41:08.864098 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0702 22:41:08.864169 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0702 22:41:08.864108 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" E0702 22:41:08.864205 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18be9a383ed65a88 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-02 22:41:08.848376456 +0000 UTC m=+0.941108386,LastTimestamp:2026-07-02 22:41:08.848376456 +0000 UTC m=+0.941108386,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" I0702 22:41:08.864210 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 22:41:08.864150 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0702 22:41:08.864237 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 22:41:08.864459 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1781239591/tls.crt::/tmp/serving-cert-1781239591/tls.key" I0702 22:41:08.864533 1 secure_serving.go:213] Serving securely on [::]:8443 I0702 22:41:08.864548 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0702 22:41:08.865213 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0702 22:41:08.865243 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 22:41:08.865283 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0702 22:41:08.888685 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 22:41:08.889017 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 22:41:08.909220 1 secretconfigobserver.go:119] support secret does not exist I0702 22:41:08.925386 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 22:41:08.937178 1 secretconfigobserver.go:119] support secret does not exist I0702 22:41:08.937360 1 recorder.go:156] Pruning old reports every 5h32m29s, max age is 288h0m0s I0702 22:41:08.954102 1 periodic.go:212] Running clusterconfig gatherer I0702 22:41:08.954114 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0702 22:41:08.954121 1 insightsreport.go:296] Starting report retriever I0702 22:41:08.954127 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0702 22:41:08.954157 1 tasks_processing.go:45] number of workers: 32 I0702 22:41:08.954199 1 tasks_processing.go:69] worker 31 listening for tasks. I0702 22:41:08.954207 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 22:41:08.954213 1 tasks_processing.go:71] worker 0 working on mutating_webhook_configurations task. I0702 22:41:08.954215 1 tasks_processing.go:69] worker 23 listening for tasks. I0702 22:41:08.954216 1 tasks_processing.go:69] worker 22 listening for tasks. I0702 22:41:08.954222 1 tasks_processing.go:69] worker 24 listening for tasks. I0702 22:41:08.954098 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0702 22:41:08.954233 1 tasks_processing.go:69] worker 26 listening for tasks. I0702 22:41:08.954236 1 tasks_processing.go:69] worker 18 listening for tasks. I0702 22:41:08.954240 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0702 22:41:08.954247 1 tasks_processing.go:69] worker 28 listening for tasks. I0702 22:41:08.954255 1 tasks_processing.go:69] worker 15 listening for tasks. I0702 22:41:08.954253 1 tasks_processing.go:69] worker 20 listening for tasks. I0702 22:41:08.954257 1 tasks_processing.go:69] worker 29 listening for tasks. I0702 22:41:08.954240 1 tasks_processing.go:69] worker 27 listening for tasks. I0702 22:41:08.954266 1 tasks_processing.go:69] worker 30 listening for tasks. I0702 22:41:08.954266 1 tasks_processing.go:69] worker 17 listening for tasks. I0702 22:41:08.954270 1 tasks_processing.go:69] worker 16 listening for tasks. I0702 22:41:08.954200 1 tasks_processing.go:69] worker 14 listening for tasks. I0702 22:41:08.954279 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 22:41:08.954227 1 tasks_processing.go:69] worker 25 listening for tasks. I0702 22:41:08.954283 1 tasks_processing.go:69] worker 5 listening for tasks. I0702 22:41:08.954284 1 tasks_processing.go:69] worker 4 listening for tasks. I0702 22:41:08.954288 1 tasks_processing.go:69] worker 11 listening for tasks. I0702 22:41:08.954283 1 tasks_processing.go:69] worker 19 listening for tasks. I0702 22:41:08.954293 1 tasks_processing.go:69] worker 8 listening for tasks. I0702 22:41:08.954208 1 tasks_processing.go:71] worker 31 working on storage_classes task. I0702 22:41:08.954298 1 tasks_processing.go:69] worker 13 listening for tasks. I0702 22:41:08.954262 1 tasks_processing.go:69] worker 21 listening for tasks. I0702 22:41:08.954272 1 tasks_processing.go:69] worker 7 listening for tasks. I0702 22:41:08.954275 1 tasks_processing.go:69] worker 3 listening for tasks. I0702 22:41:08.954282 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 22:41:08.954292 1 tasks_processing.go:69] worker 9 listening for tasks. I0702 22:41:08.954292 1 tasks_processing.go:69] worker 6 listening for tasks. I0702 22:41:08.954297 1 tasks_processing.go:69] worker 10 listening for tasks. I0702 22:41:08.954321 1 tasks_processing.go:69] worker 12 listening for tasks. I0702 22:41:08.954369 1 tasks_processing.go:71] worker 1 working on infrastructures task. I0702 22:41:08.954379 1 tasks_processing.go:71] worker 5 working on sap_pods task. I0702 22:41:08.954383 1 tasks_processing.go:71] worker 20 working on active_alerts task. I0702 22:41:08.954397 1 tasks_processing.go:71] worker 17 working on pod_network_connectivity_checks task. I0702 22:41:08.954401 1 tasks_processing.go:71] worker 23 working on machine_healthchecks task. W0702 22:41:08.954417 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:41:08.954431 1 tasks_processing.go:71] worker 20 working on install_plans task. I0702 22:41:08.954586 1 tasks_processing.go:71] worker 30 working on sap_config task. I0702 22:41:08.954630 1 tasks_processing.go:71] worker 22 working on crds task. I0702 22:41:08.954679 1 tasks_processing.go:71] worker 29 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0702 22:41:08.954721 1 tasks_processing.go:71] worker 4 working on silenced_alerts task. I0702 22:41:08.954768 1 tasks_processing.go:71] worker 2 working on openstack_version task. I0702 22:41:08.954847 1 tasks_processing.go:71] worker 13 working on tsdb_status task. W0702 22:41:08.954876 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:41:08.954370 1 tasks_processing.go:71] worker 27 working on openstack_dataplanenodesets task. I0702 22:41:08.954924 1 tasks_processing.go:71] worker 7 working on clusterroles task. I0702 22:41:08.955006 1 tasks_processing.go:71] worker 9 working on storage_cluster task. W0702 22:41:08.954820 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:41:08.954691 1 tasks_processing.go:71] worker 14 working on ingress_certificates task. I0702 22:41:08.954379 1 tasks_processing.go:71] worker 15 working on aggregated_monitoring_cr_names task. I0702 22:41:08.955035 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 40.189µs to process 0 records I0702 22:41:08.954370 1 tasks_processing.go:71] worker 12 working on image_pruners task. I0702 22:41:08.955364 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 21.563µs to process 0 records I0702 22:41:08.955379 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 381.912µs to process 0 records I0702 22:41:08.955383 1 tasks_processing.go:71] worker 13 working on schedulers task. I0702 22:41:08.955392 1 tasks_processing.go:71] worker 4 working on image_registries task. I0702 22:41:08.954375 1 tasks_processing.go:71] worker 28 working on openstack_dataplanedeployments task. I0702 22:41:08.954375 1 tasks_processing.go:71] worker 25 working on pdbs task. I0702 22:41:08.954380 1 tasks_processing.go:71] worker 18 working on ingress task. I0702 22:41:08.954696 1 tasks_processing.go:71] worker 16 working on support_secret task. I0702 22:41:08.954704 1 tasks_processing.go:71] worker 24 working on machines task. I0702 22:41:08.954710 1 tasks_processing.go:71] worker 26 working on monitoring_persistent_volumes task. I0702 22:41:08.954717 1 tasks_processing.go:71] worker 21 working on cluster_apiserver task. I0702 22:41:08.954835 1 tasks_processing.go:71] worker 11 working on overlapping_namespace_uids task. I0702 22:41:08.954839 1 tasks_processing.go:71] worker 19 working on jaegers task. I0702 22:41:08.954843 1 tasks_processing.go:71] worker 8 working on proxies task. I0702 22:41:08.955045 1 tasks_processing.go:71] worker 10 working on version task. I0702 22:41:08.955043 1 tasks_processing.go:71] worker 3 working on authentication task. I0702 22:41:08.955049 1 tasks_processing.go:71] worker 6 working on oauths task. I0702 22:41:08.965194 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0702 22:41:08.965207 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 22:41:08.965217 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 22:41:08.965342 1 base_controller.go:82] Caches are synced for ConfigController I0702 22:41:08.965355 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0702 22:41:08.966501 1 tasks_processing.go:71] worker 23 working on metrics task. W0702 22:41:08.966527 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory E0702 22:41:08.966538 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0702 22:41:08.966545 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 12.087609ms to process 0 records I0702 22:41:08.966554 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 24.479µs to process 0 records I0702 22:41:08.966564 1 tasks_processing.go:71] worker 23 working on certificate_signing_requests task. I0702 22:41:08.968460 1 tasks_processing.go:71] worker 28 working on networks task. I0702 22:41:08.968466 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 13.011509ms to process 0 records I0702 22:41:08.971837 1 tasks_processing.go:71] worker 5 working on validating_webhook_configurations task. I0702 22:41:08.971857 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 17.448058ms to process 0 records I0702 22:41:08.971874 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 16.784617ms to process 0 records I0702 22:41:08.971886 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 16.956821ms to process 0 records I0702 22:41:08.971897 1 tasks_processing.go:71] worker 27 working on machine_config_pools task. I0702 22:41:08.971945 1 tasks_processing.go:71] worker 9 working on lokistack task. I0702 22:41:08.975377 1 tasks_processing.go:71] worker 2 working on openshift_machine_api_events task. I0702 22:41:08.975389 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 20.522745ms to process 0 records I0702 22:41:08.975400 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 20.787954ms to process 0 records I0702 22:41:08.975406 1 tasks_processing.go:71] worker 30 working on dvo_metrics task. E0702 22:41:08.975431 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0702 22:41:08.975444 1 gather.go:177] gatherer "clusterconfig" function "machines" took 19.553713ms to process 0 records I0702 22:41:08.975513 1 tasks_processing.go:71] worker 24 working on nodenetworkstates task. I0702 22:41:08.975717 1 tasks_processing.go:71] worker 17 working on image task. E0702 22:41:08.975724 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0702 22:41:08.975735 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 21.303325ms to process 0 records I0702 22:41:08.983742 1 tasks_processing.go:71] worker 19 working on feature_gates task. I0702 22:41:08.983756 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 27.624254ms to process 0 records I0702 22:41:08.985965 1 tasks_processing.go:71] worker 9 working on machine_sets task. I0702 22:41:08.985983 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 14.008707ms to process 0 records I0702 22:41:08.993581 1 tasks_processing.go:71] worker 27 working on machine_configs task. I0702 22:41:08.993589 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 21.669875ms to process 0 records I0702 22:41:08.993602 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 18.058956ms to process 0 records I0702 22:41:08.993663 1 tasks_processing.go:71] worker 24 working on operators task. I0702 22:41:08.993923 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0702 22:41:08.993948 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 22:41:08.993956 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 22:41:08.993962 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 22:41:08.993978 1 controller.go:458] The operator is still being initialized I0702 22:41:08.993986 1 controller.go:481] The operator is healthy I0702 22:41:08.994228 1 tasks_processing.go:71] worker 1 working on openshift_logging task. I0702 22:41:08.994901 1 recorder.go:70] Recording config/infrastructure with fingerprint=bf0b922ffbd61364f30c0a3e454d1ddb1f9c689b4c8203e9743dd8879666c169 I0702 22:41:08.994919 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 39.838252ms to process 1 records I0702 22:41:08.997076 1 tasks_processing.go:71] worker 12 working on nodenetworkconfigurationpolicies task. I0702 22:41:08.997340 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1897435f25a7aafc9ac83ecdf534d8fcbd2347401c24ee34774f4fc22d9c49bf I0702 22:41:08.997353 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 41.703639ms to process 1 records I0702 22:41:08.999664 1 tasks_processing.go:71] worker 2 working on openstack_controlplanes task. I0702 22:41:08.999680 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 24.270552ms to process 0 records I0702 22:41:08.999879 1 tasks_processing.go:71] worker 17 working on machine_autoscalers task. I0702 22:41:09.000003 1 recorder.go:70] Recording config/image with fingerprint=eb64d386933ab550aabd5e94eae130711956c73f0f81ed6307b064427f92f57d I0702 22:41:09.000016 1 gather.go:177] gatherer "clusterconfig" function "image" took 24.143117ms to process 1 records I0702 22:41:09.029196 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:41:09.029245 1 tasks_processing.go:71] worker 16 working on cost_management_metrics_configs task. E0702 22:41:09.029272 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0702 22:41:09.029295 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 73.479373ms to process 0 records I0702 22:41:09.029558 1 tasks_processing.go:71] worker 6 working on sap_datahubs task. I0702 22:41:09.029813 1 recorder.go:70] Recording config/oauth with fingerprint=1009204dac19818faf8f028b5fc3f4ba9d07e5e13e1ad47d98ca46e8bb40205f I0702 22:41:09.029828 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 73.065472ms to process 1 records I0702 22:41:09.029908 1 tasks_processing.go:71] worker 21 working on ceph_cluster task. I0702 22:41:09.029941 1 recorder.go:70] Recording config/apiserver with fingerprint=991cab88d3283d15afb001f60425b785118da2214e56bfdead629f9b1c16d1d0 I0702 22:41:09.029950 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 73.682667ms to process 1 records I0702 22:41:09.030677 1 tasks_processing.go:71] worker 8 working on node_logs task. I0702 22:41:09.030799 1 recorder.go:70] Recording config/proxy with fingerprint=b5236f53a1e6779a12b2a24793271d9f52abaf3860dff2efa03a58ed8bb74c61 I0702 22:41:09.030819 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 74.454315ms to process 1 records I0702 22:41:09.030868 1 tasks_processing.go:71] worker 18 working on olm_operators task. I0702 22:41:09.031092 1 recorder.go:70] Recording config/ingress with fingerprint=68697d63dc1f9eed2a8608367833d666bc6426c1731a91952b6a4babaecfae92 I0702 22:41:09.031109 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 75.20827ms to process 1 records I0702 22:41:09.031189 1 tasks_processing.go:71] worker 3 working on container_runtime_configs task. I0702 22:41:09.031272 1 recorder.go:70] Recording config/authentication with fingerprint=2083e740720a798bc18292998c27abdde473ae795a058c809be853930fbf8a8c I0702 22:41:09.031282 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 74.642169ms to process 1 records W0702 22:41:09.042570 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:41:09.042666 1 tasks_processing.go:71] worker 12 working on service_accounts task. I0702 22:41:09.042720 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 45.577635ms to process 0 records I0702 22:41:09.042733 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 43.032078ms to process 0 records I0702 22:41:09.042741 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 42.818683ms to process 0 records I0702 22:41:09.042747 1 tasks_processing.go:71] worker 2 working on operators_pods_and_events task. I0702 22:41:09.042779 1 tasks_processing.go:71] worker 17 working on nodes task. I0702 22:41:09.043510 1 tasks_processing.go:71] worker 4 working on container_images task. I0702 22:41:09.043936 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=613e38f2ddfcba0d535a87d44fc76216b468c2865de748072dbe08312e3ee2ce I0702 22:41:09.043956 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 88.103313ms to process 1 records I0702 22:41:09.044042 1 tasks_processing.go:71] worker 5 working on config_maps task. I0702 22:41:09.044156 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=d36c7889d30cf555e2829cad2e5f546d88cc486f50b15bc4734ec0ba58f073f0 I0702 22:41:09.044258 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=f8b4d9b80711f6f9f8086ca0112a94b905b97658eff58b1b3cb7f5b8a9a0d226 I0702 22:41:09.044287 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=2ab05e4a14bf7d5dc17cf827202c1d634b11c99730e5ae12549e517ab7f96b33 I0702 22:41:09.044329 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=4f81419f6b58f27b9d48f38c41d2bd1e4209425e148df6ba864fdd336f3d5e88 I0702 22:41:09.044370 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=6b4ad8c1ff894196ed77fea3ff385ecb711c8a44fbf2a05ee6d044ecf9119585 I0702 22:41:09.044416 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=2a9c562ec8b32aa0aed8a395c2b76aba298ad674da2faa53e1c95c55740a8879 I0702 22:41:09.044456 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=72e922224293d116ba2656b19ff1952aa88d96821a28f8a8c157a9fb3907e378 I0702 22:41:09.044505 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=d456204df9fc3ddf8c2442b8d33edd957181358060d254c9f9a19ee0608e2679 I0702 22:41:09.044546 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=df45cfedfc042560103a818c0c5076ce4028915faa8576f8e47dcdd7f9325fa2 I0702 22:41:09.044595 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=d7323e45939df26d09709f45e4f7fbd9f9205fd6ebc1ce89e45635fadd616c70 I0702 22:41:09.044638 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=c51084cc4cc836cfb92a1c094fd43ad1257690f1084481b4e370ac8293268c4c I0702 22:41:09.044651 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 71.737614ms to process 11 records I0702 22:41:09.061522 1 tasks_processing.go:74] worker 28 stopped. I0702 22:41:09.061706 1 recorder.go:70] Recording config/network with fingerprint=1659480dce87380940c0ad686fcb21657cd3d85fd64c449176c4a81a4f5eb07f I0702 22:41:09.061721 1 gather.go:177] gatherer "clusterconfig" function "networks" took 93.045617ms to process 1 records I0702 22:41:09.061732 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 75.729926ms to process 0 records I0702 22:41:09.061742 1 tasks_processing.go:74] worker 9 stopped. I0702 22:41:09.072271 1 tasks_processing.go:74] worker 1 stopped. I0702 22:41:09.072286 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 78.022072ms to process 0 records I0702 22:41:09.072616 1 tasks_processing.go:74] worker 3 stopped. I0702 22:41:09.072633 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 41.4101ms to process 0 records I0702 22:41:09.072724 1 tasks_processing.go:74] worker 25 stopped. I0702 22:41:09.072853 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=2a579677c97b104eaf9006e9d422aba39b9acb1e0f6b356a3a9c083bd09b2727 I0702 22:41:09.072875 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=d6e84e1a4aa19114d2d8d4df10f647e1cb94dc0d225c3075e8f12a2f152716c4 I0702 22:41:09.072895 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=aaf87666c3a46937084d9dc3a2499ca026a3c85378f5dd889ffed244afe2357c I0702 22:41:09.072904 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 117.182386ms to process 3 records I0702 22:41:09.072979 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=d4f0e33b76958b2a38321224b3898bc93c725f71acd389599275825960757bb5 I0702 22:41:09.072989 1 tasks_processing.go:74] worker 31 stopped. I0702 22:41:09.072992 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=c1c85299f6a556187f98b74f17f8c68b02e318368daa4d7ed271fee5ffcfe885 I0702 22:41:09.072999 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 118.42923ms to process 2 records I0702 22:41:09.073056 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=9c23c4f0866a6bdbf9e78207e83c67b084c504ab5a6f8eaf55195aacec063dc0 I0702 22:41:09.073073 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 117.433019ms to process 1 records I0702 22:41:09.073082 1 tasks_processing.go:74] worker 13 stopped. I0702 22:41:09.075957 1 tasks_processing.go:74] worker 26 stopped. I0702 22:41:09.075981 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 120.04266ms to process 0 records I0702 22:41:09.076044 1 tasks_processing.go:74] worker 7 stopped. I0702 22:41:09.076285 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=3582124b803e2ab9dc08b03b3f84565e9d7496bc65abe0672243a4383d13acf5 I0702 22:41:09.076594 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=c80b6b6ae0e7a6a1c33b7a60cf806aab51c1c2ced95c782bd5a3cc1cc55c7721 I0702 22:41:09.076664 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 121.100902ms to process 2 records I0702 22:41:09.079834 1 tasks_processing.go:74] worker 23 stopped. I0702 22:41:09.079855 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 113.255377ms to process 0 records I0702 22:41:09.080109 1 tasks_processing.go:74] worker 0 stopped. I0702 22:41:09.080249 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=14c4c4829c033c80abddd89c6acb97e352ed07ace48171131917ac10b0402e8c I0702 22:41:09.080305 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=29b31ddfd7924aece2d6db74cb7d5385b51bf328cbe2d646b75109dcc345c1ab I0702 22:41:09.080352 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=9355272db4ca16d6a91185b02245dd49cebdd931fe68566dcffb58b75824afaa I0702 22:41:09.080366 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 125.88845ms to process 3 records I0702 22:41:09.082921 1 tasks_processing.go:74] worker 11 stopped. I0702 22:41:09.082955 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0702 22:41:09.082967 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 126.88606ms to process 1 records I0702 22:41:09.086817 1 tasks_processing.go:74] worker 21 stopped. I0702 22:41:09.086839 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 56.890672ms to process 0 records I0702 22:41:09.086849 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 57.566836ms to process 0 records I0702 22:41:09.086853 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 57.255371ms to process 0 records I0702 22:41:09.086858 1 tasks_processing.go:74] worker 6 stopped. I0702 22:41:09.086862 1 tasks_processing.go:74] worker 16 stopped. I0702 22:41:09.105274 1 tasks_processing.go:74] worker 27 stopped. E0702 22:41:09.105294 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0702 22:41:09.105339 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0702 22:41:09.105352 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 111.67571ms to process 1 records I0702 22:41:09.105816 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0702 22:41:09.105823 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0702 22:41:09.105851 1 tasks_processing.go:74] worker 22 stopped. W0702 22:41:09.106028 1 operator.go:287] started I0702 22:41:09.106049 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0702 22:41:09.106611 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=cb7218c87fca4103cc3ce60980a6a17600760818a8c36ba1c41b92c770c458f9 I0702 22:41:09.106844 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=62151e4fb6907d1d17a79c85ace289add6108976edcf7cbd8dbee70e880208c2 I0702 22:41:09.106855 1 gather.go:177] gatherer "clusterconfig" function "crds" took 151.157965ms to process 2 records I0702 22:41:09.106938 1 tasks_processing.go:74] worker 19 stopped. I0702 22:41:09.106956 1 recorder.go:70] Recording config/featuregate with fingerprint=f987b2f96b0a515aed70bbceb8011eba372c243c46e041cab06d51c1b5554625 I0702 22:41:09.106965 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 122.137308ms to process 1 records I0702 22:41:09.114743 1 tasks_processing.go:74] worker 29 stopped. I0702 22:41:09.114762 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 160.011585ms to process 0 records I0702 22:41:09.116017 1 tasks_processing.go:74] worker 8 stopped. I0702 22:41:09.116032 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 85.283152ms to process 0 records I0702 22:41:09.116495 1 tasks_processing.go:74] worker 17 stopped. I0702 22:41:09.117005 1 recorder.go:70] Recording config/node/ip-10-0-0-140.ec2.internal with fingerprint=0d25d48f48cc972b337dc3ba96c1ead854ed79efff5efb3af090da3dccf4ee0e I0702 22:41:09.117103 1 recorder.go:70] Recording config/node/ip-10-0-1-219.ec2.internal with fingerprint=fc6923a2bb0e08298f4e88abbb356bc14c695f191f181381e9d0d4ae25293f4c I0702 22:41:09.117196 1 recorder.go:70] Recording config/node/ip-10-0-2-157.ec2.internal with fingerprint=ddf40b7f0e1cc82c4fa06a04f12d6967e302336d1d6f6492fe01a55aca1d4a27 I0702 22:41:09.117209 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 73.633149ms to process 3 records I0702 22:41:09.124267 1 tasks_processing.go:74] worker 15 stopped. I0702 22:41:09.124281 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 169.065715ms to process 0 records I0702 22:41:09.161538 1 prometheus_rules.go:88] Prometheus rules successfully created I0702 22:41:09.172498 1 tasks_processing.go:74] worker 10 stopped. I0702 22:41:09.173118 1 recorder.go:70] Recording config/version with fingerprint=70e7bab0cbb21fb69e531e92fb3c6e17d0228e1d1645c7a7610caeba1b4cf9f3 I0702 22:41:09.173136 1 recorder.go:70] Recording config/id with fingerprint=f0dab202cb8a24ecdc401fea2e3458cb59d2fe892c9453a8656272496a93217c I0702 22:41:09.173143 1 gather.go:177] gatherer "clusterconfig" function "version" took 216.150952ms to process 2 records I0702 22:41:09.188942 1 tasks_processing.go:74] worker 18 stopped. I0702 22:41:09.189040 1 recorder.go:70] Recording config/olm_operators with fingerprint=8f4ffda52f15a34ce3d9dbf6f03b19af3fa5557986a51a835aa1a374a5d059e6 I0702 22:41:09.189057 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 158.053806ms to process 1 records I0702 22:41:09.191081 1 tasks_processing.go:74] worker 4 stopped. I0702 22:41:09.192313 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0702 22:41:09.192326 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 22:41:09.192333 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 22:41:09.192338 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 22:41:09.192344 1 controller.go:203] Source scaController *sca.Controller is not ready I0702 22:41:09.192366 1 controller.go:458] The operator is still being initialized I0702 22:41:09.192375 1 controller.go:481] The operator is healthy I0702 22:41:09.193105 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-qrgp8 with fingerprint=2debd3d48d4cbf8b8641e550c1abd24af1967fc6947e9cab2db95f228ac21b6e I0702 22:41:09.193162 1 recorder.go:70] Recording config/running_containers with fingerprint=2a12159455b673c7b2a0f0bfa1a811f34a049eb1dec863cc40eb3ff07e221e61 I0702 22:41:09.193182 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 147.548007ms to process 2 records E0702 22:41:09.200962 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273095173c-693a-4be2-98be-d0fbe1aa86ce%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:40928->172.30.0.10:53: read: connection refused I0702 22:41:09.200976 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273095173c-693a-4be2-98be-d0fbe1aa86ce%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:40928->172.30.0.10:53: read: connection refused I0702 22:41:09.206435 1 base_controller.go:82] Caches are synced for LoggingSyncer I0702 22:41:09.206447 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0702 22:41:09.217874 1 tasks_processing.go:74] worker 5 stopped. E0702 22:41:09.217938 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0702 22:41:09.217969 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0702 22:41:09.217995 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0702 22:41:09.218028 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0702 22:41:09.218112 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0702 22:41:09.218142 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0702 22:41:09.218168 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0702 22:41:09.218195 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0702 22:41:09.218277 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0702 22:41:09.218307 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0702 22:41:09.218333 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 173.816903ms to process 7 records I0702 22:41:09.228428 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0702 22:41:09.231782 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:51113->172.30.0.10:53: read: connection refused I0702 22:41:09.231821 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:51113->172.30.0.10:53: read: connection refused I0702 22:41:09.249486 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0702 22:41:09.251376 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0702 22:41:09.264488 1 tasks_processing.go:74] worker 14 stopped. E0702 22:41:09.264506 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0702 22:41:09.264516 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ra9bt3bi7f1bc8u67eha3ba41m8b59i-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ra9bt3bi7f1bc8u67eha3ba41m8b59i-primary-cert-bundle-secret" not found I0702 22:41:09.264590 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=740231f2e1b702bb3f7ea1cb5b18d895177a8aca567ac67039fb29b9133beb7e I0702 22:41:09.264608 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 309.31803ms to process 1 records I0702 22:41:09.796340 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0702 22:41:09.996471 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W0702 22:41:10.043300 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:41:10.368696 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0702 22:41:10.368712 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0702 22:41:10.368918 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-gjxkf pod in namespace openshift-dns (previous: false). I0702 22:41:10.600104 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gjxkf pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-gjxkf\" is waiting to start: ContainerCreating" I0702 22:41:10.600121 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-gjxkf\" is waiting to start: ContainerCreating" I0702 22:41:10.600129 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-gjxkf pod in namespace openshift-dns (previous: false). I0702 22:41:10.773395 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-gjxkf pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-gjxkf\" is waiting to start: ContainerCreating" I0702 22:41:10.773415 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-gjxkf\" is waiting to start: ContainerCreating" I0702 22:41:10.773445 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-tjbx9 pod in namespace openshift-dns (previous: false). I0702 22:41:10.798903 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0702 22:41:11.004853 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-tjbx9 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-tjbx9\" is waiting to start: ContainerCreating" I0702 22:41:11.004870 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-tjbx9\" is waiting to start: ContainerCreating" I0702 22:41:11.004878 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-tjbx9 pod in namespace openshift-dns (previous: false). W0702 22:41:11.042573 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:41:11.174946 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-tjbx9 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-tjbx9\" is waiting to start: ContainerCreating" I0702 22:41:11.174964 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-tjbx9\" is waiting to start: ContainerCreating" I0702 22:41:11.174975 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-xcqjx pod in namespace openshift-dns (previous: false). I0702 22:41:11.401255 1 tasks_processing.go:74] worker 24 stopped. I0702 22:41:11.401315 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=a10496b6384ca448d6aff419fa68c635fdf8c9c1be3b5627ceb5222dd88f05ae I0702 22:41:11.401353 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=6f15e20750c8a7887fee7cbd39a5a1499f868b1acaa2f16d92fd8286e66528d0 I0702 22:41:11.401389 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0702 22:41:11.401423 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=e5ebfad4ada99f97ac8d474e4fb21d6f8f70b1601315f8e8080f8e8d1f0386bf I0702 22:41:11.401443 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0702 22:41:11.401467 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=a7634f64bc90f69c648f064f0145efa8e0b7d7ff58ea3dc9f9913d1ffb875d05 I0702 22:41:11.401503 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=4b123c982e8340768fd39aa3e5c4a25d09ac3536759202d6a5517934fd11a63d I0702 22:41:11.401528 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=4f1fe2e3ee6b8c8f74ef4856e0ec7bc03e0ea0eac903c14b5873b904f910635d I0702 22:41:11.401559 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=6fdf536078c74d98e431a9f42a96a60dc4de3676de199bd7d08af9c6adf4cf16 I0702 22:41:11.401570 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70 I0702 22:41:11.401588 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=996c1c0aa3d4ea8786b7a33faa6d04648c1ef5a8a586b9c661b3325490821eed I0702 22:41:11.401598 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0702 22:41:11.401615 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=45b989ab32b37fb32350edfd08d13d4f0327c23d5f7e56f3cdaf11097788ffe3 I0702 22:41:11.401627 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0702 22:41:11.401645 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=294a3e2becbfde90abb3f65944bd639c39d56c41aff0d4c9a3a323bad2603fcd I0702 22:41:11.401655 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0702 22:41:11.401678 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b62bb8ff08faca53beca477c6b2b78797d2d4d21820990df399b70f6bc7997da I0702 22:41:11.401689 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0702 22:41:11.401707 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=f86beb222d990305df434c66817ab9e65e52ef6a071c3b35d38f7262d9ac9893 I0702 22:41:11.401896 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=a9bec425ee43e0e5b1f0a3afb3fdbe714effcb0fe68a64864578ee0115cf7f24 I0702 22:41:11.401927 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0702 22:41:11.401950 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=7d60a68d63f0f32050dfa81dd28678649c87c104057cb2202e00d834085a38c9 I0702 22:41:11.401975 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=2813034838e34bfb7eaca8c02b90db308799ba883998606fc7c9721c5d15c084 I0702 22:41:11.401985 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0702 22:41:11.402002 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=c1c0ef11eda547cf6215677fb5ccfd28873bc873b3b1dd2bd9a2543036fc6c7e I0702 22:41:11.402012 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0702 22:41:11.402027 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=6a85265863f7eb9b961de8ddd2b5074eb309e46167943d83d48c85301a7870cf I0702 22:41:11.402045 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=ac86bb2d88ee4b611e95079a9f041ef7ba741cd01fb0bf00a8df700ab3c54472 I0702 22:41:11.402063 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=899ed1529d41b74b136410a582f97f17c1a58eb6915370d058b0e665e7dfc78f I0702 22:41:11.402080 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=858d4e40d7f14213176210dd6d83be2ab4578f799c0483d6496b98e066cba931 I0702 22:41:11.402102 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=d65c94f23d69c2f9fbeadf5929c97f26b30f71f5efbb44b73d769486b6988586 I0702 22:41:11.402113 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0702 22:41:11.402134 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xcqjx pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-xcqjx\" is waiting to start: ContainerCreating" I0702 22:41:11.402155 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-xcqjx\" is waiting to start: ContainerCreating" I0702 22:41:11.402165 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-xcqjx pod in namespace openshift-dns (previous: false). I0702 22:41:11.402140 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=ae01d68fb27249f26cfb59ff0f9a04d3f644ebf3069e018f493309e6b4a5c916 I0702 22:41:11.402228 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0702 22:41:11.402240 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0702 22:41:11.402247 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.407564953s to process 35 records I0702 22:41:11.574209 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xcqjx pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-xcqjx\" is waiting to start: ContainerCreating" I0702 22:41:11.574227 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-xcqjx\" is waiting to start: ContainerCreating" I0702 22:41:11.574236 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-h9wjp pod in namespace openshift-dns (previous: false). I0702 22:41:11.775098 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:41:11.775122 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-jzkqj pod in namespace openshift-dns (previous: false). I0702 22:41:11.974515 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:41:11.974537 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-nwg62 pod in namespace openshift-dns (previous: false). W0702 22:41:12.043387 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:41:12.174179 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:41:12.174244 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-564b474458-7fjmt pod in namespace openshift-image-registry (previous: false). I0702 22:41:12.373967 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-564b474458-7fjmt pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-564b474458-7fjmt\" is waiting to start: ContainerCreating" I0702 22:41:12.373985 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-564b474458-7fjmt\" is waiting to start: ContainerCreating" I0702 22:41:12.374019 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-97c697b57-2g46w pod in namespace openshift-image-registry (previous: false). I0702 22:41:12.572909 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-97c697b57-2g46w pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-97c697b57-2g46w\" is waiting to start: ContainerCreating" I0702 22:41:12.572927 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-97c697b57-2g46w\" is waiting to start: ContainerCreating" I0702 22:41:12.572974 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-97c697b57-hbnst pod in namespace openshift-image-registry (previous: false). I0702 22:41:12.773324 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-97c697b57-hbnst pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-97c697b57-hbnst\" is waiting to start: ContainerCreating" I0702 22:41:12.773347 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-97c697b57-hbnst\" is waiting to start: ContainerCreating" I0702 22:41:12.773357 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-qn4rl pod in namespace openshift-image-registry (previous: false). I0702 22:41:12.973123 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:41:12.973142 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-r6rdc pod in namespace openshift-image-registry (previous: false). W0702 22:41:13.042936 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:41:13.174675 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:41:13.174694 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-wmmj5 pod in namespace openshift-image-registry (previous: false). I0702 22:41:13.376553 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:41:13.376571 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-678dc46745-84dr5 pod in namespace openshift-ingress (previous: false). I0702 22:41:13.594633 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-678dc46745-84dr5 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-678dc46745-84dr5\" is waiting to start: ContainerCreating" I0702 22:41:13.594652 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-678dc46745-84dr5\" is waiting to start: ContainerCreating" I0702 22:41:13.594664 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-678dc46745-ql42q pod in namespace openshift-ingress (previous: false). I0702 22:41:13.779304 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-678dc46745-ql42q pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-678dc46745-ql42q\" is waiting to start: ContainerCreating" I0702 22:41:13.779322 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-678dc46745-ql42q\" is waiting to start: ContainerCreating" I0702 22:41:13.779332 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6d98ff9f6c-df72k pod in namespace openshift-ingress (previous: false). I0702 22:41:13.985281 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6d98ff9f6c-df72k pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6d98ff9f6c-df72k\" is waiting to start: ContainerCreating" I0702 22:41:13.985299 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6d98ff9f6c-df72k\" is waiting to start: ContainerCreating" I0702 22:41:13.985332 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-877jf pod in namespace openshift-ingress-canary (previous: false). W0702 22:41:14.039418 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 22:41:14.039460 1 tasks_processing.go:74] worker 30 stopped. E0702 22:41:14.039475 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 22:41:14.039491 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0702 22:41:14.039510 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0702 22:41:14.039533 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.064041596s to process 1 records I0702 22:41:14.183209 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-877jf pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-877jf\" is waiting to start: ContainerCreating" I0702 22:41:14.183229 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-877jf\" is waiting to start: ContainerCreating" I0702 22:41:14.183242 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-bd4kl pod in namespace openshift-ingress-canary (previous: false). I0702 22:41:14.375414 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-bd4kl pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-bd4kl\" is waiting to start: ContainerCreating" I0702 22:41:14.375436 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-bd4kl\" is waiting to start: ContainerCreating" I0702 22:41:14.375476 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-gmbq7 pod in namespace openshift-ingress-canary (previous: false). I0702 22:41:14.574638 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-gmbq7 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-gmbq7\" is waiting to start: ContainerCreating" I0702 22:41:14.574657 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-gmbq7\" is waiting to start: ContainerCreating" I0702 22:41:14.574672 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-949fdd477-xsxnj pod in namespace openshift-kube-storage-version-migrator (previous: false). I0702 22:41:14.775121 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-949fdd477-xsxnj pod in namespace openshift-kube-storage-version-migrator (previous: false). I0702 22:41:14.974500 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-7944b9f44d-kmw9q pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0702 22:41:15.174621 1 tasks_processing.go:74] worker 2 stopped. I0702 22:41:15.174717 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=9c30f58394eb13878c902876b72fbede4482bbe719928a3afceba4c06f47ab69 I0702 22:41:15.174769 1 recorder.go:70] Recording events/openshift-dns with fingerprint=2d3ed850a6d4e202cead7b4996e8d68411d610440a5921ef2e5548b94dcf4c08 I0702 22:41:15.174885 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=b94b21cc525d4bff412c6ff3b8bfb6e053143066fe43cb5b48900b00b563bb2d I0702 22:41:15.174913 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=791e72b146df94e9013816cbe395f2ff4c72f8f107bee284a25719e49a158738 I0702 22:41:15.174957 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=34e9999be7eca08d28eba22117ef81825879c7b48b3cda42e8d9ce545f3b6312 I0702 22:41:15.174975 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=73074def7133a69b5ce5e591400175f9f04f6e1ecb2409265a0ae2540452ff33 I0702 22:41:15.174992 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator with fingerprint=dd5e9f2cd9764ef06b941b3a44406f459b93d7332f10c6a96e7a87e169290575 I0702 22:41:15.175043 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=e054256df0e917dcccf5b395d6ece505a96006ee019e69d0e58da7417dc5f8fa I0702 22:41:15.175188 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-gjxkf with fingerprint=cdd771a6796875efa75d62aff21f890e8a4fe9632f567cd0abcc145679d72d60 I0702 22:41:15.175275 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-tjbx9 with fingerprint=cc288ffa7270b19c6e5207c6042893088c4b7d0808afa44e1ee6ee0a911821d6 I0702 22:41:15.175378 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-564b474458-7fjmt with fingerprint=ef30e99f7770e50d3eb9e9fdb7c3621e56766609f7e7b769c9404c44c621aa21 I0702 22:41:15.175477 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-97c697b57-2g46w with fingerprint=dd924a6d2b72f54ca80a0cd767348da12395c8d805894eb658f1d12197260cd6 I0702 22:41:15.175569 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-97c697b57-hbnst with fingerprint=61ff8f69949f180225a256bff29418e70d4d133d84c6dabe6f07b895324539ec I0702 22:41:15.175628 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-877jf with fingerprint=e18d28743cb60c42f169989a7aeddf133bf1cdba0354a4da551a201811ca1ce8 I0702 22:41:15.175685 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-gmbq7 with fingerprint=4ff422f370e7b1045995b52e075713e2fb96f4686c9ab119e1357f3619e247e2 I0702 22:41:15.175702 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-xsxnj/migrator_current.log with fingerprint=06c8ad771c701292436d01499d50e4aab78cf22a61bf744f3bf92e48b230eaf4 I0702 22:41:15.175714 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-xsxnj/graceful-termination_current.log with fingerprint=74a5f420bad92c57ea07014c7efd4b9c74a7ae294e46c9728920f579fdedc7ef I0702 22:41:15.175827 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-7944b9f44d-kmw9q/kube-storage-version-migrator-operator_current.log with fingerprint=b156055a5c6b3f68598f927fe1cd9ffed703e5fc634a10950f66b44e3d91f33a I0702 22:41:15.175838 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.131858733s to process 18 records I0702 22:41:20.462495 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:41:22.087452 1 tasks_processing.go:74] worker 20 stopped. I0702 22:41:22.087503 1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0702 22:41:22.087521 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.133002357s to process 1 records I0702 22:41:22.720818 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:41:22.849405 1 tasks_processing.go:74] worker 12 stopped. I0702 22:41:22.849708 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=3417e77ac92efa90c67d0b9156f138f3415ff3c5b64e716283c25f75f96262e9 I0702 22:41:22.849726 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.806717803s to process 1 records E0702 22:41:22.849808 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.895s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0702 22:41:22.850936 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0702 22:41:22.850952 1 periodic.go:212] Running workloads gatherer I0702 22:41:22.850969 1 tasks_processing.go:45] number of workers: 2 I0702 22:41:22.850981 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 22:41:22.850985 1 tasks_processing.go:71] worker 1 working on workload_info task. I0702 22:41:22.850994 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 22:41:22.851063 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0702 22:41:22.875640 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0702 22:41:22.883924 1 tasks_processing.go:74] worker 0 stopped. I0702 22:41:22.883940 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 32.844745ms to process 0 records I0702 22:41:22.885135 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (10ms) I0702 22:41:22.893064 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (8ms) I0702 22:41:22.901059 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (8ms) I0702 22:41:22.909037 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (8ms) I0702 22:41:22.918300 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (9ms) I0702 22:41:22.921847 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:41:22.926764 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (8ms) I0702 22:41:22.934734 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (8ms) I0702 22:41:22.942773 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (8ms) I0702 22:41:22.950931 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (8ms) I0702 22:41:22.960024 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (9ms) I0702 22:41:22.983350 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (23ms) I0702 22:41:23.085977 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (103ms) I0702 22:41:23.184452 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (98ms) I0702 22:41:23.284768 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (100ms) I0702 22:41:23.384555 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (100ms) I0702 22:41:23.485109 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (101ms) I0702 22:41:23.585555 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0702 22:41:23.686238 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (101ms) I0702 22:41:23.784831 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (99ms) I0702 22:41:23.884721 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I0702 22:41:23.985307 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (101ms) I0702 22:41:24.084762 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (99ms) I0702 22:41:24.185393 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (101ms) I0702 22:41:24.284866 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (99ms) I0702 22:41:24.384938 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (100ms) I0702 22:41:24.484282 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (99ms) I0702 22:41:24.587123 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (103ms) I0702 22:41:24.684439 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (97ms) I0702 22:41:24.784562 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms) I0702 22:41:24.884598 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (100ms) I0702 22:41:24.985638 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (101ms) I0702 22:41:25.085578 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (100ms) I0702 22:41:25.085610 1 tasks_processing.go:74] worker 1 stopped. E0702 22:41:25.085621 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0702 22:41:25.085904 1 recorder.go:70] Recording config/workload_info with fingerprint=8964a6673be44712200d4118f0eda11f925d5fe2360e409a79fcc1b0f1d293ec I0702 22:41:25.085923 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.234616083s to process 1 records E0702 22:41:25.085960 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.234s with: function \"workload_info\" failed with an error" I0702 22:41:25.087064 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0702 22:41:25.087077 1 periodic.go:212] Running conditional gatherer I0702 22:41:25.096227 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0702 22:41:25.102635 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.15:49844->172.30.0.10:53: read: connection refused E0702 22:41:25.102954 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:41:25.103017 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0702 22:41:25.112409 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0702 22:41:25.112423 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:41:25.112429 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:41:25.112432 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:41:25.112436 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:41:25.112439 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:41:25.112442 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:41:25.112445 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:41:25.112448 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:41:25.112452 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0702 22:41:25.112467 1 tasks_processing.go:45] number of workers: 3 I0702 22:41:25.112479 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 22:41:25.112485 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0702 22:41:25.112489 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 22:41:25.112497 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 22:41:25.112504 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0702 22:41:25.112508 1 tasks_processing.go:74] worker 1 stopped. I0702 22:41:25.112526 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0702 22:41:25.112605 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0702 22:41:25.112627 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.084µs to process 1 records I0702 22:41:25.112678 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0702 22:41:25.112694 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.048µs to process 1 records I0702 22:41:25.112703 1 tasks_processing.go:74] worker 0 stopped. I0702 22:41:25.112835 1 tasks_processing.go:74] worker 2 stopped. I0702 22:41:25.112848 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 324.019µs to process 0 records I0702 22:41:25.112866 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.15:49844->172.30.0.10:53: read: connection refused I0702 22:41:25.112881 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0702 22:41:25.136636 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=8c2cb8e1d94ef06b618b02edb36cc89ab2edea1b549a93a72df023b84d483001 I0702 22:41:25.136758 1 diskrecorder.go:70] Writing 113 records to /var/lib/insights-operator/insights-2026-07-02-224125.tar.gz I0702 22:41:25.144204 1 diskrecorder.go:51] Wrote 113 records to disk in 7ms I0702 22:41:25.144233 1 periodic.go:281] Gathering cluster info every 2h0m0s I0702 22:41:25.144248 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0702 22:41:33.133127 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:42:33.356208 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="1ad7ebde85680d1919dcf3ad8c8d0b4e5d15158ba20a9288003ce87b0282d9c5") W0702 22:42:33.356250 1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created I0702 22:42:33.356302 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="80185dbaab743a4d9d3ac267864b34a38e97b8d33795b110a4a76b97c0e2c8ab") I0702 22:42:33.356316 1 periodic.go:173] Shutting down I0702 22:42:33.356369 1 base_controller.go:181] Shutting down LoggingSyncer ...