W0703 18:13:28.162355 1 cmd.go:257] Using insecure, self-signed certificates I0703 18:13:28.485459 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 18:13:28.485957 1 observer_polling.go:159] Starting file observer W0703 18:13:28.512361 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0703 18:13:28.980011 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0703 18:13:28.980269 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0703 18:13:28.980899 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0703 18:13:28.981342 1 secure_serving.go:57] Forcing use of http/1.1 only W0703 18:13:28.981368 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0703 18:13:28.981374 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0703 18:13:28.981380 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0703 18:13:28.981384 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0703 18:13:28.981390 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0703 18:13:28.981395 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0703 18:13:28.985188 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0703 18:13:28.985191 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0703 18:13:28.986887 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0703 18:13:28.986926 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0703 18:13:28.986953 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 18:13:28.986942 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0703 18:13:28.987128 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0703 18:13:28.987254 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 18:13:28.987480 1 secure_serving.go:213] Serving securely on [::]:8443 I0703 18:13:28.987486 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-173659601/tls.crt::/tmp/serving-cert-173659601/tls.key" I0703 18:13:28.987509 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" E0703 18:13:28.988427 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18beda3195b3b6ef openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-03 18:13:28.985130735 +0000 UTC m=+0.876136107,LastTimestamp:2026-07-03 18:13:28.985130735 +0000 UTC m=+0.876136107,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0703 18:13:28.993543 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0703 18:13:28.993597 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 18:13:28.993728 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0703 18:13:28.999641 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:13:28.999710 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 18:13:29.005195 1 secretconfigobserver.go:119] support secret does not exist I0703 18:13:29.010381 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:13:29.015755 1 secretconfigobserver.go:119] support secret does not exist I0703 18:13:29.019239 1 recorder.go:156] Pruning old reports every 6h24m21s, max age is 288h0m0s I0703 18:13:29.024997 1 periodic.go:212] Running clusterconfig gatherer I0703 18:13:29.025010 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0703 18:13:29.025028 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0703 18:13:29.025045 1 tasks_processing.go:45] number of workers: 32 I0703 18:13:29.025066 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0703 18:13:29.025070 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 18:13:29.025078 1 insightsreport.go:296] Starting report retriever I0703 18:13:29.025085 1 tasks_processing.go:69] worker 16 listening for tasks. I0703 18:13:29.025088 1 tasks_processing.go:71] worker 0 working on olm_operators task. I0703 18:13:29.025086 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0703 18:13:29.025091 1 tasks_processing.go:71] worker 16 working on ingress_certificates task. I0703 18:13:29.025100 1 tasks_processing.go:69] worker 8 listening for tasks. I0703 18:13:29.025106 1 tasks_processing.go:69] worker 5 listening for tasks. I0703 18:13:29.025108 1 tasks_processing.go:69] worker 3 listening for tasks. I0703 18:13:29.025107 1 tasks_processing.go:71] worker 8 working on authentication task. I0703 18:13:29.025118 1 tasks_processing.go:69] worker 9 listening for tasks. I0703 18:13:29.025125 1 tasks_processing.go:71] worker 9 working on openstack_controlplanes task. I0703 18:13:29.025128 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 18:13:29.025125 1 tasks_processing.go:69] worker 6 listening for tasks. I0703 18:13:29.025138 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 18:13:29.025113 1 tasks_processing.go:71] worker 5 working on machine_autoscalers task. I0703 18:13:29.025151 1 tasks_processing.go:69] worker 17 listening for tasks. I0703 18:13:29.025161 1 tasks_processing.go:69] worker 18 listening for tasks. I0703 18:13:29.025174 1 tasks_processing.go:69] worker 19 listening for tasks. I0703 18:13:29.025181 1 tasks_processing.go:69] worker 20 listening for tasks. I0703 18:13:29.025188 1 tasks_processing.go:69] worker 21 listening for tasks. I0703 18:13:29.025196 1 tasks_processing.go:69] worker 22 listening for tasks. I0703 18:13:29.025206 1 tasks_processing.go:69] worker 23 listening for tasks. I0703 18:13:29.025143 1 tasks_processing.go:69] worker 24 listening for tasks. I0703 18:13:29.025221 1 tasks_processing.go:71] worker 23 working on storage_classes task. I0703 18:13:29.025097 1 tasks_processing.go:69] worker 4 listening for tasks. I0703 18:13:29.025230 1 tasks_processing.go:71] worker 4 working on sap_config task. I0703 18:13:29.025237 1 tasks_processing.go:69] worker 11 listening for tasks. I0703 18:13:29.025246 1 tasks_processing.go:69] worker 12 listening for tasks. I0703 18:13:29.025256 1 tasks_processing.go:69] worker 13 listening for tasks. I0703 18:13:29.025264 1 tasks_processing.go:69] worker 14 listening for tasks. I0703 18:13:29.025272 1 tasks_processing.go:69] worker 15 listening for tasks. I0703 18:13:29.025119 1 tasks_processing.go:71] worker 3 working on ingress task. I0703 18:13:29.025281 1 tasks_processing.go:71] worker 15 working on openstack_version task. I0703 18:13:29.025310 1 tasks_processing.go:69] worker 25 listening for tasks. I0703 18:13:29.025323 1 tasks_processing.go:71] worker 25 working on proxies task. I0703 18:13:29.025385 1 tasks_processing.go:71] worker 12 working on node_logs task. I0703 18:13:29.025455 1 tasks_processing.go:71] worker 13 working on pdbs task. I0703 18:13:29.025468 1 tasks_processing.go:69] worker 26 listening for tasks. I0703 18:13:29.025478 1 tasks_processing.go:69] worker 27 listening for tasks. I0703 18:13:29.025486 1 tasks_processing.go:69] worker 28 listening for tasks. I0703 18:13:29.025494 1 tasks_processing.go:69] worker 29 listening for tasks. I0703 18:13:29.025502 1 tasks_processing.go:69] worker 30 listening for tasks. I0703 18:13:29.025511 1 tasks_processing.go:69] worker 31 listening for tasks. I0703 18:13:29.025088 1 tasks_processing.go:69] worker 7 listening for tasks. I0703 18:13:29.025223 1 tasks_processing.go:71] worker 24 working on cost_management_metrics_configs task. I0703 18:13:29.025605 1 tasks_processing.go:71] worker 6 working on infrastructures task. I0703 18:13:29.025229 1 tasks_processing.go:69] worker 10 listening for tasks. I0703 18:13:29.025642 1 tasks_processing.go:71] worker 11 working on machines task. I0703 18:13:29.025693 1 tasks_processing.go:71] worker 14 working on container_images task. I0703 18:13:29.025751 1 tasks_processing.go:71] worker 10 working on openstack_dataplanedeployments task. I0703 18:13:29.025761 1 tasks_processing.go:71] worker 2 working on image_pruners task. I0703 18:13:29.025821 1 tasks_processing.go:71] worker 29 working on silenced_alerts task. W0703 18:13:29.025847 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 18:13:29.025860 1 tasks_processing.go:71] worker 29 working on active_alerts task. W0703 18:13:29.025875 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 18:13:29.025882 1 tasks_processing.go:71] worker 26 working on metrics task. W0703 18:13:29.025901 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 18:13:29.025911 1 tasks_processing.go:71] worker 27 working on nodes task. I0703 18:13:29.025916 1 tasks_processing.go:71] worker 17 working on openshift_machine_api_events task. I0703 18:13:29.025921 1 tasks_processing.go:71] worker 30 working on monitoring_persistent_volumes task. I0703 18:13:29.026048 1 tasks_processing.go:71] worker 21 working on openshift_logging task. I0703 18:13:29.026099 1 tasks_processing.go:71] worker 18 working on machine_configs task. I0703 18:13:29.026205 1 tasks_processing.go:71] worker 28 working on operators_pods_and_events task. I0703 18:13:29.026284 1 tasks_processing.go:71] worker 22 working on image task. I0703 18:13:29.026343 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 28.173µs to process 0 records I0703 18:13:29.026359 1 tasks_processing.go:71] worker 19 working on ceph_cluster task. I0703 18:13:29.026366 1 tasks_processing.go:71] worker 29 working on config_maps task. I0703 18:13:29.026372 1 tasks_processing.go:71] worker 31 working on machine_config_pools task. I0703 18:13:29.025222 1 tasks_processing.go:71] worker 1 working on jaegers task. I0703 18:13:29.026546 1 tasks_processing.go:71] worker 7 working on support_secret task. I0703 18:13:29.026360 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 16.507µs to process 0 records I0703 18:13:29.026591 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 22.72µs to process 0 records I0703 18:13:29.025910 1 tasks_processing.go:71] worker 20 working on cluster_apiserver task. I0703 18:13:29.026733 1 tasks_processing.go:71] worker 26 working on validating_webhook_configurations task. I0703 18:13:29.030603 1 tasks_processing.go:71] worker 11 working on mutating_webhook_configurations task. E0703 18:13:29.030617 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0703 18:13:29.030628 1 gather.go:177] gatherer "clusterconfig" function "machines" took 4.949368ms to process 0 records I0703 18:13:29.031301 1 tasks_processing.go:71] worker 15 working on feature_gates task. I0703 18:13:29.031311 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 6.00628ms to process 0 records I0703 18:13:29.031740 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0703 18:13:29.031756 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 18:13:29.031760 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0703 18:13:29.031763 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0703 18:13:29.031776 1 controller.go:458] The operator is still being initialized I0703 18:13:29.031781 1 controller.go:481] The operator is healthy I0703 18:13:29.031840 1 tasks_processing.go:71] worker 19 working on lokistack task. I0703 18:13:29.031847 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 5.472504ms to process 0 records I0703 18:13:29.032072 1 tasks_processing.go:71] worker 21 working on networks task. I0703 18:13:29.032081 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 6.008739ms to process 0 records I0703 18:13:29.032346 1 tasks_processing.go:71] worker 31 working on pod_network_connectivity_checks task. I0703 18:13:29.032379 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 5.966126ms to process 0 records I0703 18:13:29.032890 1 tasks_processing.go:71] worker 10 working on certificate_signing_requests task. I0703 18:13:29.032898 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 7.120427ms to process 0 records I0703 18:13:29.035497 1 tasks_processing.go:71] worker 9 working on crds task. I0703 18:13:29.035505 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 10.360296ms to process 0 records I0703 18:13:29.035749 1 tasks_processing.go:71] worker 1 working on service_accounts task. I0703 18:13:29.035760 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 9.268627ms to process 0 records I0703 18:13:29.035776 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 3.904985ms to process 0 records I0703 18:13:29.035847 1 tasks_processing.go:71] worker 19 working on storage_cluster task. I0703 18:13:29.035918 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=d6c009f1628fd4f59a75b58be7dc767e49caa14c3d9125ffa88d1e60ff1576ad I0703 18:13:29.035944 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=a04c9c8d88d6621a339997d061ee135bc9aba218af121622d698f49ce3cbda64 I0703 18:13:29.035957 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 10.539516ms to process 2 records I0703 18:13:29.035968 1 tasks_processing.go:71] worker 23 working on nodenetworkconfigurationpolicies task. I0703 18:13:29.037071 1 tasks_processing.go:71] worker 24 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0703 18:13:29.037074 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 11.540566ms to process 0 records I0703 18:13:29.037086 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 11.921466ms to process 0 records I0703 18:13:29.037093 1 tasks_processing.go:71] worker 5 working on machine_healthchecks task. I0703 18:13:29.038163 1 tasks_processing.go:71] worker 27 working on sap_datahubs task. I0703 18:13:29.038554 1 recorder.go:70] Recording config/node/ip-10-0-2-28.ec2.internal with fingerprint=d0c2a0e6daa6a3651abf1dbcaa02f1222241544286644ff718210d46b1de46e1 I0703 18:13:29.038592 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 12.232387ms to process 1 records I0703 18:13:29.038608 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 12.782242ms to process 0 records I0703 18:13:29.038677 1 tasks_processing.go:71] worker 12 working on machine_sets task. I0703 18:13:29.038780 1 tasks_processing.go:71] worker 6 working on install_plans task. I0703 18:13:29.039429 1 recorder.go:70] Recording config/infrastructure with fingerprint=efd9174927ebfcbf5077964081a4a3116ee44e20fc90705fb725ba620cdc8596 I0703 18:13:29.039445 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 12.660233ms to process 1 records E0703 18:13:29.039460 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0703 18:13:29.039468 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 6.086945ms to process 0 records I0703 18:13:29.039535 1 tasks_processing.go:71] worker 31 working on operators task. I0703 18:13:29.039984 1 tasks_processing.go:71] worker 2 working on clusterroles task. I0703 18:13:29.040012 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=24018687754966b2435aac4e86141aa604fc85d32b5376ba48613c313c887626 I0703 18:13:29.040216 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 12.730853ms to process 1 records E0703 18:13:29.040262 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0703 18:13:29.040363 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0703 18:13:29.040418 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 12.600472ms to process 1 records I0703 18:13:29.040855 1 tasks_processing.go:71] worker 18 working on aggregated_monitoring_cr_names task. I0703 18:13:29.040935 1 recorder.go:70] Recording config/ingress with fingerprint=5c0901a49d03285428534ac9558ad3d9d2248b16d7cf7387b42fb47bfd95c130 I0703 18:13:29.040981 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 14.306044ms to process 1 records I0703 18:13:29.041029 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 13.667633ms to process 0 records I0703 18:13:29.041130 1 tasks_processing.go:71] worker 3 working on tsdb_status task. W0703 18:13:29.041191 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 18:13:29.041224 1 tasks_processing.go:71] worker 3 working on container_runtime_configs task. I0703 18:13:29.041263 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 47.259µs to process 0 records I0703 18:13:29.041166 1 tasks_processing.go:71] worker 17 working on nodenetworkstates task. I0703 18:13:29.041812 1 tasks_processing.go:71] worker 20 working on version task. I0703 18:13:29.042230 1 recorder.go:70] Recording config/apiserver with fingerprint=aceda6164697cb2a52ecd30ce347a27315466f0f196e57128be8c1e67a0c5df0 I0703 18:13:29.042286 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 15.198413ms to process 1 records I0703 18:13:29.042375 1 tasks_processing.go:71] worker 8 working on dvo_metrics task. I0703 18:13:29.042946 1 recorder.go:70] Recording config/authentication with fingerprint=3e810d2a38f5ae567a3f12292dfe15be63627eff0b773e6dc5ecfdcfb1025fde I0703 18:13:29.042971 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 16.940189ms to process 1 records I0703 18:13:29.042981 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 6.678862ms to process 0 records I0703 18:13:29.042987 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 17.546624ms to process 0 records I0703 18:13:29.042995 1 tasks_processing.go:71] worker 4 working on schedulers task. I0703 18:13:29.043040 1 tasks_processing.go:71] worker 19 working on openstack_dataplanenodesets task. I0703 18:13:29.043515 1 tasks_processing.go:71] worker 13 working on sap_pods task. I0703 18:13:29.043651 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=9398c90d98cd69c66dd3184fb5b4ac295be3cdc7917d820b3968fcd128f5f0da I0703 18:13:29.043684 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=acea462620d2d272e087a072cdf91df8dd0d3b2c87470ccc10762bcf5182ad97 I0703 18:13:29.043709 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=f18d354bd4353f529ccec1f661fa759a8d28bf42120f5c8ca7837c0c345a8140 I0703 18:13:29.043722 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 18.042061ms to process 3 records E0703 18:13:29.043732 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0703 18:13:29.043741 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 17.172773ms to process 0 records I0703 18:13:29.043749 1 tasks_processing.go:71] worker 7 working on image_registries task. I0703 18:13:29.044027 1 tasks_processing.go:71] worker 15 working on overlapping_namespace_uids task. I0703 18:13:29.044161 1 recorder.go:70] Recording config/featuregate with fingerprint=c472178dec1dc8077bd3f34a5aaeed2fbc313a3c6df05e5d468579f301a3427d I0703 18:13:29.044174 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 12.706111ms to process 1 records I0703 18:13:29.044254 1 tasks_processing.go:71] worker 21 working on oauths task. I0703 18:13:29.044346 1 recorder.go:70] Recording config/network with fingerprint=4706097308dc32326b8362dc0834a44e1a57d8a155c1451b0bc8ba632214368c I0703 18:13:29.044358 1 gather.go:177] gatherer "clusterconfig" function "networks" took 12.033503ms to process 1 records I0703 18:13:29.046195 1 tasks_processing.go:74] worker 23 stopped. I0703 18:13:29.046207 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 10.213904ms to process 0 records I0703 18:13:29.046487 1 tasks_processing.go:74] worker 5 stopped. E0703 18:13:29.046500 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0703 18:13:29.046507 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 9.381927ms to process 0 records I0703 18:13:29.046558 1 tasks_processing.go:74] worker 25 stopped. I0703 18:13:29.046641 1 recorder.go:70] Recording config/proxy with fingerprint=4060e1c55128c66b962bb002145d18574353b21e828a7817ad6531abe3988d7a I0703 18:13:29.046653 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 21.224234ms to process 1 records I0703 18:13:29.049137 1 tasks_processing.go:74] worker 3 stopped. I0703 18:13:29.049155 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 7.879659ms to process 0 records I0703 18:13:29.052022 1 tasks_processing.go:74] worker 17 stopped. I0703 18:13:29.052034 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 10.572406ms to process 0 records I0703 18:13:29.052388 1 tasks_processing.go:74] worker 26 stopped. I0703 18:13:29.052593 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=7a958582eb0b2f6d052d285a486689608902040fb5bf5159775e6fd7e9764670 I0703 18:13:29.052719 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=a5fa3e2778544307e17f25ee3fe5463ee06afea416ecd2ebef9d3ff97b0e8b3a I0703 18:13:29.052744 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=c7bd5c0322b6adde0b7aa4be5dd8390f77c6f9c990ec1f428bc742a05cbfbdf5 I0703 18:13:29.052773 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=89fced7b0e8a1b286fc7f241558f68dce42bdc9b76e33aed016a0fd2e507e8ee I0703 18:13:29.052804 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=87475a173d32bcb8c0e89513aba594fde6eae334ba8845aa279b8ee64fba65aa I0703 18:13:29.052834 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=b3e4dd837d5879f606764b045319cd94e5326a2df73a624f96167eba0952c591 I0703 18:13:29.052865 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=38a5e6a19ab4496bd202a32c6ad1573df37377c50e624ccc7155388ba27b63e4 I0703 18:13:29.052918 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c7ee5d57816a5b51e61263f3f15aedaaa0283c82434864dd5fc33d670296206f I0703 18:13:29.052955 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=c21a0843fb19bca5b4f7a9373c1fa6725048857bfa959416b545ea8b23b02c1c I0703 18:13:29.052990 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=09146f99699e08fb008d9ff5c5fea3efb272e106b2ea40685b6064c111f100b8 I0703 18:13:29.053021 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=9eeb3d2fe610118dc87c457cf88cae486800a3c10fc67aa4ce1c2d8e74c80d93 I0703 18:13:29.053029 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 25.635562ms to process 11 records I0703 18:13:29.053116 1 tasks_processing.go:74] worker 11 stopped. I0703 18:13:29.053135 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=9bf27640a45ccfd55e0585180f565e8778e15adbefc3745ada9c4a2e22b896d1 I0703 18:13:29.053173 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=2febdf3da4d9eacbabf5bf432dbfaa536c0f3d538a8398b5f91a13472c476cf5 I0703 18:13:29.053220 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2070a1a1bce0b360097905fe550603b54b0c481d2405c9f6f57534ac8e731e67 I0703 18:13:29.053233 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 22.167334ms to process 3 records I0703 18:13:29.053246 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 14.802103ms to process 0 records I0703 18:13:29.053254 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 14.456637ms to process 0 records I0703 18:13:29.053256 1 tasks_processing.go:74] worker 27 stopped. I0703 18:13:29.053262 1 tasks_processing.go:74] worker 12 stopped. I0703 18:13:29.058963 1 tasks_processing.go:74] worker 13 stopped. I0703 18:13:29.058977 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 15.435287ms to process 0 records I0703 18:13:29.058985 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 15.927313ms to process 0 records I0703 18:13:29.058994 1 tasks_processing.go:74] worker 19 stopped. I0703 18:13:29.060010 1 tasks_processing.go:74] worker 30 stopped. I0703 18:13:29.060026 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 34.080057ms to process 0 records I0703 18:13:29.060128 1 tasks_processing.go:74] worker 0 stopped. I0703 18:13:29.060140 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 35.02545ms to process 0 records I0703 18:13:29.060351 1 tasks_processing.go:74] worker 21 stopped. I0703 18:13:29.060634 1 recorder.go:70] Recording config/oauth with fingerprint=d698b2f1bdd788e5d8c204ec59b0d57b30c0ad07e7f1c4e1e2c3e77e134a2539 I0703 18:13:29.060646 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 16.074926ms to process 1 records I0703 18:13:29.062134 1 tasks_processing.go:74] worker 22 stopped. I0703 18:13:29.062289 1 recorder.go:70] Recording config/image with fingerprint=a8c0b23a2484bab7c34bf75feff9f3d54afeeaabad309fb5f9365a90c397628d I0703 18:13:29.062329 1 gather.go:177] gatherer "clusterconfig" function "image" took 35.834525ms to process 1 records I0703 18:13:29.062777 1 tasks_processing.go:74] worker 7 stopped. I0703 18:13:29.063300 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=8cc7b855fdc37adce7d8c757eb0699f6c55eb1e0566d707f86632018b79f687e I0703 18:13:29.063316 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 19.018877ms to process 1 records I0703 18:13:29.065906 1 tasks_processing.go:74] worker 10 stopped. I0703 18:13:29.065980 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 33.001119ms to process 0 records I0703 18:13:29.068210 1 tasks_processing.go:74] worker 4 stopped. I0703 18:13:29.068499 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=85f9340a45fb83998233702c00b4c52c4e3e270fec8f9d7bca7bad178f0327b4 I0703 18:13:29.068520 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 25.206374ms to process 1 records I0703 18:13:29.069559 1 tasks_processing.go:74] worker 15 stopped. I0703 18:13:29.069652 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0703 18:13:29.069697 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 25.515098ms to process 1 records I0703 18:13:29.069891 1 tasks_processing.go:74] worker 2 stopped. I0703 18:13:29.070100 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=39366e6d4953e28e6501428d6f153367e845d25a0d9b3f5695524fe52db57708 I0703 18:13:29.070207 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=7ece3c3834c37a97d71df928c4f77df30a865fc2d1477e96ab2141fdfc4d7079 I0703 18:13:29.070221 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 29.83558ms to process 2 records I0703 18:13:29.070427 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0703 18:13:29.070479 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0703 18:13:29.070644 1 operator.go:287] started I0703 18:13:29.070716 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0703 18:13:29.073672 1 tasks_processing.go:74] worker 14 stopped. I0703 18:13:29.073734 1 recorder.go:70] Recording config/running_containers with fingerprint=7e905d9d4c4985df90dc798af4c6a0c89e79a0578ae300b67547562a9504255a I0703 18:13:29.073745 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 47.959222ms to process 1 records W0703 18:13:29.074526 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 18:13:29.074557 1 tasks_processing.go:74] worker 9 stopped. I0703 18:13:29.075117 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=35caf4330549fb6d870845f2f1b893f99d83a38167beca49ce3827470168d4e6 I0703 18:13:29.075319 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=5e2da9dc3bc8ea5ea83fff48a323675c6d1310b952add1046278cc1f81908714 I0703 18:13:29.075328 1 gather.go:177] gatherer "clusterconfig" function "crds" took 39.046813ms to process 2 records I0703 18:13:29.084765 1 tasks_processing.go:74] worker 24 stopped. I0703 18:13:29.084822 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 47.679703ms to process 0 records I0703 18:13:29.085892 1 tasks_processing.go:74] worker 18 stopped. I0703 18:13:29.085915 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 44.975044ms to process 0 records I0703 18:13:29.087109 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 18:13:29.087131 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0703 18:13:29.087493 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 18:13:29.089505 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0703 18:13:29.089521 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 18:13:29.089528 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0703 18:13:29.089534 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0703 18:13:29.089540 1 controller.go:203] Source scaController *sca.Controller is not ready I0703 18:13:29.089560 1 controller.go:458] The operator is still being initialized I0703 18:13:29.089585 1 controller.go:481] The operator is healthy I0703 18:13:29.093721 1 prometheus_rules.go:88] Prometheus rules successfully created I0703 18:13:29.093833 1 base_controller.go:82] Caches are synced for ConfigController I0703 18:13:29.093843 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... E0703 18:13:29.104360 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2764a582cb-326b-42cb-b927-3a972ebcec68%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:37186->172.30.0.10:53: read: connection refused I0703 18:13:29.104373 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2764a582cb-326b-42cb-b927-3a972ebcec68%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:37186->172.30.0.10:53: read: connection refused I0703 18:13:29.106711 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:13:29.107401 1 tasks_processing.go:74] worker 29 stopped. E0703 18:13:29.107417 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0703 18:13:29.107423 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0703 18:13:29.107427 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0703 18:13:29.107436 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0703 18:13:29.107466 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0703 18:13:29.107473 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0703 18:13:29.107479 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0703 18:13:29.107486 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0703 18:13:29.107526 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0703 18:13:29.107535 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0703 18:13:29.107540 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 81.02005ms to process 7 records I0703 18:13:29.143223 1 tasks_processing.go:74] worker 20 stopped. I0703 18:13:29.143953 1 recorder.go:70] Recording config/version with fingerprint=6917ba1e659817a4e1011b7c51ec2655d3cf423becfabf0666f42e601c3d1b53 I0703 18:13:29.143975 1 recorder.go:70] Recording config/id with fingerprint=ef040f28cd8c44cbb74cfff058444d71c075f0f994fbf23b790ae6f245b4b8d0 I0703 18:13:29.143984 1 gather.go:177] gatherer "clusterconfig" function "version" took 101.351045ms to process 2 records I0703 18:13:29.152972 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0703 18:13:29.157863 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:45843->172.30.0.10:53: read: connection refused I0703 18:13:29.157880 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:45843->172.30.0.10:53: read: connection refused I0703 18:13:29.162107 1 tasks_processing.go:74] worker 16 stopped. E0703 18:13:29.162136 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0703 18:13:29.162146 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2raqhln6qj4j94qv0jo5u05ioom0ev9q-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2raqhln6qj4j94qv0jo5u05ioom0ev9q-primary-cert-bundle-secret" not found I0703 18:13:29.162255 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=ffc6145682ff6c889d331ae811183329b64db87b78dade382ff9706ed221e057 I0703 18:13:29.162269 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 136.997042ms to process 1 records I0703 18:13:29.170829 1 base_controller.go:82] Caches are synced for LoggingSyncer I0703 18:13:29.170848 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0703 18:13:29.461435 1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers I0703 18:13:29.461450 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes I0703 18:13:29.461639 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-h2vsz pod in namespace openshift-dns (previous: false). I0703 18:13:29.503152 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0703 18:13:29.697135 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-h2vsz pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-h2vsz\" is waiting to start: ContainerCreating" I0703 18:13:29.697153 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-h2vsz\" is waiting to start: ContainerCreating" I0703 18:13:29.697162 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-h2vsz pod in namespace openshift-dns (previous: false). I0703 18:13:29.703978 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0703 18:13:29.881713 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-h2vsz pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-h2vsz\" is waiting to start: ContainerCreating" I0703 18:13:29.881734 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-h2vsz\" is waiting to start: ContainerCreating" I0703 18:13:29.881745 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-6jmkp pod in namespace openshift-dns (previous: false). I0703 18:13:30.068273 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 18:13:30.068294 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6f7f65c7cd-c8hwk pod in namespace openshift-image-registry (previous: false). W0703 18:13:30.073071 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 18:13:30.261264 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 18:13:30.261285 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7bb75ddcd9-gqrbx pod in namespace openshift-image-registry (previous: false). I0703 18:13:30.461667 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 18:13:30.461688 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7bb75ddcd9-p52pf pod in namespace openshift-image-registry (previous: false). I0703 18:13:30.506311 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0703 18:13:30.668755 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7bb75ddcd9-p52pf pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7bb75ddcd9-p52pf\" is waiting to start: ContainerCreating" I0703 18:13:30.668772 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7bb75ddcd9-p52pf\" is waiting to start: ContainerCreating" I0703 18:13:30.668782 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-v5xjf pod in namespace openshift-image-registry (previous: false). I0703 18:13:30.868264 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 18:13:30.868282 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5b588bd66f-555vn pod in namespace openshift-ingress (previous: false). I0703 18:13:30.909021 1 tasks_processing.go:74] worker 31 stopped. I0703 18:13:30.909073 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=6916067a8aad09645580945d4eb559fbd3b96766932c6aa1749375233d49aebf I0703 18:13:30.909112 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=07f09f8d2ecdc3ea6298f5a8780c05dd697b38f3ac279bf92f2829336b35aa25 I0703 18:13:30.909150 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0703 18:13:30.909193 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=f3afa8359caf833825c236e34f802a3d93254c69ebe31ee1cdfef07b4773f64f I0703 18:13:30.909360 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0703 18:13:30.909431 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=41cd7542a14dccb87cf03c3d2b6893f4aac68906331a1b9a1344e812732e5ab6 I0703 18:13:30.909524 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=15dd4c1911aa2aef7be32cf24b29056c0f86457413b2bb4979da0fd639cee0d0 I0703 18:13:30.909579 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=16357e35d117c05c4e14fd4e1137653a95526af06dc46399bf984038fa6ac66b I0703 18:13:30.909643 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=73252c9def3d8b7ea0df27ee2eeb17a71b5d4acf34bd5d17441b42debb90f0f2 I0703 18:13:30.909679 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=41a95fce9908861a9ef022a6bc3f42d30809242b300556f794816ab08d363d62 I0703 18:13:30.909696 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0703 18:13:30.909723 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=ada2c42639cce1e87e2a8ca53c18c8909b18aa8f0df97edb570527657644c372 I0703 18:13:30.909741 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0703 18:13:30.909769 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=c1ec331b05151a940ceb16a0e0dd90068da288c46a21aedc068a4099b1eed0df I0703 18:13:30.909784 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0703 18:13:30.909807 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=75024a74d0960cc4f2bc6ce880b1e586be3cc5243066c76aaf543f567e121668 I0703 18:13:30.909823 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0703 18:13:30.909852 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=120165de531a78cd4066a6326b28f61d8efb7d81d80d042e272de6f81595627c I0703 18:13:30.910043 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=304714b6449d2e46f7b3f4d27c32a0b78dbef3edf49dce48acb66053593df026 I0703 18:13:30.910093 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0703 18:13:30.910135 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=2aa7005540f6e1a7d3b07e5ec5fe436b6b26b8203cae39e7bdc6f6188a8410b5 I0703 18:13:30.910176 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=dcc8567c0f28f4a5c24a60ef1cdd76a7f6a109234cff249ce95893666ce8a9e2 I0703 18:13:30.910194 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0703 18:13:30.910223 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=1ed0ac5ab99539afa56dc3743f70ddbaf6b7af1773d165f2281e12f984493163 I0703 18:13:30.910239 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0703 18:13:30.910261 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=40a8bb4d503b0569e5402d19bb1224fa5127b65c394e7a3ab24cf1668b27159c I0703 18:13:30.910287 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=03986db40c8a3a0effb4f9f4906031b1fb89263cc635bf5b483548171f6340b8 I0703 18:13:30.910328 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=0673d268c4d98b3e824a4694269985c4f10b63954b76059d201bddf5ad4fc164 I0703 18:13:30.910358 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=e9f49989753ce12f087e743f499c79b5586666e12863019b14846f25364108bc I0703 18:13:30.910380 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=ca25b29ee9c8720cbfbf2cdbfaf8361cb5412d18600b0f792bc69456ddae67b7 I0703 18:13:30.910429 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=bcacc2413b71a5d0073235452c9b53c9ddbbafd70ca669868502ad9c12d6f086 I0703 18:13:30.910458 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0703 18:13:30.910472 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0703 18:13:30.910482 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.869424131s to process 33 records I0703 18:13:31.061202 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 18:13:31.061219 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5b588bd66f-t65j6 pod in namespace openshift-ingress (previous: false). W0703 18:13:31.073836 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 18:13:31.269330 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5b588bd66f-t65j6 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5b588bd66f-t65j6\" is waiting to start: ContainerCreating" I0703 18:13:31.269346 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5b588bd66f-t65j6\" is waiting to start: ContainerCreating" I0703 18:13:31.269357 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-8566f7d979-fgcsj pod in namespace openshift-ingress (previous: false). I0703 18:13:31.467838 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-8566f7d979-fgcsj pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-8566f7d979-fgcsj\" is waiting to start: ContainerCreating" I0703 18:13:31.467859 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-8566f7d979-fgcsj\" is waiting to start: ContainerCreating" I0703 18:13:31.467875 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jwrdq pod in namespace openshift-ingress-canary (previous: false). I0703 18:13:31.667651 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-jwrdq pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jwrdq\" is waiting to start: ContainerCreating" I0703 18:13:31.667672 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jwrdq\" is waiting to start: ContainerCreating" I0703 18:13:31.667691 1 tasks_processing.go:74] worker 28 stopped. I0703 18:13:31.667800 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=97eeb3dd72b85da8dd04b89c5e2eeea72941f9a6ec60817623500a57a0a8f5f0 I0703 18:13:31.667844 1 recorder.go:70] Recording events/openshift-dns with fingerprint=fe9cea7727a279ccfba496f4a2df3f95b97b7f87782a330e4d3c9c1789221828 I0703 18:13:31.667932 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=c08a551646f8a75c51edb32762ff6c320b1f7326c235b10bd765054750e20938 I0703 18:13:31.667971 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=d91814b014481c3f8fd4d8992be6ca036384dc8f72c6c03d74369c75c2e5fe56 I0703 18:13:31.668027 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=24c42d9da9d17f7801b05afe58bc2b68d9cb86e7be39b6d6997a4320d0617102 I0703 18:13:31.668047 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=564baf84c3dfbb6959487cbcc7a63af4699c006af2d7513d4561d74e27f42ade I0703 18:13:31.668062 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.641464379s to process 6 records W0703 18:13:32.074249 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0703 18:13:33.074025 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0703 18:13:34.072315 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0703 18:13:34.072340 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0703 18:13:34.072358 1 tasks_processing.go:74] worker 8 stopped. E0703 18:13:34.072367 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0703 18:13:34.072377 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0703 18:13:34.072391 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0703 18:13:34.072401 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.029949585s to process 1 records I0703 18:13:41.261002 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:13:41.678279 1 tasks_processing.go:74] worker 6 stopped. I0703 18:13:41.678319 1 recorder.go:70] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0703 18:13:41.678332 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.639477441s to process 1 records I0703 18:13:42.443089 1 tasks_processing.go:74] worker 1 stopped. I0703 18:13:42.443368 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=4a028e8a81776235f87357a783e151baf9592d8d96c64fa17fcfd7eeba70afa9 I0703 18:13:42.443384 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.407319013s to process 1 records E0703 18:13:42.443443 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.418s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0703 18:13:42.444551 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0703 18:13:42.444581 1 periodic.go:212] Running workloads gatherer I0703 18:13:42.444605 1 tasks_processing.go:45] number of workers: 2 I0703 18:13:42.444620 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 18:13:42.444626 1 tasks_processing.go:71] worker 1 working on workload_info task. I0703 18:13:42.444634 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 18:13:42.444707 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0703 18:13:42.464976 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data I0703 18:13:42.474416 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (10ms) I0703 18:13:42.481059 1 tasks_processing.go:74] worker 0 stopped. I0703 18:13:42.481078 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 36.335391ms to process 0 records I0703 18:13:42.484081 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (10ms) I0703 18:13:42.494287 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (10ms) I0703 18:13:42.503357 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (9ms) I0703 18:13:42.513584 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (10ms) I0703 18:13:42.522684 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (9ms) I0703 18:13:42.537732 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (15ms) I0703 18:13:42.540250 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:13:42.549705 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (12ms) I0703 18:13:42.558499 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (9ms) I0703 18:13:42.567284 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (9ms) I0703 18:13:42.576062 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (9ms) I0703 18:13:42.674667 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (99ms) I0703 18:13:42.740129 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:13:42.774833 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (100ms) I0703 18:13:42.875372 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (101ms) I0703 18:13:42.975133 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms) I0703 18:13:43.074925 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (100ms) I0703 18:13:43.175886 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (101ms) I0703 18:13:43.274937 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (99ms) I0703 18:13:43.374795 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (100ms) I0703 18:13:43.475147 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (100ms) I0703 18:13:43.574765 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (100ms) I0703 18:13:43.675012 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0703 18:13:43.775394 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (100ms) I0703 18:13:43.875665 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I0703 18:13:43.974646 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (99ms) I0703 18:13:44.075511 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (101ms) I0703 18:13:44.174596 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (99ms) I0703 18:13:44.274936 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (100ms) I0703 18:13:44.377831 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (103ms) I0703 18:13:44.475681 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (98ms) I0703 18:13:44.575405 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (100ms) I0703 18:13:44.575439 1 tasks_processing.go:74] worker 1 stopped. E0703 18:13:44.575450 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0703 18:13:44.575731 1 recorder.go:70] Recording config/workload_info with fingerprint=922b377c2668a719e557093684d5c8efb041bda227b5dc695ce764facb06d61d I0703 18:13:44.575746 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.130802505s to process 1 records E0703 18:13:44.575770 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.131s with: function \"workload_info\" failed with an error" I0703 18:13:44.576872 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0703 18:13:44.576885 1 periodic.go:212] Running conditional gatherer I0703 18:13:44.587258 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0703 18:13:44.593830 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.21:34690->172.30.0.10:53: read: connection refused E0703 18:13:44.594113 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 18:13:44.594179 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0703 18:13:44.604238 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0703 18:13:44.604257 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:13:44.604263 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:13:44.604266 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:13:44.604270 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:13:44.604273 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:13:44.604277 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:13:44.604280 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:13:44.604283 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:13:44.604286 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0703 18:13:44.604301 1 tasks_processing.go:45] number of workers: 3 I0703 18:13:44.604308 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 18:13:44.604313 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0703 18:13:44.604320 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 18:13:44.604332 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 18:13:44.604335 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0703 18:13:44.604340 1 tasks_processing.go:74] worker 1 stopped. I0703 18:13:44.604347 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0703 18:13:44.604418 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0703 18:13:44.604433 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.181µs to process 1 records I0703 18:13:44.604470 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0703 18:13:44.604479 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.793µs to process 1 records I0703 18:13:44.604484 1 tasks_processing.go:74] worker 0 stopped. I0703 18:13:44.604699 1 tasks_processing.go:74] worker 2 stopped. I0703 18:13:44.604713 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 339.081µs to process 0 records I0703 18:13:44.604734 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.21:34690->172.30.0.10:53: read: connection refused I0703 18:13:44.604753 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0703 18:13:44.629052 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=cbb000e0285057a3ddc3689c21f4b408c714e6e9fc07dc3286b782c0e29e23b5 I0703 18:13:44.629239 1 diskrecorder.go:70] Writing 95 records to /var/lib/insights-operator/insights-2026-07-03-181344.tar.gz I0703 18:13:44.635451 1 diskrecorder.go:51] Wrote 95 records to disk in 6ms I0703 18:13:44.635488 1 periodic.go:281] Gathering cluster info every 2h0m0s I0703 18:13:44.635509 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0703 18:13:56.574035 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:14:58.486743 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="b0d1de02f10600034e4a238bcd9f4e17711c845bbf5eafa7d5c7ada2d6b6c85f") W0703 18:14:58.486775 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created I0703 18:14:58.486842 1 base_controller.go:181] Shutting down ConfigController ... I0703 18:14:58.486865 1 periodic.go:173] Shutting down I0703 18:14:58.486869 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="e40b7edcabcbf6d32c23d0a88e37097bae505fa354e4a027e5152d0677cd2616")