I0701 19:06:18.399221 1 cmd.go:253] Using service-serving-cert provided certificates I0701 19:06:18.400033 1 observer_polling.go:159] Starting file observer W0701 19:06:18.421643 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0701 19:06:18.740925 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0701 19:06:18.741157 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0701 19:06:18.741744 1 secure_serving.go:57] Forcing use of http/1.1 only W0701 19:06:18.741767 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0701 19:06:18.741771 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0701 19:06:18.741776 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0701 19:06:18.741780 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0701 19:06:18.741783 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0701 19:06:18.741786 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0701 19:06:18.741829 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0701 19:06:18.745770 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0701 19:06:18.745748 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0701 19:06:18.747666 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0701 19:06:18.747695 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0701 19:06:18.747728 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0701 19:06:18.747789 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0701 19:06:18.747804 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0701 19:06:18.748098 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0701 19:06:18.748376 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0701 19:06:18.748625 1 secure_serving.go:213] Serving securely on [::]:8443 I0701 19:06:18.748714 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" E0701 19:06:18.749857 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18be3fea7789d56f openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-01 19:06:18.745714031 +0000 UTC m=+0.387696375,LastTimestamp:2026-07-01 19:06:18.745714031 +0000 UTC m=+0.387696375,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0701 19:06:18.752298 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0701 19:06:18.752332 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0701 19:06:18.752441 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0701 19:06:18.759490 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:06:18.759513 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0701 19:06:18.764030 1 secretconfigobserver.go:119] support secret does not exist I0701 19:06:18.769379 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:06:18.774109 1 secretconfigobserver.go:119] support secret does not exist I0701 19:06:18.776720 1 recorder.go:156] Pruning old reports every 7h11m2s, max age is 288h0m0s I0701 19:06:18.782011 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0701 19:06:18.782024 1 periodic.go:212] Running clusterconfig gatherer I0701 19:06:18.782032 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0701 19:06:18.782051 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0701 19:06:18.782056 1 insightsreport.go:296] Starting report retriever I0701 19:06:18.782062 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0701 19:06:18.782089 1 tasks_processing.go:45] number of workers: 32 I0701 19:06:18.782125 1 tasks_processing.go:69] worker 1 listening for tasks. I0701 19:06:18.782134 1 tasks_processing.go:69] worker 0 listening for tasks. I0701 19:06:18.782137 1 tasks_processing.go:69] worker 10 listening for tasks. I0701 19:06:18.782144 1 tasks_processing.go:71] worker 10 working on metrics task. I0701 19:06:18.782146 1 tasks_processing.go:69] worker 21 listening for tasks. I0701 19:06:18.782149 1 tasks_processing.go:69] worker 11 listening for tasks. I0701 19:06:18.782155 1 tasks_processing.go:69] worker 17 listening for tasks. I0701 19:06:18.782154 1 tasks_processing.go:69] worker 5 listening for tasks. I0701 19:06:18.782138 1 tasks_processing.go:71] worker 0 working on openstack_version task. I0701 19:06:18.782184 1 tasks_processing.go:69] worker 2 listening for tasks. I0701 19:06:18.782190 1 tasks_processing.go:69] worker 22 listening for tasks. I0701 19:06:18.782193 1 tasks_processing.go:69] worker 16 listening for tasks. I0701 19:06:18.782198 1 tasks_processing.go:69] worker 3 listening for tasks. I0701 19:06:18.782200 1 tasks_processing.go:69] worker 28 listening for tasks. I0701 19:06:18.782200 1 tasks_processing.go:69] worker 27 listening for tasks. I0701 19:06:18.782207 1 tasks_processing.go:69] worker 4 listening for tasks. I0701 19:06:18.782209 1 tasks_processing.go:69] worker 23 listening for tasks. I0701 19:06:18.782205 1 tasks_processing.go:69] worker 12 listening for tasks. I0701 19:06:18.782215 1 tasks_processing.go:69] worker 31 listening for tasks. I0701 19:06:18.782212 1 tasks_processing.go:69] worker 13 listening for tasks. I0701 19:06:18.782221 1 tasks_processing.go:69] worker 24 listening for tasks. I0701 19:06:18.782221 1 tasks_processing.go:69] worker 29 listening for tasks. I0701 19:06:18.782226 1 tasks_processing.go:69] worker 15 listening for tasks. I0701 19:06:18.782225 1 tasks_processing.go:69] worker 30 listening for tasks. I0701 19:06:18.782231 1 tasks_processing.go:69] worker 25 listening for tasks. I0701 19:06:18.782225 1 tasks_processing.go:69] worker 14 listening for tasks. I0701 19:06:18.782234 1 tasks_processing.go:69] worker 26 listening for tasks. I0701 19:06:18.782239 1 tasks_processing.go:69] worker 8 listening for tasks. I0701 19:06:18.782138 1 tasks_processing.go:71] worker 1 working on feature_gates task. I0701 19:06:18.782243 1 tasks_processing.go:69] worker 18 listening for tasks. I0701 19:06:18.782239 1 tasks_processing.go:69] worker 9 listening for tasks. I0701 19:06:18.782248 1 tasks_processing.go:69] worker 20 listening for tasks. I0701 19:06:18.782248 1 tasks_processing.go:69] worker 6 listening for tasks. I0701 19:06:18.782254 1 tasks_processing.go:69] worker 7 listening for tasks. I0701 19:06:18.782236 1 tasks_processing.go:69] worker 19 listening for tasks. I0701 19:06:18.782328 1 tasks_processing.go:71] worker 19 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0701 19:06:18.782392 1 tasks_processing.go:71] worker 31 working on node_logs task. I0701 19:06:18.782428 1 tasks_processing.go:71] worker 3 working on pod_network_connectivity_checks task. I0701 19:06:18.782496 1 tasks_processing.go:71] worker 28 working on openshift_machine_api_events task. I0701 19:06:18.782781 1 tasks_processing.go:71] worker 12 working on certificate_signing_requests task. I0701 19:06:18.782938 1 tasks_processing.go:71] worker 26 working on openstack_controlplanes task. I0701 19:06:18.783047 1 tasks_processing.go:71] worker 8 working on machine_healthchecks task. I0701 19:06:18.783146 1 tasks_processing.go:71] worker 29 working on olm_operators task. I0701 19:06:18.783550 1 tasks_processing.go:71] worker 30 working on schedulers task. I0701 19:06:18.783755 1 tasks_processing.go:71] worker 6 working on openstack_dataplanenodesets task. I0701 19:06:18.782955 1 tasks_processing.go:71] worker 15 working on sap_datahubs task. I0701 19:06:18.783840 1 tasks_processing.go:71] worker 18 working on openstack_dataplanedeployments task. I0701 19:06:18.783936 1 tasks_processing.go:71] worker 7 working on monitoring_persistent_volumes task. I0701 19:06:18.782509 1 tasks_processing.go:71] worker 23 working on overlapping_namespace_uids task. I0701 19:06:18.783071 1 tasks_processing.go:71] worker 24 working on nodes task. I0701 19:06:18.783756 1 tasks_processing.go:71] worker 14 working on ingress task. I0701 19:06:18.782409 1 tasks_processing.go:71] worker 2 working on networks task. I0701 19:06:18.782405 1 tasks_processing.go:71] worker 5 working on image_pruners task. I0701 19:06:18.782415 1 tasks_processing.go:71] worker 21 working on container_images task. I0701 19:06:18.782413 1 tasks_processing.go:71] worker 22 working on nodenetworkstates task. I0701 19:06:18.782424 1 tasks_processing.go:71] worker 27 working on version task. I0701 19:06:18.782421 1 tasks_processing.go:71] worker 11 working on support_secret task. I0701 19:06:18.782513 1 tasks_processing.go:71] worker 4 working on aggregated_monitoring_cr_names task. I0701 19:06:18.782510 1 tasks_processing.go:71] worker 13 working on machine_config_pools task. I0701 19:06:18.782969 1 tasks_processing.go:71] worker 9 working on tsdb_status task. I0701 19:06:18.783812 1 tasks_processing.go:71] worker 25 working on sap_pods task. I0701 19:06:18.783874 1 tasks_processing.go:71] worker 20 working on ingress_certificates task. I0701 19:06:18.782400 1 tasks_processing.go:71] worker 16 working on silenced_alerts task. I0701 19:06:18.782411 1 tasks_processing.go:71] worker 17 working on operators_pods_and_events task. E0701 19:06:18.788671 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.147.151:9091: connect: connection refused I0701 19:06:18.788698 1 tasks_processing.go:71] worker 9 working on jaegers task. E0701 19:06:18.788717 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.147.151:9091: connect: connection refused I0701 19:06:18.788744 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.98365ms to process 0 records E0701 19:06:18.788758 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.147.151:9091: connect: connection refused E0701 19:06:18.788789 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.147.151:9091: connect: connection refused I0701 19:06:18.788804 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 6.635548ms to process 0 records I0701 19:06:18.788825 1 tasks_processing.go:71] worker 10 working on validating_webhook_configurations task. I0701 19:06:18.794673 1 tasks_processing.go:71] worker 0 working on image task. I0701 19:06:18.794678 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 12.475404ms to process 0 records I0701 19:06:18.794698 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 10.781066ms to process 0 records E0701 19:06:18.794706 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0701 19:06:18.794717 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 12.241987ms to process 0 records I0701 19:06:18.794726 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 11.709276ms to process 0 records I0701 19:06:18.794734 1 tasks_processing.go:71] worker 26 working on cluster_apiserver task. I0701 19:06:18.794748 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 10.894021ms to process 0 records I0701 19:06:18.794755 1 tasks_processing.go:71] worker 3 working on oauths task. I0701 19:06:18.794755 1 tasks_processing.go:71] worker 15 working on clusterroles task. I0701 19:06:18.794761 1 tasks_processing.go:71] worker 18 working on mutating_webhook_configurations task. I0701 19:06:18.795031 1 tasks_processing.go:71] worker 6 working on machines task. I0701 19:06:18.795059 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 11.222419ms to process 0 records I0701 19:06:18.795228 1 tasks_processing.go:71] worker 28 working on cost_management_metrics_configs task. I0701 19:06:18.795235 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 12.53174ms to process 0 records I0701 19:06:18.795370 1 tasks_processing.go:71] worker 8 working on install_plans task. E0701 19:06:18.795389 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0701 19:06:18.795403 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 12.268517ms to process 0 records I0701 19:06:18.795519 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0701 19:06:18.795535 1 controller.go:317] The initial operator extension status is healthy I0701 19:06:18.795543 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0701 19:06:18.795547 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0701 19:06:18.795553 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0701 19:06:18.795578 1 controller.go:458] The operator is still being initialized I0701 19:06:18.795585 1 controller.go:481] The operator is healthy I0701 19:06:18.795618 1 tasks_processing.go:71] worker 1 working on storage_cluster task. I0701 19:06:18.795679 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0701 19:06:18.795740 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0701 19:06:18.795820 1 operator.go:287] started I0701 19:06:18.795850 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0701 19:06:18.795862 1 recorder.go:70] Recording config/featuregate with fingerprint=e41c6aa8c92535e32e9ff8f6d5828396286dcfe6ae771aedc26933c34008a874 I0701 19:06:18.795875 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 13.370177ms to process 1 records I0701 19:06:18.801722 1 tasks_processing.go:71] worker 9 working on image_registries task. I0701 19:06:18.801786 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 13.013007ms to process 0 records I0701 19:06:18.802690 1 tasks_processing.go:71] worker 23 working on infrastructures task. I0701 19:06:18.802723 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0701 19:06:18.802739 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 18.469747ms to process 1 records I0701 19:06:18.809207 1 tasks_processing.go:71] worker 0 working on storage_classes task. I0701 19:06:18.809346 1 recorder.go:70] Recording config/image with fingerprint=dae18da8e549c46fe55accca4b139b4a19f703714b781c06c271e8c6152a16e1 I0701 19:06:18.809367 1 gather.go:177] gatherer "clusterconfig" function "image" took 14.506917ms to process 1 records I0701 19:06:18.809403 1 tasks_processing.go:71] worker 14 working on pdbs task. I0701 19:06:18.809777 1 recorder.go:70] Recording config/ingress with fingerprint=c5bf4d880beef215de3c1cd313ddf65cc3e639a03bbcbdb3b3259420914c59b1 I0701 19:06:18.809789 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 24.346321ms to process 1 records I0701 19:06:18.811727 1 tasks_processing.go:71] worker 22 working on service_accounts task. I0701 19:06:18.811746 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 25.827086ms to process 0 records I0701 19:06:18.811818 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 25.130257ms to process 0 records I0701 19:06:18.811826 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 24.625912ms to process 0 records I0701 19:06:18.811834 1 tasks_processing.go:71] worker 25 working on proxies task. I0701 19:06:18.811866 1 tasks_processing.go:71] worker 13 working on crds task. I0701 19:06:18.812138 1 tasks_processing.go:71] worker 2 working on nodenetworkconfigurationpolicies task. I0701 19:06:18.812401 1 recorder.go:70] Recording config/network with fingerprint=a7338a7676a673c6781c453d7f6f796930137b774c509cf0e8fb29a3a2797cfb I0701 19:06:18.812417 1 gather.go:177] gatherer "clusterconfig" function "networks" took 26.885241ms to process 1 records I0701 19:06:18.818481 1 tasks_processing.go:71] worker 11 working on lokistack task. E0701 19:06:18.818495 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0701 19:06:18.818511 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 32.247882ms to process 0 records I0701 19:06:18.818763 1 tasks_processing.go:71] worker 24 working on ceph_cluster task. I0701 19:06:18.819238 1 recorder.go:70] Recording config/node/ip-10-0-0-208.ec2.internal with fingerprint=2767efd9de923ee8d8516bc747368bfaf68a3c8e378529304c61782254b3f83d I0701 19:06:18.819329 1 recorder.go:70] Recording config/node/ip-10-0-1-252.ec2.internal with fingerprint=e0606ff9b47a84678494233400d8d83c3d3e8fc8fcacfe9888c314fd9c401f81 I0701 19:06:18.819396 1 recorder.go:70] Recording config/node/ip-10-0-2-69.ec2.internal with fingerprint=4a1fdf2c71c498649969809dc4c3397c0af06f804f621ffd039b3e58a227bf16 I0701 19:06:18.819411 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 34.247071ms to process 3 records I0701 19:06:18.823213 1 tasks_processing.go:71] worker 5 working on authentication task. I0701 19:06:18.823856 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=3f3bfb4101e2503bcb144358060dcad1e0e102de33e8d559791057687aeaae64 I0701 19:06:18.823885 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 37.907552ms to process 1 records I0701 19:06:18.823902 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 40.706047ms to process 0 records I0701 19:06:18.823911 1 tasks_processing.go:71] worker 12 working on dvo_metrics task. I0701 19:06:18.825778 1 tasks_processing.go:71] worker 28 working on openshift_logging task. I0701 19:06:18.825796 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 30.534928ms to process 0 records I0701 19:06:18.825938 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 43.372596ms to process 0 records I0701 19:06:18.825945 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 30.187249ms to process 0 records E0701 19:06:18.825951 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0701 19:06:18.825953 1 tasks_processing.go:71] worker 31 working on container_runtime_configs task. I0701 19:06:18.825965 1 tasks_processing.go:71] worker 1 working on machine_sets task. I0701 19:06:18.826023 1 tasks_processing.go:71] worker 6 working on machine_autoscalers task. I0701 19:06:18.825958 1 gather.go:177] gatherer "clusterconfig" function "machines" took 30.771334ms to process 0 records I0701 19:06:18.826506 1 tasks_processing.go:71] worker 26 working on sap_config task. I0701 19:06:18.826723 1 recorder.go:70] Recording config/apiserver with fingerprint=13729123a3ee4189208bb2b95010af93779721960b606605b0f30d538ef41bdb I0701 19:06:18.826742 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 31.757156ms to process 1 records I0701 19:06:18.826830 1 tasks_processing.go:71] worker 3 working on config_maps task. I0701 19:06:18.827033 1 recorder.go:70] Recording config/oauth with fingerprint=6d6ca7982a220d6b3f328bd8fe928f78f1ca3e2673300aef1aba2059d79b9731 I0701 19:06:18.827049 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 31.966159ms to process 1 records I0701 19:06:18.828796 1 tasks_processing.go:71] worker 7 working on operators task. I0701 19:06:18.828839 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 44.806616ms to process 0 records I0701 19:06:18.828954 1 tasks_processing.go:71] worker 18 working on machine_configs task. I0701 19:06:18.829067 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=e96fbe6749534834d6b741e4622e0c4664cbc5cc77266c1748e842dc5a89aa0f I0701 19:06:18.829116 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=5f6c7572c4709bb56aceb6e3d3c86266d3ed887375f371a52eb5a01698d4dc0b I0701 19:06:18.829147 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=46dd0a3f5649cf01d55b413a9326ebc191b86341f3965051c90a2b30fb766664 I0701 19:06:18.829178 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 34.069039ms to process 3 records I0701 19:06:18.829467 1 tasks_processing.go:71] worker 29 working on active_alerts task. I0701 19:06:18.829598 1 recorder.go:70] Recording config/olm_operators with fingerprint=1d5843922b7ed49d7f1c592dfc98e6d44e2c2235364cf4fbbe08bc1a7979f616 I0701 19:06:18.829615 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 46.259473ms to process 1 records I0701 19:06:18.832336 1 tasks_processing.go:74] worker 2 stopped. I0701 19:06:18.832356 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 20.173891ms to process 0 records I0701 19:06:18.833116 1 tasks_processing.go:74] worker 9 stopped. I0701 19:06:18.833638 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=3f81f3a08744777e4fbb9ede66b912e27406458ff4bc50c1658c48e9efb2dab7 I0701 19:06:18.833656 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 31.373415ms to process 1 records I0701 19:06:18.836458 1 tasks_processing.go:74] worker 30 stopped. I0701 19:06:18.836724 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=09e976e33a5b3f658b2a4e9c4c82ae2f16d3531c89dac6419bd28eab0c935856 I0701 19:06:18.836766 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 52.853719ms to process 1 records I0701 19:06:18.836953 1 recorder.go:70] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=1cc5cb797239ff05592f28e9f08b04f571fdec3923270750905a26350f13c928 I0701 19:06:18.837075 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=978d2f9abf9b64e8d38e196e4bfd7fb9bc4b030fc46d7778a8133a77a47de85e I0701 19:06:18.837274 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=62a895d9dac26e12eb3a020dfd85d427a2abe258f075bdb2843dd212fedbbbb2 I0701 19:06:18.837452 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=d1776cbac58c5d27e23066f32e91c1daa8a4a48d5e92fc567c99baebfc0032bc I0701 19:06:18.837533 1 recorder.go:70] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=f160256721018994f3974a1a72e1b2f09a8785ac1b7cb5973036ff4323c81ff4 I0701 19:06:18.837595 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=1cdebc37d1a31187df189f5cf9509e03d1697a1c53f3f1cd828042b8eb8938c0 I0701 19:06:18.837667 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=40b672152c2d608d07c4091514fc4445856805ca81baac1d9e06a37599e8ddca I0701 19:06:18.837731 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=76a03086c7a141e61940197a4fed00118f0b1e18e6d598a562cfa41163e66b52 I0701 19:06:18.837796 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=7ed77f0d57f077f24e3041d678891ec903d99ba6bb513481571f666d727ce7a3 I0701 19:06:18.837884 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=87045d84b5a3f180783b0ec0abe5e9503b9d0611080a02369f1ac594a91240d3 I0701 19:06:18.837959 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=f1311025548b58b5a593f18817fc507e3e6b7e8ae41806635824128f5669f5bb I0701 19:06:18.838036 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=81748b39642f701a293918679ee362c40991ab76641c7a5f5905561d2b2be759 I0701 19:06:18.838089 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=c54f26ab144fce20a561f032896d8931e05dfde6859d09a8a695807ed21e6158 I0701 19:06:18.838102 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 47.946325ms to process 13 records I0701 19:06:18.838130 1 tasks_processing.go:74] worker 10 stopped. I0701 19:06:18.843110 1 tasks_processing.go:74] worker 24 stopped. I0701 19:06:18.843156 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 24.32772ms to process 0 records I0701 19:06:18.843229 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 17.25382ms to process 0 records I0701 19:06:18.843236 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 17.105999ms to process 0 records I0701 19:06:18.843241 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 16.625589ms to process 0 records I0701 19:06:18.843246 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 17.180768ms to process 0 records I0701 19:06:18.843251 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 24.661185ms to process 0 records I0701 19:06:18.843256 1 tasks_processing.go:74] worker 11 stopped. I0701 19:06:18.843260 1 tasks_processing.go:74] worker 28 stopped. I0701 19:06:18.843264 1 tasks_processing.go:74] worker 6 stopped. I0701 19:06:18.843267 1 tasks_processing.go:74] worker 26 stopped. I0701 19:06:18.843270 1 tasks_processing.go:74] worker 31 stopped. I0701 19:06:18.843644 1 tasks_processing.go:74] worker 1 stopped. I0701 19:06:18.843665 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 17.664616ms to process 0 records I0701 19:06:18.845143 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0701 19:06:18.845189 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0701 19:06:18.845194 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0701 19:06:18.845198 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0701 19:06:18.845202 1 controller.go:203] Source scaController *sca.Controller is not ready I0701 19:06:18.845220 1 controller.go:458] The operator is still being initialized I0701 19:06:18.845227 1 controller.go:481] The operator is healthy I0701 19:06:18.845157 1 tasks_processing.go:74] worker 23 stopped. I0701 19:06:18.846294 1 recorder.go:70] Recording config/infrastructure with fingerprint=eeebd1100a3c704c045989ef330e73d87ab9cc0281247147c9ec18f20db31c40 I0701 19:06:18.846317 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 42.450264ms to process 1 records I0701 19:06:18.848370 1 tasks_processing.go:74] worker 5 stopped. I0701 19:06:18.848464 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0701 19:06:18.848688 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0701 19:06:18.849297 1 recorder.go:70] Recording config/authentication with fingerprint=75b781e24390302be33cc236ce0a86e9afeb1e821887fb35c54d2b441a1d4f64 I0701 19:06:18.849361 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 25.132743ms to process 1 records I0701 19:06:18.849752 1 recorder.go:70] Recording config/pdbs/openshift-console/console with fingerprint=b1605d1b34cf39614c5650e8d56acd0c651e85ac29bb9b2571c5febe8f1aea12 I0701 19:06:18.849832 1 recorder.go:70] Recording config/pdbs/openshift-console/downloads with fingerprint=84fb0a5649348ec60ae62f5158c601d3968939b2ba411c30c4573fa6dd3fbdad I0701 19:06:18.849911 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=d8f0b7bb3e120eb5f6de7006d3ec5fd65e621a4868cc33d83573fd5a9913b029 I0701 19:06:18.849960 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=bc406dbf8e43fea553a9a2d915d245fefd79a6e9489d709195b6134a37c8eb0a I0701 19:06:18.850016 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=c377d992b61a0262201728fe692022d3840786bffb801bf6c9625aca87aa8c9e I0701 19:06:18.850069 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=ac97e9a67206959398383f5444eb66a0805d21b3ad192c6fad0ce365172b19a4 I0701 19:06:18.850126 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=600bc0e717f4490a30db1c86589b4153128c91e3ad0198811ef75ac5d522baee I0701 19:06:18.850278 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=e786bc2f62f86fedcab094ed4712b1e37c3b1dfb02562dfd7e99d14d2a3df37e I0701 19:06:18.850341 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=374d24888e2810f5c1f4e615f69202f13112097a64661e83ea7edf863ff6006e I0701 19:06:18.850395 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=29860c3ac870e7247fc8c951455c1511ab805984cabea26bc3fe11492f3dc8b6 I0701 19:06:18.850426 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 39.484585ms to process 10 records I0701 19:06:18.850472 1 tasks_processing.go:74] worker 14 stopped. I0701 19:06:18.850555 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0701 19:06:18.850641 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=6b9eb6783fa4048d97624a6990955e4349c3812ae8b1818c50f83585ce4d2d73 I0701 19:06:18.850701 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=e638bd6884a060293c1c49f6a9a07b60ebc681513eda2c932b664eda996ad602 I0701 19:06:18.850741 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 40.845859ms to process 2 records I0701 19:06:18.852599 1 base_controller.go:82] Caches are synced for ConfigController I0701 19:06:18.852670 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0701 19:06:18.852614 1 tasks_processing.go:74] worker 27 stopped. I0701 19:06:18.852622 1 tasks_processing.go:74] worker 0 stopped. I0701 19:06:18.853886 1 recorder.go:70] Recording config/version with fingerprint=ac8f7c34eaeddb15e6ab57dc8e3957c595dda04805059806f66c8cb6a57fbf9f I0701 19:06:18.853913 1 recorder.go:70] Recording config/id with fingerprint=a432eb3b95245ee602d7b18f03973785c253ec5c5e0199f2b7bb7ab7b7815041 I0701 19:06:18.853924 1 gather.go:177] gatherer "clusterconfig" function "version" took 64.106678ms to process 2 records I0701 19:06:18.853949 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 65.117599ms to process 0 records I0701 19:06:18.853992 1 tasks_processing.go:74] worker 4 stopped. I0701 19:06:18.854070 1 recorder.go:70] Recording config/proxy with fingerprint=c856ab8708aabaeb76f1b8336a43d78e5185a481bde6e58f866cc9758ab64d3f I0701 19:06:18.854071 1 tasks_processing.go:74] worker 25 stopped. I0701 19:06:18.854085 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 41.141554ms to process 1 records I0701 19:06:18.859884 1 tasks_processing.go:74] worker 12 stopped. I0701 19:06:18.859907 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=108780cb24f15bf572a4031966507398a0d0c6a28b3a008952f53b481dc191a9 I0701 19:06:18.859919 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 35.955819ms to process 1 records I0701 19:06:18.865574 1 tasks_processing.go:74] worker 18 stopped. E0701 19:06:18.865603 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0701 19:06:18.865650 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0701 19:06:18.865683 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 36.6022ms to process 1 records I0701 19:06:18.866148 1 tasks_processing.go:74] worker 19 stopped. I0701 19:06:18.866194 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 83.806423ms to process 0 records I0701 19:06:18.866321 1 tasks_processing.go:74] worker 15 stopped. I0701 19:06:18.866650 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:06:18.867200 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=d57c9aad66c4149daf294c3da82d3e9a3988ce709727dc044d63bcecbf5c1a85 I0701 19:06:18.867329 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=9f2e27e1f3ba42e678010002cebaa69aaf06722cde3cc8690e1136d17cf074f0 I0701 19:06:18.867347 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 71.54925ms to process 2 records I0701 19:06:18.867453 1 tasks_processing.go:74] worker 13 stopped. I0701 19:06:18.867598 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0701 19:06:18.868029 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=26f478ffd1d2592e0413023f9beb3eb591e7b1f015d58f6336824e2bcff5738c I0701 19:06:18.868288 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=2ffeb7d8673aa9fa4b39a5a68e9b69040823397b39303fc68869c4a6ba2401a7 I0701 19:06:18.868315 1 gather.go:177] gatherer "clusterconfig" function "crds" took 55.449574ms to process 2 records I0701 19:06:18.870739 1 tasks_processing.go:74] worker 21 stopped. I0701 19:06:18.872614 1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-7vkkl with fingerprint=4df4d7bc45d6ae0cf851f2740ff67522b980c064de71084825fb65d7dab9343c I0701 19:06:18.872792 1 recorder.go:70] Recording config/pod/openshift-monitoring/cluster-monitoring-operator-76c9c97fb5-45hhd with fingerprint=c019d65730b8d80d324e3caa7fb95d19c9db8e3e38c1e1295f87ffec7a226b0e I0701 19:06:18.873054 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-2dpv9 with fingerprint=f371c931f4abddfd730565e5be3c98692e70315c1f7157e9402724477cc88927 I0701 19:06:18.873199 1 recorder.go:70] Recording config/running_containers with fingerprint=c352cbe13d9e8f1f55c5f9249de8b880d75070620670b5789cae4a2cbb6e8d40 I0701 19:06:18.873249 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 85.212131ms to process 4 records I0701 19:06:18.876773 1 tasks_processing.go:74] worker 29 stopped. I0701 19:06:18.876812 1 recorder.go:70] Recording config/alerts with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 W0701 19:06:18.876826 1 gather.go:155] issue recording gatherer "clusterconfig" function "active_alerts" result "config/alerts.json" because of the warning: warning: the record with the same fingerprint "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" was already recorded at path "config/namespaces_with_overlapping_uids.json", recording another one with a different path "config/alerts.json" I0701 19:06:18.876849 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 47.291346ms to process 1 records I0701 19:06:18.877740 1 tasks_processing.go:74] worker 16 stopped. I0701 19:06:18.877757 1 recorder.go:70] Recording config/silenced_alerts.json with fingerprint=37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570 I0701 19:06:18.877767 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 90.20936ms to process 1 records I0701 19:06:18.888081 1 tasks_processing.go:74] worker 3 stopped. E0701 19:06:18.888098 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0701 19:06:18.888104 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0701 19:06:18.888108 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0701 19:06:18.888120 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0701 19:06:18.888154 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0701 19:06:18.888179 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0701 19:06:18.888184 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0701 19:06:18.888194 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0701 19:06:18.888233 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0701 19:06:18.888242 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0701 19:06:18.888248 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 61.227959ms to process 7 records I0701 19:06:18.896409 1 base_controller.go:82] Caches are synced for LoggingSyncer I0701 19:06:18.896431 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0701 19:06:18.956656 1 cluster_transfer.go:102] no available accepted cluster transfer I0701 19:06:18.956677 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0701 19:06:18.961689 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0701 19:06:18.962207 1 tasks_processing.go:74] worker 20 stopped. E0701 19:06:18.962226 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0701 19:06:18.962233 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2r9h3pef2e0q3heipi6n4snoaa7e1m06-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2r9h3pef2e0q3heipi6n4snoaa7e1m06-primary-cert-bundle-secret" not found I0701 19:06:18.962364 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=2091783b609e12cb903b721926c866f5c5dc587d20752add9c12eab6f7d5144d I0701 19:06:18.962383 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 174.708049ms to process 1 records I0701 19:06:18.964636 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0701 19:06:19.137234 1 sca.go:266] etc-pki-entitlement secret successfully created I0701 19:06:19.137256 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0701 19:06:19.727279 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0701 19:06:19.927302 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0701 19:06:20.040582 1 gather_cluster_operator_pods_and_events.go:121] Found 24 pods with 27 containers I0701 19:06:20.040599 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 932067 bytes I0701 19:06:20.041268 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-85b84f584d-7vkkl pod in namespace openshift-console-operator (previous: true). I0701 19:06:20.246723 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-85b84f584d-7vkkl pod in namespace openshift-console-operator (previous: false). I0701 19:06:20.449555 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-85bfcdbf7-4kz4n pod in namespace openshift-console (previous: false). I0701 19:06:20.645451 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-85bfcdbf7-lvp4n pod in namespace openshift-console (previous: false). I0701 19:06:20.729531 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0701 19:06:20.847791 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-f9789fb99-2rqjl pod in namespace openshift-console (previous: false). I0701 19:06:21.046732 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-7b98f8c767-77dqb pod in namespace openshift-console (previous: false). I0701 19:06:21.249141 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-7b98f8c767-sf9g2 pod in namespace openshift-console (previous: false). I0701 19:06:21.330815 1 tasks_processing.go:74] worker 7 stopped. I0701 19:06:21.330955 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=f03d7a7f8452c34208d7b74db5506cab87df0ea2c485a5e3fd64a429dba44d2e I0701 19:06:21.331005 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0701 19:06:21.331027 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=31466ccc6f70379af1045badf5b78f820dc696c29dc32ac2ef9977b292553424 I0701 19:06:21.331038 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0701 19:06:21.331061 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=e7e0e81a8d2442d00e74cd0888d8ef4edca7102dfc218e08ebfbec4e0fca4d33 I0701 19:06:21.331081 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0701 19:06:21.331105 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=7b8888a399cf5f172230937182246eaa6c8d05739c1cb9015c726b7d72231798 I0701 19:06:21.331134 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=c19483795b77170784353b48afb14e7045e623828fb565a2a96ec1930d890c32 I0701 19:06:21.331187 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=8215834f9972eb6b9a29551bbfeef293b440537568be1d84dc80692937f29377 I0701 19:06:21.331222 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=6afe4b9f855aea506883e1afe231c36a283b2cf11e0a703fb6eea79a8962a6ee I0701 19:06:21.332229 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=40ada3fa6dc122e309d0a12a9bb4da48d381163e0e0ac2addd465239d26baa7f I0701 19:06:21.332377 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=dc131c7013f0ccbecd5e833316fbcace75391bc8100f1d5d94b1d7a898395323 I0701 19:06:21.332428 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0701 19:06:21.332481 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=4023844476238af70f08224d3bbaa83384606525b2ad4068e1da2b083402e1c4 I0701 19:06:21.332536 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0701 19:06:21.332589 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=c2c2ce20503eae1cfad5e9ae7557c5910feae9894094ed89bd212c69e5c62b14 I0701 19:06:21.332625 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0701 19:06:21.332690 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=c141aaf1e990529f63e9e16e2aa0dff8c9cf10e9c430964f8636035e3890005d I0701 19:06:21.332727 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0701 19:06:21.332796 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=bd20d8840dbdc2f98d269a7f2555ae0c30f9f529c9f00b5caf2eaa3481ccfe30 I0701 19:06:21.333011 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=21d82291dd4b182f875174e262a650d56333ef9ef63c65ddfce6e683fddad424 I0701 19:06:21.333104 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0701 19:06:21.333186 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=3c39a88f5ece7f3f44134f6de073a6ac4d3dd4f8ec22a1c8661392758ab82f46 I0701 19:06:21.333260 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=de6b2660faec08956cbd1bc4aed0ee34f713441971202ce86b05578db25800c8 I0701 19:06:21.333304 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0701 19:06:21.333355 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=e1d49a69646a36e1ca2314455db5ce43d39793cf7dccdd70937171522c973f03 I0701 19:06:21.333388 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0701 19:06:21.333442 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=7cf62fd8bc06b1a2858de7c92cbc423f35e818abdf4a8b817d91a84d87590f36 I0701 19:06:21.333486 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=6723a5378a3997d1d046c7462232d96044a171542365d07ea6e9e81218bff87c I0701 19:06:21.333528 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=4a375ff884dfe18192ad9db8fd93ce2e89ff354d9e80a2176b6da674da4cfacf I0701 19:06:21.333578 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=306598e19b83584bac430c7f428a39fb704385d5a990bd620433b3f1ffc108ad I0701 19:06:21.333643 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=b1896ec952acd2de7e4b4f76c3f56122ce822384ffb5c343383b7f1e0dd0769f I0701 19:06:21.333692 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0701 19:06:21.333987 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=cf486f450f50bcdd4400c5324c7ab2353f15e415b8a33f108e72c6e385670681 I0701 19:06:21.334016 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0701 19:06:21.334026 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0701 19:06:21.334035 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.501992414s to process 36 records I0701 19:06:21.446679 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-cdr92 pod in namespace openshift-dns (previous: false). I0701 19:06:21.646787 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-cdr92 pod in namespace openshift-dns (previous: false). I0701 19:06:21.846870 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-j2sv5 pod in namespace openshift-dns (previous: false). I0701 19:06:22.048263 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-j2sv5 pod in namespace openshift-dns (previous: false). I0701 19:06:22.251334 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-nsd6r pod in namespace openshift-dns (previous: false). I0701 19:06:22.445700 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-nsd6r pod in namespace openshift-dns (previous: false). I0701 19:06:22.645657 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-cg2pj pod in namespace openshift-dns (previous: false). I0701 19:06:22.848189 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:06:22.848208 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-k7qhw pod in namespace openshift-dns (previous: false). I0701 19:06:23.046714 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:06:23.046732 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zs5gk pod in namespace openshift-dns (previous: false). I0701 19:06:23.245647 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:06:23.245666 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6776896b8c-5tg5q pod in namespace openshift-image-registry (previous: false). I0701 19:06:23.447746 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6776896b8c-b5k4m pod in namespace openshift-image-registry (previous: false). I0701 19:06:23.647459 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-d4866fb76-f8nd2 pod in namespace openshift-image-registry (previous: false). I0701 19:06:23.847718 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-f9x8x pod in namespace openshift-image-registry (previous: false). I0701 19:06:24.046061 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:06:24.046080 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-p57nr pod in namespace openshift-image-registry (previous: false). I0701 19:06:24.284825 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:06:24.284847 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-pkhdx pod in namespace openshift-image-registry (previous: false). I0701 19:06:24.446962 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7d45bf68ff-5x7xc pod in namespace openshift-ingress (previous: false). I0701 19:06:24.646960 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-999b4f6b-xljgq pod in namespace openshift-ingress (previous: false). I0701 19:06:24.855744 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-999b4f6b-xtpcq pod in namespace openshift-ingress (previous: false). I0701 19:06:25.048076 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-g57ws pod in namespace openshift-ingress-canary (previous: false). I0701 19:06:25.245992 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-r6c2v pod in namespace openshift-ingress-canary (previous: false). I0701 19:06:25.449721 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-vrm29 pod in namespace openshift-ingress-canary (previous: false). I0701 19:06:25.646807 1 tasks_processing.go:74] worker 17 stopped. I0701 19:06:25.647083 1 recorder.go:70] Recording events/openshift-console-operator with fingerprint=2533a280b4957aa4ed5fb7ab560724a8273bd630342af3edbaf1456da7a4497a I0701 19:06:25.647228 1 recorder.go:70] Recording events/openshift-console with fingerprint=fe9937355e651d25493206bc7d9a285ae4053749137f2afa3e2194d158eca46b I0701 19:06:25.647260 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=6a166fb96290bf9fff055abac8d12c08199496807ee020bb70ea19be67f12f83 I0701 19:06:25.647351 1 recorder.go:70] Recording events/openshift-dns with fingerprint=cc31e7401694e2db2b0c38a59ad5ba5a369f4a5eba51483b1dfbe957aa8a48cc I0701 19:06:25.647471 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=a7edc6f22c1757f2a583805c348c42b28e54252a61a598bea3400b0174cafa79 I0701 19:06:25.647502 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=412dcaf2b5f34f9ace8ea4c7b3d5629ad3e486c60984602483748b752af6d80d I0701 19:06:25.647573 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=9cfd5876bc54e8d250249592a09b594e95346ee991b3078c46d572296e05a7f8 I0701 19:06:25.647616 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=d5a5f84a42cb28eef8d014aa4184b99778961cab604887ca3e5b5b568d91ed12 I0701 19:06:25.647754 1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-7vkkl with fingerprint=4df4d7bc45d6ae0cf851f2740ff67522b980c064de71084825fb65d7dab9343c E0701 19:06:25.647774 1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-85b84f584d-7vkkl.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-85b84f584d-7vkkl.json" was already recorded and had the fingerprint "4df4d7bc45d6ae0cf851f2740ff67522b980c064de71084825fb65d7dab9343c", overwriting with the record having fingerprint "4df4d7bc45d6ae0cf851f2740ff67522b980c064de71084825fb65d7dab9343c" W0701 19:06:25.647787 1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-85b84f584d-7vkkl.json" because of the warning: warning: the record with the same fingerprint "4df4d7bc45d6ae0cf851f2740ff67522b980c064de71084825fb65d7dab9343c" was already recorded at path "config/pod/openshift-console-operator/console-operator-85b84f584d-7vkkl.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-85b84f584d-7vkkl.json" I0701 19:06:25.647797 1 recorder.go:70] Recording config/pod/openshift-console-operator/logs/console-operator-85b84f584d-7vkkl/console-operator_previous.log with fingerprint=0169046b6e8763cdbc8b49ce8bd0790695a079a062cbdc1b5418b31267297a02 I0701 19:06:25.647977 1 recorder.go:70] Recording config/pod/openshift-console-operator/logs/console-operator-85b84f584d-7vkkl/console-operator_current.log with fingerprint=660abb3ea18752149e6fb1aaac923a338711f0a9df378a4e31545b906a88a1e5 I0701 19:06:25.647990 1 recorder.go:70] Recording config/pod/openshift-console/logs/console-85bfcdbf7-4kz4n/console_current.log with fingerprint=c9a4bfb761d90246ed90aa0eaf67bcec44f621740d2e79c616870482fca2b775 I0701 19:06:25.648000 1 recorder.go:70] Recording config/pod/openshift-console/logs/console-85bfcdbf7-lvp4n/console_current.log with fingerprint=6b64c6a7344b63c9f7bbe7de46e67fe5e7ffd023464bce7e67ae5c4d476cb84e I0701 19:06:25.648013 1 recorder.go:70] Recording config/pod/openshift-console/logs/console-f9789fb99-2rqjl/console_current.log with fingerprint=2088cb18d03a62640f056a5e09fd607bab241d91262f2653e2d319244425a3a8 I0701 19:06:25.648020 1 recorder.go:70] Recording config/pod/openshift-console/logs/downloads-7b98f8c767-77dqb/download-server_current.log with fingerprint=e2dda65880a32c4b18e6b0c5581cc478b2dbf86742684fd6c46679e3056da250 I0701 19:06:25.648026 1 recorder.go:70] Recording config/pod/openshift-console/logs/downloads-7b98f8c767-sf9g2/download-server_current.log with fingerprint=c6ace41146ae5114ed0c61d6c9de7a867f2c54d7bae5860dcc2ae0becbe26d55 I0701 19:06:25.648034 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-cdr92/dns_current.log with fingerprint=f8bab5a0d2de463e7b6396fc5ea60863359e277a285ff12c99b9e2b2aee32faf I0701 19:06:25.648043 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-cdr92/kube-rbac-proxy_current.log with fingerprint=3dd5bcd31c3a708c13ea5d5af662b13468a5b179c2821a928a9882116c083bab I0701 19:06:25.648049 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-j2sv5/dns_current.log with fingerprint=8494b761a6d814df4b51d4bf20db6b44f64afc9b9ef4261d89ba695d77543915 I0701 19:06:25.648058 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-j2sv5/kube-rbac-proxy_current.log with fingerprint=a3c8bd4ec04f213b25c00a5a56bde8f73ffcfd2d8155492c8f27ad2a28234040 I0701 19:06:25.648064 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-nsd6r/dns_current.log with fingerprint=14b41796f91f832d7271f9d5098336856ced113757eaa39afbd95f5b0d7bdfec I0701 19:06:25.648072 1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-nsd6r/kube-rbac-proxy_current.log with fingerprint=4f9bde5066e8b19edd33a2dc04697baaf0b66f7dad4095fd5f0f90a5d08b27fc I0701 19:06:25.648111 1 recorder.go:70] Recording config/pod/openshift-image-registry/logs/image-registry-6776896b8c-5tg5q/registry_current.log with fingerprint=f8f0407944d482c18c892a84a4e3a70c3908af1c7489c4abb85895667b9d25a3 I0701 19:06:25.648144 1 recorder.go:70] Recording config/pod/openshift-image-registry/logs/image-registry-6776896b8c-b5k4m/registry_current.log with fingerprint=e64eb3307887f6cd7a426c0b72c44e47f03969936b131523785306fe018122dd I0701 19:06:25.648185 1 recorder.go:70] Recording config/pod/openshift-image-registry/logs/image-registry-d4866fb76-f8nd2/registry_current.log with fingerprint=53ee52e0fad25e08a09f9f2b773cff57f56da6c71a2fe9786dd35f939a3957ac I0701 19:06:25.648195 1 recorder.go:70] Recording config/pod/openshift-image-registry/logs/node-ca-pkhdx/node-ca_current.log with fingerprint=723f0f1e118ec013ace3bb3bbed353d83e816557f74c0c8c23eaec1348773269 I0701 19:06:25.648217 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-7d45bf68ff-5x7xc/router_current.log with fingerprint=175c353f65b4071a860e61995c0c79415118853f10c73bf4065798eab3358e60 I0701 19:06:25.648253 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-999b4f6b-xljgq/router_current.log with fingerprint=a6f0ec8d7c2477aace145aa5ad21032ad34c155fd3b56e549573710da544844f I0701 19:06:25.648288 1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-999b4f6b-xtpcq/router_current.log with fingerprint=671214ea4df9d190c3c2ae0b8f79af07af084be6fd570237abbbda4596e2ee66 I0701 19:06:25.648294 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-g57ws/serve-healthcheck-canary_current.log with fingerprint=1a56aab93be46f573db5f6cf476580bc77ba82acdd2c37a44f52021794d6b811 I0701 19:06:25.648299 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-r6c2v/serve-healthcheck-canary_current.log with fingerprint=50e82f075fadc84335c2ebdaae43cf98f29f1914e9698ef21abab8c8b8752094 I0701 19:06:25.648304 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-vrm29/serve-healthcheck-canary_current.log with fingerprint=ff380e3995b2375d7e921fc5f8bb73eb420fe7b5de8ed6a835125a50e2c86d12 I0701 19:06:25.648309 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.859253531s to process 32 records I0701 19:06:31.852600 1 tasks_processing.go:74] worker 8 stopped. I0701 19:06:31.852648 1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0701 19:06:31.852660 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.057207289s to process 1 records I0701 19:06:32.621092 1 tasks_processing.go:74] worker 22 stopped. I0701 19:06:32.621406 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=dabcdda6991bac1666e8c7d62a42c20e4eacf733a346e4ee546090403d855ed3 I0701 19:06:32.621424 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.809296481s to process 1 records E0701 19:06:32.621490 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.839s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-85b84f584d-7vkkl.json\"" I0701 19:06:32.622601 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-85b84f584d-7vkkl.json" I0701 19:06:32.622619 1 periodic.go:212] Running workloads gatherer I0701 19:06:32.622637 1 tasks_processing.go:45] number of workers: 2 I0701 19:06:32.622647 1 tasks_processing.go:69] worker 1 listening for tasks. I0701 19:06:32.622651 1 tasks_processing.go:71] worker 1 working on workload_info task. I0701 19:06:32.622668 1 tasks_processing.go:69] worker 0 listening for tasks. I0701 19:06:32.622687 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0701 19:06:32.629725 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-208.ec2.internal... I0701 19:06:32.629746 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-252.ec2.internal... I0701 19:06:32.629731 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-69.ec2.internal... I0701 19:06:32.651925 1 tasks_processing.go:74] worker 0 stopped. I0701 19:06:32.651951 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 29.219806ms to process 0 records I0701 19:06:37.213223 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s I0701 19:06:37.242490 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 24s for image data I0701 19:06:37.252385 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (11ms) I0701 19:06:37.262754 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (10ms) I0701 19:06:37.277546 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (15ms) I0701 19:06:37.292542 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (15ms) I0701 19:06:37.308422 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (16ms) I0701 19:06:37.319815 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (11ms) I0701 19:06:37.330730 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (11ms) I0701 19:06:37.347146 1 gather_workloads_info.go:387] No image sha256:a3d34d8f38a540ce79d34a5248b1965346155497db57b72cb4758d659418059c (16ms) I0701 19:06:37.357340 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (10ms) I0701 19:06:37.366232 1 gather_workloads_info.go:387] No image sha256:1d471ad866b8564b209214d7dd3a7363c47e9535211d660b63b46abb278af7ab (9ms) I0701 19:06:37.374692 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (8ms) I0701 19:06:37.463759 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (89ms) I0701 19:06:37.560417 1 gather_workloads_info.go:387] No image sha256:6277dac65decba0ea094146bb99600f479eaf804696842e724de1f1b436f9a38 (97ms) I0701 19:06:37.657083 1 gather_workloads_info.go:387] No image sha256:5cba745f09f3bd6b8028c6773597cbb30bf3639a84f2b4b6493fe20642339a2c (97ms) I0701 19:06:37.763817 1 gather_workloads_info.go:387] No image sha256:799f5628c18e77a49c08645c03179046b5200c8cbcfd65737fb59668132f393e (107ms) I0701 19:06:37.869841 1 gather_workloads_info.go:387] No image sha256:59db91eadf1e1e5343777be43ff25fb712f300f9341be48ba05f45270944536f (106ms) I0701 19:06:37.951626 1 gather_workloads_info.go:387] No image sha256:ce3d8211c0bde5788a4fd04c3eff31ae591437ceab2b3168dbbdfe408673c8b1 (82ms) I0701 19:06:38.053269 1 gather_workloads_info.go:387] No image sha256:039479f355d6903e1018abf8427fece3465c4348d4de2144ec38114b51bec27e (102ms) I0701 19:06:38.150572 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (97ms) I0701 19:06:38.251377 1 gather_workloads_info.go:387] No image sha256:46c2c396ca651699738c3f26b79b10af2922123dd27c2e32382d2a31a87e92c7 (101ms) I0701 19:06:38.355202 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (104ms) I0701 19:06:38.450995 1 gather_workloads_info.go:387] No image sha256:929a4a9c96a08b57fe4c315deca55c30d1990c83e34b8b5692f7646d29f715c8 (96ms) I0701 19:06:38.552252 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (101ms) I0701 19:06:38.656717 1 gather_workloads_info.go:387] No image sha256:68d8e92046969bcfcbca2d2b3dcf4dcad5f6edc5fcb44861eb22f8079a43ea4d (104ms) I0701 19:06:38.751394 1 gather_workloads_info.go:387] No image sha256:1cc2f3c83068c8c67d9070f67677e1bb6b4feff7ac5744cad08711893e56b55f (95ms) I0701 19:06:38.857455 1 gather_workloads_info.go:387] No image sha256:00f977c2275f5bf03d423911159a39ca44fabc1862ecb7ae492198ec8c46c6bb (106ms) I0701 19:06:38.952064 1 gather_workloads_info.go:387] No image sha256:6c3c7f77d7a3815bbb69cad5f6f1742c17d9597bc135ba3d116c9736d98fae33 (95ms) I0701 19:06:39.054418 1 gather_workloads_info.go:387] No image sha256:7854174b4b98e9b10d9c8e9b43113df1217ab21db4b2395d9399af0c3d7911a3 (102ms) I0701 19:06:39.153247 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (99ms) I0701 19:06:39.252322 1 gather_workloads_info.go:387] No image sha256:527ed405bf66234718321996dacf51f91c64c746de9f1509416ef6ce89c90a50 (99ms) I0701 19:06:39.352303 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (100ms) I0701 19:06:39.450758 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (98ms) I0701 19:06:39.556575 1 gather_workloads_info.go:387] No image sha256:1f2aa1e1026570162984f7fbb634635bcf319e408cafa8f9034ee842a2f193ab (106ms) I0701 19:06:39.651323 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (95ms) I0701 19:06:39.750731 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (99ms) I0701 19:06:39.864884 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (114ms) I0701 19:06:39.951614 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (87ms) I0701 19:06:40.050683 1 gather_workloads_info.go:387] No image sha256:bcca5c17371caa2dce7e28da4c9fe30163c340fa172187f94db90ea1bd6ab80d (99ms) I0701 19:06:40.160883 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (110ms) I0701 19:06:40.251476 1 gather_workloads_info.go:387] No image sha256:38dd36da63b1f01316a02daf6c18b821318c6ec313712147292d74abf955e0da (91ms) I0701 19:06:40.350952 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (99ms) I0701 19:06:40.454241 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (103ms) I0701 19:06:40.550921 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (97ms) I0701 19:06:40.651964 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (101ms) I0701 19:06:40.753509 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (102ms) I0701 19:06:40.850849 1 gather_workloads_info.go:387] No image sha256:e40bbab1e52f580ab471bd7ab19ae23a4bcbaf1893243a05238af6bede7ba9cc (97ms) I0701 19:06:40.850889 1 tasks_processing.go:74] worker 1 stopped. I0701 19:06:40.851278 1 recorder.go:70] Recording config/workload_info with fingerprint=4f3a8d6982bbb3fb8700a74682e88b35b4b4a000c5a882490f1ba048a8d7b030 I0701 19:06:40.851295 1 gather.go:177] gatherer "workloads" function "workload_info" took 8.228226941s to process 1 records I0701 19:06:40.851308 1 periodic.go:259] Periodic gather workloads completed in 8.228s I0701 19:06:40.851315 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0701 19:06:40.851320 1 periodic.go:212] Running conditional gatherer I0701 19:06:40.859996 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0701 19:06:41.004872 1 conditional_gatherer.go:336] updating alerts cache for conditional gatherer E0701 19:06:41.008079 1 conditional_gatherer.go:322] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.147.151:9091: connect: connection refused I0701 19:06:41.008182 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0701 19:06:41.018444 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0701 19:06:41.018462 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0701 19:06:41.018468 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0701 19:06:41.018472 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0701 19:06:41.018475 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0701 19:06:41.018478 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0701 19:06:41.018482 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0701 19:06:41.018485 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0701 19:06:41.018488 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0701 19:06:41.018491 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0701 19:06:41.018494 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0701 19:06:41.018511 1 tasks_processing.go:45] number of workers: 3 I0701 19:06:41.018521 1 tasks_processing.go:69] worker 2 listening for tasks. I0701 19:06:41.018528 1 tasks_processing.go:71] worker 2 working on remote_configuration task. I0701 19:06:41.018530 1 tasks_processing.go:69] worker 0 listening for tasks. I0701 19:06:41.018544 1 tasks_processing.go:71] worker 0 working on rapid_container_logs task. I0701 19:06:41.018545 1 tasks_processing.go:69] worker 1 listening for tasks. I0701 19:06:41.018568 1 tasks_processing.go:74] worker 1 stopped. I0701 19:06:41.018564 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0701 19:06:41.018622 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0701 19:06:41.018641 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.379µs to process 1 records I0701 19:06:41.018725 1 tasks_processing.go:74] worker 2 stopped. I0701 19:06:41.018749 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0701 19:06:41.018762 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 2.04µs to process 1 records I0701 19:06:41.018900 1 tasks_processing.go:74] worker 0 stopped. I0701 19:06:41.018912 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 349.551µs to process 0 records I0701 19:06:41.018928 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=AsExpected message= I0701 19:06:41.018944 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0701 19:06:41.050434 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=d9dc3c39f60e4ca4360e3648327152e65195c687d7cca7669056c35cd30c81b3 I0701 19:06:41.050625 1 diskrecorder.go:70] Writing 140 records to /var/lib/insights-operator/insights-2026-07-01-190641.tar.gz I0701 19:06:41.061227 1 diskrecorder.go:51] Wrote 140 records to disk in 10ms I0701 19:06:41.061270 1 periodic.go:281] Gathering cluster info every 2h0m0s I0701 19:06:41.061285 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0701 19:07:48.782866 1 diskrecorder.go:223] Found files to send: insights-2026-07-01-190641.tar.gz I0701 19:07:48.782896 1 insightsuploader.go:150] Checking archives to upload periodically every 15m50.551679498s I0701 19:07:48.782905 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0701 19:07:48.798090 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0701 19:07:49.009398 1 requests.go:87] Successfully reported id=2026-07-01T19:07:48Z x-rh-insights-request-id=e5cc62cc60b7407db645ecc4fb05768a, wrote=78290 I0701 19:07:49.009471 1 insightsuploader.go:187] Uploaded report successfully in 226.55414ms I0701 19:07:49.009496 1 controller.go:119] Initializing last reported time to 2026-07-01T19:07:48Z I0701 19:07:49.009579 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0701 19:07:49.009595 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0701 19:07:49.009606 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0701 19:07:49.019140 1 controller.go:481] The operator is healthy I0701 19:08:18.805341 1 controller.go:481] The operator is healthy I0701 19:08:49.279412 1 insightsreport.go:137] Pulling report from smart-proxy I0701 19:08:49.279439 1 insightsreport.go:149] Retrieving report I0701 19:08:49.290965 1 requests.go:110] Retrieving report for cluster: 40909530-954f-4d95-8d5f-3eef46d6c0aa I0701 19:08:49.290982 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/40909530-954f-4d95-8d5f-3eef46d6c0aa/reports I0701 19:08:49.293937 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/40909530-954f-4d95-8d5f-3eef46d6c0aa/reports I0701 19:08:49.575333 1 insightsreport.go:184] Report retrieved I0701 19:08:49.625841 1 insightsreport.go:239] Report retrieved correctly I0701 19:10:18.806218 1 controller.go:481] The operator is healthy I0701 19:11:18.775027 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0701 19:11:18.781210 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:11:18.781236 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0701 19:11:18.785828 1 secretconfigobserver.go:119] support secret does not exist I0701 19:12:18.801892 1 controller.go:481] The operator is healthy I0701 19:14:18.803384 1 controller.go:481] The operator is healthy I0701 19:16:18.778877 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:16:18.785912 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0701 19:16:18.786791 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:16:18.792424 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:16:18.792442 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0701 19:16:18.797010 1 secretconfigobserver.go:119] support secret does not exist I0701 19:16:18.802743 1 controller.go:481] The operator is healthy I0701 19:18:18.802130 1 controller.go:481] The operator is healthy I0701 19:20:18.803290 1 controller.go:481] The operator is healthy I0701 19:21:18.797756 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0701 19:21:18.804268 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:21:18.804291 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0701 19:21:18.809179 1 secretconfigobserver.go:119] support secret does not exist I0701 19:22:18.803208 1 controller.go:481] The operator is healthy I0701 19:23:44.563346 1 insightsuploader.go:146] Nothing to report since 2026-07-01T19:07:48Z I0701 19:24:18.802960 1 controller.go:481] The operator is healthy I0701 19:26:18.770315 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:26:18.775272 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:26:18.802768 1 controller.go:481] The operator is healthy I0701 19:26:18.809630 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0701 19:26:18.815136 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:26:18.815191 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0701 19:26:18.819881 1 secretconfigobserver.go:119] support secret does not exist I0701 19:28:18.803724 1 controller.go:481] The operator is healthy I0701 19:30:18.806024 1 controller.go:481] The operator is healthy I0701 19:31:18.820658 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0701 19:31:18.829626 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:31:18.829649 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0701 19:31:18.834292 1 secretconfigobserver.go:119] support secret does not exist I0701 19:32:18.806001 1 controller.go:481] The operator is healthy I0701 19:34:18.802862 1 controller.go:481] The operator is healthy I0701 19:36:18.773382 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:36:18.778241 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:36:18.805193 1 controller.go:481] The operator is healthy I0701 19:36:18.834981 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0701 19:36:18.840296 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:36:18.840328 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0701 19:36:18.844939 1 secretconfigobserver.go:119] support secret does not exist I0701 19:38:18.805474 1 controller.go:481] The operator is healthy I0701 19:39:43.193363 1 insightsuploader.go:146] Nothing to report since 2026-07-01T19:07:48Z I0701 19:40:18.801973 1 controller.go:481] The operator is healthy I0701 19:41:18.845587 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0701 19:41:18.851356 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:41:18.851384 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0701 19:41:18.855933 1 secretconfigobserver.go:119] support secret does not exist I0701 19:42:18.804449 1 controller.go:481] The operator is healthy I0701 19:44:18.805863 1 controller.go:481] The operator is healthy I0701 19:46:18.773277 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:46:18.778015 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:46:18.802435 1 controller.go:481] The operator is healthy I0701 19:46:18.856673 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0701 19:46:18.862549 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:46:18.862576 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0701 19:46:18.867832 1 secretconfigobserver.go:119] support secret does not exist I0701 19:48:18.803089 1 controller.go:481] The operator is healthy I0701 19:50:18.805980 1 controller.go:481] The operator is healthy I0701 19:51:18.868851 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0701 19:51:18.875250 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:51:18.875273 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0701 19:51:18.879766 1 secretconfigobserver.go:119] support secret does not exist