I0707 15:00:50.057858       1 cmd.go:253] Using service-serving-cert provided certificates
I0707 15:00:50.059377       1 observer_polling.go:159] Starting file observer
W0707 15:00:50.086836       1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights"
I0707 15:00:50.537026       1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$
I0707 15:00:50.537252       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0707 15:00:50.537817       1 secure_serving.go:57] Forcing use of http/1.1 only
W0707 15:00:50.537845       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0707 15:00:50.537854       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0707 15:00:50.537861       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0707 15:00:50.537865       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
I0707 15:00:50.537860       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
W0707 15:00:50.537869       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0707 15:00:50.537906       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0707 15:00:50.543034       1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0707 15:00:50.543040       1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot]
I0707 15:00:50.543847       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0707 15:00:50.543872       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0707 15:00:50.543870       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0707 15:00:50.543870       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0707 15:00:50.543885       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0707 15:00:50.543891       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0707 15:00:50.544166       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key"
I0707 15:00:50.544384       1 secure_serving.go:213] Serving securely on [::]:8443
I0707 15:00:50.544415       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0707 15:00:50.545843       1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18c00a00b2192c8c  openshift-insights    0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-07 15:00:50.542988428 +0000 UTC m=+0.529467384,LastTimestamp:2026-07-07 15:00:50.542988428 +0000 UTC m=+0.529467384,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}"
W0707 15:00:50.547921       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0707 15:00:50.547948       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0707 15:00:50.548052       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0707 15:00:50.552513       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0707 15:00:50.552532       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0707 15:00:50.557156       1 secretconfigobserver.go:119] support secret does not exist
I0707 15:00:50.561566       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0707 15:00:50.565799       1 secretconfigobserver.go:119] support secret does not exist
I0707 15:00:50.570153       1 recorder.go:156] Pruning old reports every 8h4m0s, max age is 288h0m0s
I0707 15:00:50.574787       1 periodic.go:212] Running clusterconfig gatherer
I0707 15:00:50.574798       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0707 15:00:50.574819       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0707 15:00:50.574836       1 tasks_processing.go:45] number of workers: 32
I0707 15:00:50.574845       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0707 15:00:50.574851       1 insightsreport.go:296] Starting report retriever
I0707 15:00:50.574858       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0707 15:00:50.574870       1 tasks_processing.go:69] worker 31 listening for tasks.
I0707 15:00:50.574871       1 tasks_processing.go:69] worker 5 listening for tasks.
I0707 15:00:50.574876       1 tasks_processing.go:69] worker 8 listening for tasks.
I0707 15:00:50.574883       1 tasks_processing.go:69] worker 1 listening for tasks.
I0707 15:00:50.574884       1 tasks_processing.go:71] worker 8 working on machines task.
I0707 15:00:50.574876       1 tasks_processing.go:69] worker 0 listening for tasks.
I0707 15:00:50.574894       1 tasks_processing.go:69] worker 2 listening for tasks.
I0707 15:00:50.574896       1 tasks_processing.go:69] worker 10 listening for tasks.
I0707 15:00:50.574879       1 tasks_processing.go:69] worker 11 listening for tasks.
I0707 15:00:50.574902       1 tasks_processing.go:69] worker 3 listening for tasks.
I0707 15:00:50.574892       1 tasks_processing.go:69] worker 12 listening for tasks.
I0707 15:00:50.574909       1 tasks_processing.go:69] worker 14 listening for tasks.
I0707 15:00:50.574883       1 tasks_processing.go:71] worker 5 working on ceph_cluster task.
I0707 15:00:50.574944       1 tasks_processing.go:69] worker 17 listening for tasks.
I0707 15:00:50.574963       1 tasks_processing.go:69] worker 23 listening for tasks.
I0707 15:00:50.574890       1 tasks_processing.go:69] worker 9 listening for tasks.
I0707 15:00:50.574966       1 tasks_processing.go:69] worker 29 listening for tasks.
I0707 15:00:50.574907       1 tasks_processing.go:69] worker 4 listening for tasks.
I0707 15:00:50.574974       1 tasks_processing.go:69] worker 30 listening for tasks.
I0707 15:00:50.574917       1 tasks_processing.go:69] worker 18 listening for tasks.
I0707 15:00:50.574917       1 tasks_processing.go:69] worker 22 listening for tasks.
I0707 15:00:50.574920       1 tasks_processing.go:69] worker 20 listening for tasks.
I0707 15:00:50.574928       1 tasks_processing.go:69] worker 15 listening for tasks.
I0707 15:00:50.574930       1 tasks_processing.go:69] worker 21 listening for tasks.
I0707 15:00:50.574930       1 tasks_processing.go:69] worker 19 listening for tasks.
I0707 15:00:50.574993       1 tasks_processing.go:69] worker 27 listening for tasks.
I0707 15:00:50.574936       1 tasks_processing.go:69] worker 16 listening for tasks.
I0707 15:00:50.574942       1 tasks_processing.go:69] worker 7 listening for tasks.
I0707 15:00:50.574947       1 tasks_processing.go:69] worker 6 listening for tasks.
I0707 15:00:50.574951       1 tasks_processing.go:69] worker 26 listening for tasks.
I0707 15:00:50.574956       1 tasks_processing.go:69] worker 24 listening for tasks.
I0707 15:00:50.574956       1 tasks_processing.go:69] worker 25 listening for tasks.
I0707 15:00:50.574901       1 tasks_processing.go:69] worker 13 listening for tasks.
I0707 15:00:50.574876       1 tasks_processing.go:71] worker 31 working on crds task.
I0707 15:00:50.575034       1 tasks_processing.go:69] worker 28 listening for tasks.
I0707 15:00:50.575045       1 tasks_processing.go:71] worker 2 working on machine_configs task.
I0707 15:00:50.575051       1 tasks_processing.go:71] worker 28 working on aggregated_monitoring_cr_names task.
I0707 15:00:50.575059       1 tasks_processing.go:71] worker 10 working on tsdb_status task.
I0707 15:00:50.575069       1 tasks_processing.go:71] worker 20 working on nodes task.
I0707 15:00:50.575085       1 tasks_processing.go:71] worker 21 working on oauths task.
I0707 15:00:50.575069       1 tasks_processing.go:71] worker 27 working on silenced_alerts task.
I0707 15:00:50.575080       1 tasks_processing.go:71] worker 15 working on dvo_metrics task.
I0707 15:00:50.575208       1 tasks_processing.go:71] worker 26 working on clusterroles task.
I0707 15:00:50.575232       1 tasks_processing.go:71] worker 19 working on certificate_signing_requests task.
I0707 15:00:50.575245       1 tasks_processing.go:71] worker 25 working on sap_config task.
I0707 15:00:50.575248       1 tasks_processing.go:71] worker 13 working on authentication task.
I0707 15:00:50.575336       1 tasks_processing.go:71] worker 17 working on openshift_logging task.
I0707 15:00:50.575053       1 tasks_processing.go:71] worker 30 working on operators task.
I0707 15:00:50.575574       1 tasks_processing.go:71] worker 11 working on olm_operators task.
I0707 15:00:50.575616       1 tasks_processing.go:71] worker 24 working on node_logs task.
I0707 15:00:50.575688       1 tasks_processing.go:71] worker 16 working on active_alerts task.
I0707 15:00:50.575741       1 tasks_processing.go:71] worker 1 working on schedulers task.
I0707 15:00:50.575793       1 tasks_processing.go:71] worker 23 working on nodenetworkstates task.
I0707 15:00:50.575816       1 tasks_processing.go:71] worker 3 working on lokistack task.
I0707 15:00:50.575834       1 tasks_processing.go:71] worker 7 working on image_registries task.
I0707 15:00:50.575907       1 tasks_processing.go:71] worker 0 working on mutating_webhook_configurations task.
I0707 15:00:50.575957       1 tasks_processing.go:71] worker 18 working on config_maps task.
I0707 15:00:50.576018       1 tasks_processing.go:71] worker 12 working on openshift_machine_api_events task.
I0707 15:00:50.576063       1 tasks_processing.go:71] worker 6 working on metrics task.
I0707 15:00:50.576033       1 tasks_processing.go:71] worker 14 working on overlapping_namespace_uids task.
I0707 15:00:50.576042       1 tasks_processing.go:71] worker 4 working on networks task.
I0707 15:00:50.576046       1 tasks_processing.go:71] worker 9 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0707 15:00:50.576051       1 tasks_processing.go:71] worker 29 working on cluster_apiserver task.
I0707 15:00:50.576057       1 tasks_processing.go:71] worker 22 working on openstack_dataplanedeployments task.
I0707 15:00:50.577986       1 tasks_processing.go:71] worker 25 working on monitoring_persistent_volumes task.
I0707 15:00:50.577995       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 2.728376ms to process 0 records
I0707 15:00:50.578544       1 tasks_processing.go:71] worker 8 working on sap_pods task.
E0707 15:00:50.578555       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0707 15:00:50.578569       1 gather.go:177] gatherer "clusterconfig" function "machines" took 3.644563ms to process 0 records
I0707 15:00:50.578765       1 tasks_processing.go:71] worker 5 working on pod_network_connectivity_checks task.
I0707 15:00:50.578807       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 3.809738ms to process 0 records
E0707 15:00:50.580757       1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:56307->172.30.0.10:53: read: connection refused
I0707 15:00:50.580776       1 tasks_processing.go:71] worker 27 working on install_plans task.
E0707 15:00:50.580781       1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:38613->172.30.0.10:53: read: connection refused
E0707 15:00:50.580780       1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:38613->172.30.0.10:53: read: connection refused
E0707 15:00:50.580794       1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:56307->172.30.0.10:53: read: connection refused
E0707 15:00:50.580802       1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:56307->172.30.0.10:53: read: connection refused
I0707 15:00:50.580815       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 5.61977ms to process 0 records
E0707 15:00:50.580824       1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:38613->172.30.0.10:53: read: connection refused
I0707 15:00:50.580843       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 5.730489ms to process 0 records
E0707 15:00:50.580853       1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:38613->172.30.0.10:53: read: connection refused
I0707 15:00:50.580869       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 4.691494ms to process 0 records
E0707 15:00:50.580880       1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.11:56307->172.30.0.10:53: read: connection refused
I0707 15:00:50.580893       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 5.076225ms to process 0 records
I0707 15:00:50.580908       1 tasks_processing.go:71] worker 10 working on ingress task.
I0707 15:00:50.580920       1 tasks_processing.go:71] worker 6 working on machine_healthchecks task.
I0707 15:00:50.580952       1 tasks_processing.go:71] worker 16 working on ingress_certificates task.
I0707 15:00:50.582507       1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z
I0707 15:00:50.582526       1 controller.go:317] The initial operator extension status is healthy
I0707 15:00:50.582539       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0707 15:00:50.582546       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0707 15:00:50.582550       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0707 15:00:50.582571       1 controller.go:458] The operator is still being initialized
I0707 15:00:50.582582       1 controller.go:481] The operator is healthy
I0707 15:00:50.582658       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0707 15:00:50.582726       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0707 15:00:50.582812       1 operator.go:287] started
I0707 15:00:50.582840       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0707 15:00:50.591316       1 tasks_processing.go:71] worker 3 working on image task.
I0707 15:00:50.591318       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 15.479978ms to process 0 records
I0707 15:00:50.591394       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 15.504067ms to process 0 records
I0707 15:00:50.591407       1 tasks_processing.go:71] worker 23 working on openstack_dataplanenodesets task.
I0707 15:00:50.592012       1 tasks_processing.go:71] worker 24 working on validating_webhook_configurations task.
I0707 15:00:50.592115       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 16.319762ms to process 0 records
I0707 15:00:50.592150       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 13.593793ms to process 0 records
I0707 15:00:50.592186       1 tasks_processing.go:71] worker 8 working on container_runtime_configs task.
I0707 15:00:50.592360       1 tasks_processing.go:71] worker 6 working on operators_pods_and_events task.
E0707 15:00:50.592362       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0707 15:00:50.592571       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 11.427916ms to process 0 records
I0707 15:00:50.592651       1 tasks_processing.go:71] worker 29 working on jaegers task.
I0707 15:00:50.593594       1 recorder.go:70] Recording config/apiserver with fingerprint=454da26057ee45d98058dfba6a51a9ada03dd004680c902efaebec32e2cffb10
I0707 15:00:50.593673       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 15.876893ms to process 1 records
E0707 15:00:50.593753       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0707 15:00:50.593794       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 14.008443ms to process 0 records
I0707 15:00:50.593843       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 15.801617ms to process 0 records
I0707 15:00:50.594085       1 tasks_processing.go:71] worker 10 working on storage_cluster task.
I0707 15:00:50.594655       1 tasks_processing.go:71] worker 22 working on sap_datahubs task.
I0707 15:00:50.594949       1 tasks_processing.go:71] worker 5 working on version task.
I0707 15:00:50.595264       1 recorder.go:70] Recording config/ingress with fingerprint=d32896d973e452fba4a853c49a623a8fbaa0070e8f374e9e4438c79ede8d9de5
I0707 15:00:50.595316       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 12.504643ms to process 1 records
I0707 15:00:50.595330       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 18.214271ms to process 0 records
I0707 15:00:50.595843       1 tasks_processing.go:71] worker 17 working on pdbs task.
I0707 15:00:50.596344       1 recorder.go:70] Recording config/oauth with fingerprint=6a84cd050a4ac6601d7444bd5864cd6c8440cad36a529fd34021c08ebe7206cc
I0707 15:00:50.596498       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 18.562365ms to process 1 records
I0707 15:00:50.596755       1 tasks_processing.go:71] worker 21 working on cost_management_metrics_configs task.
I0707 15:00:50.596855       1 tasks_processing.go:71] worker 13 working on openstack_version task.
I0707 15:00:50.597590       1 recorder.go:70] Recording config/authentication with fingerprint=df227bd9b42ea5dbea19770ea81db98f7e7291f1c953bd36f43921f2cbcaa255
I0707 15:00:50.597646       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 20.757355ms to process 1 records
I0707 15:00:50.598018       1 tasks_processing.go:71] worker 20 working on proxies task.
I0707 15:00:50.598669       1 recorder.go:70] Recording config/node/ip-10-0-0-131.ec2.internal with fingerprint=fc7c7c5b4285be4829789af694ff37e7abd2bf8dabda726f5e5af7e549398bdd
I0707 15:00:50.598794       1 recorder.go:70] Recording config/node/ip-10-0-1-131.ec2.internal with fingerprint=187058c2d8dc256a1e2bd186ca3eba71ee93a471025682ee412f29700c1b43b5
I0707 15:00:50.598885       1 recorder.go:70] Recording config/node/ip-10-0-2-146.ec2.internal with fingerprint=be0429440a672a4a6dc4f8069922f2990e8d2b3ef3dcb7a6bed8e486aa423362
I0707 15:00:50.598900       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 22.924914ms to process 3 records
I0707 15:00:50.598939       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 22.051609ms to process 0 records
I0707 15:00:50.598959       1 tasks_processing.go:71] worker 12 working on image_pruners task.
I0707 15:00:50.599049       1 tasks_processing.go:71] worker 4 working on machine_config_pools task.
I0707 15:00:50.599258       1 recorder.go:70] Recording config/network with fingerprint=f74d893bc026bce6aa243fd3f66115e4bd39ca71c432fbbde9329df945c11bf7
I0707 15:00:50.599324       1 gather.go:177] gatherer "clusterconfig" function "networks" took 22.475474ms to process 1 records
W0707 15:00:50.601121       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0707 15:00:50.607448       1 tasks_processing.go:71] worker 23 working on storage_classes task.
I0707 15:00:50.607543       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 16.030474ms to process 0 records
I0707 15:00:50.607613       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 13.487597ms to process 0 records
I0707 15:00:50.607758       1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=19158c093c335bed7aaeb4eb40445858484ae5adc0a462fca007699caccead39
I0707 15:00:50.607781       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 31.872788ms to process 1 records
I0707 15:00:50.607792       1 tasks_processing.go:71] worker 10 working on container_images task.
I0707 15:00:50.607792       1 tasks_processing.go:71] worker 1 working on feature_gates task.
I0707 15:00:50.609556       1 tasks_processing.go:71] worker 25 working on service_accounts task.
I0707 15:00:50.609571       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 31.553479ms to process 0 records
I0707 15:00:50.609802       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 16.939928ms to process 0 records
I0707 15:00:50.609812       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 14.909442ms to process 0 records
I0707 15:00:50.609820       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 17.53214ms to process 0 records
I0707 15:00:50.609830       1 tasks_processing.go:71] worker 8 working on openstack_controlplanes task.
I0707 15:00:50.609840       1 tasks_processing.go:71] worker 22 working on nodenetworkconfigurationpolicies task.
I0707 15:00:50.609873       1 tasks_processing.go:71] worker 29 working on machine_sets task.
I0707 15:00:50.609887       1 tasks_processing.go:71] worker 3 working on support_secret task.
I0707 15:00:50.610014       1 recorder.go:70] Recording config/image with fingerprint=80cbd2466540f43978c47f6dd50e2435448e5f204225f5e0f3a34453fe0ffa2e
I0707 15:00:50.610029       1 gather.go:177] gatherer "clusterconfig" function "image" took 18.551995ms to process 1 records
I0707 15:00:50.613314       1 tasks_processing.go:71] worker 13 working on machine_autoscalers task.
I0707 15:00:50.614418       1 controller.go:203] Source scaController *sca.Controller is not ready
I0707 15:00:50.614441       1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready
I0707 15:00:50.614449       1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0707 15:00:50.614454       1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready
I0707 15:00:50.614462       1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready
I0707 15:00:50.614514       1 controller.go:458] The operator is still being initialized
I0707 15:00:50.614532       1 controller.go:481] The operator is healthy
I0707 15:00:50.615536       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 16.386274ms to process 0 records
I0707 15:00:50.615688       1 recorder.go:70] Recording config/proxy with fingerprint=1050764ebecccc23ab8055c8045d603d24441dc43832a1e1b513ea595a20cc14
I0707 15:00:50.615781       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 15.47813ms to process 1 records
I0707 15:00:50.616148       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=7a3c228cc91e09a1f2616c2e2a20df1d8e930985659946b3b1a4e0b8035e7c2c
I0707 15:00:50.616207       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=c314b6e94d57837b6787dbcba7dba22395f64b85c5b0a7a2f83344ea293a0c38
I0707 15:00:50.616298       1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2f227934b859f592ee9c199d6803186e47aa9a01a0e6ff9193458e0e20a790ea
I0707 15:00:50.616334       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 38.019277ms to process 3 records
I0707 15:00:50.616347       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 15.556731ms to process 0 records
I0707 15:00:50.616355       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 17.908884ms to process 0 records
I0707 15:00:50.616393       1 tasks_processing.go:74] worker 4 stopped.
I0707 15:00:50.616206       1 tasks_processing.go:71] worker 20 working on infrastructures task.
I0707 15:00:50.616231       1 tasks_processing.go:74] worker 0 stopped.
I0707 15:00:50.616581       1 tasks_processing.go:74] worker 7 stopped.
I0707 15:00:50.616575       1 tasks_processing.go:74] worker 21 stopped.
I0707 15:00:50.618119       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=d99ef94f0351a99c482327f2bcabac462fbbb0f46805457579b7e651facde4ab
I0707 15:00:50.618146       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 39.561226ms to process 1 records
E0707 15:00:50.618159       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0707 15:00:50.618194       1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0707 15:00:50.618211       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 40.570603ms to process 1 records
I0707 15:00:50.618234       1 tasks_processing.go:74] worker 2 stopped.
I0707 15:00:50.618326       1 tasks_processing.go:74] worker 31 stopped.
I0707 15:00:50.619128       1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=88226f4402a495ec75e31610e7eda9433942b4835daf7f6f1a06abca4773a334
I0707 15:00:50.619370       1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=80b8fb85df872b29e2e998b4836063040538a5775c653116d19c4172d0e1f025
I0707 15:00:50.619387       1 gather.go:177] gatherer "clusterconfig" function "crds" took 41.149136ms to process 2 records
I0707 15:00:50.619481       1 tasks_processing.go:74] worker 26 stopped.
I0707 15:00:50.619588       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=d49626f17e9103e84a2c322069d62cb464501989f88e67fa72aa8fdb8071cf18
I0707 15:00:50.619690       1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=2c736903f2a304ad3dfc81235410050f5544217495eae8cef167cd6374121ac3
I0707 15:00:50.619719       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 42.213305ms to process 2 records
I0707 15:00:50.619743       1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0707 15:00:50.619754       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 41.994484ms to process 1 records
I0707 15:00:50.619810       1 tasks_processing.go:74] worker 14 stopped.
I0707 15:00:50.619871       1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=aef6fc3fde260b0f9f50296bdbf99471ff3d24400f839a67583d70d3d43a4c4a
I0707 15:00:50.619883       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 19.543282ms to process 1 records
I0707 15:00:50.619889       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 43.981582ms to process 0 records
I0707 15:00:50.619869       1 tasks_processing.go:74] worker 12 stopped.
I0707 15:00:50.619896       1 tasks_processing.go:74] worker 19 stopped.
E0707 15:00:50.621825       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274efed137-6b40-425b-8858-4ecb9da33d78%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:57612->172.30.0.10:53: read: connection refused
I0707 15:00:50.621839       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274efed137-6b40-425b-8858-4ecb9da33d78%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:57612->172.30.0.10:53: read: connection refused
I0707 15:00:50.624762       1 tasks_processing.go:74] worker 8 stopped.
I0707 15:00:50.624777       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 14.920255ms to process 0 records
I0707 15:00:50.624787       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.90781ms to process 0 records
I0707 15:00:50.624792       1 tasks_processing.go:74] worker 22 stopped.
I0707 15:00:50.625380       1 tasks_processing.go:74] worker 29 stopped.
I0707 15:00:50.625396       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 15.442661ms to process 0 records
I0707 15:00:50.625642       1 tasks_processing.go:74] worker 13 stopped.
I0707 15:00:50.625653       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 12.306768ms to process 0 records
I0707 15:00:50.626932       1 tasks_processing.go:74] worker 3 stopped.
E0707 15:00:50.626944       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0707 15:00:50.626951       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 16.918215ms to process 0 records
I0707 15:00:50.627058       1 tasks_processing.go:74] worker 23 stopped.
I0707 15:00:50.627111       1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=d44ead83c270b3ad532dc313d1f0c331556e7515ba07ee231614d5496eee0d30
I0707 15:00:50.627138       1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=acd68e84f801eaab9fa7fdddae24cd5a96a816b9d4f85ae56dc13879041f3635
I0707 15:00:50.627146       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 19.463732ms to process 2 records
I0707 15:00:50.627423       1 tasks_processing.go:74] worker 1 stopped.
I0707 15:00:50.627599       1 recorder.go:70] Recording config/featuregate with fingerprint=09b3b4da54915d698f2539dc3f07e2ae3690abd452ff31226771a4afaed47351
I0707 15:00:50.627621       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 19.615992ms to process 1 records
I0707 15:00:50.629492       1 tasks_processing.go:74] worker 17 stopped.
I0707 15:00:50.629600       1 recorder.go:70] Recording config/pdbs/openshift-console/console with fingerprint=48b5514307d509eb4a9711ba56b96af14b646e2182730a0c42d6d47ffeb8fe84
I0707 15:00:50.629625       1 recorder.go:70] Recording config/pdbs/openshift-console/downloads with fingerprint=6a7d3acf69525d9b1d04bac953a5ea04dad2662c79023b05bdeb4c750f424216
I0707 15:00:50.629649       1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=1da791d02e5151c42a256f36332efe495a0aadd33a4600de1cb6bf599af87b19
I0707 15:00:50.629675       1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=0fa0c9ded86b96f9f22b883bb90d1f24f76ca38587f2f64175329fedf72a55bf
I0707 15:00:50.629781       1 recorder.go:70] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=306e9fbfbbfb83a505d21a138af83518c6fd315d2b3b505c7837f51c55e012c0
I0707 15:00:50.629817       1 recorder.go:70] Recording config/pdbs/openshift-monitoring/metrics-server with fingerprint=3393eca9dd09dc2445c79696a471e6eba08ae490905c37503afe905252af832d
I0707 15:00:50.629848       1 recorder.go:70] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=dfd34019a8ec60dd398acd10f8728ff1b86a23f2ff416db6ad5289881ec860f4
I0707 15:00:50.629880       1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=9188218fb2324fbd111f245878aa8265e4d2d219a7b357ea0354eb0aa731dc63
I0707 15:00:50.629907       1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=3af178ae152bfee9e44a20db8992cbd621610619f1ba12355051e5e05e5a4e77
I0707 15:00:50.629978       1 recorder.go:70] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=cae1ca542b44ddc2db78d90f5b9507db74991fd880f049a73092c82297a84903
I0707 15:00:50.630009       1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=98629f8fc8cbd18557308a2005f621db4d3d64bd4f6f80c3b06640654f629a29
I0707 15:00:50.630021       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 33.594236ms to process 11 records
I0707 15:00:50.630304       1 tasks_processing.go:74] worker 20 stopped.
I0707 15:00:50.631411       1 recorder.go:70] Recording config/infrastructure with fingerprint=5158815ed6b396460017cf5476a0e241d1d98f008da16a539f78c9ef3dfe49da
I0707 15:00:50.631480       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 13.863363ms to process 1 records
I0707 15:00:50.631592       1 tasks_processing.go:74] worker 11 stopped.
I0707 15:00:50.631718       1 recorder.go:70] Recording config/olm_operators with fingerprint=ff7d1a4d73c4eb6b271e4545ad4e983f497a03d61144705cc6d4ef1f2d595712
I0707 15:00:50.631737       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 55.97007ms to process 1 records
I0707 15:00:50.632043       1 tasks_processing.go:74] worker 24 stopped.
I0707 15:00:50.632362       1 recorder.go:70] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=cfc6a9b2ce4f5cfccd5779ffb5c74a5fa015e3926ee5393b04e2da1a90da0fae
I0707 15:00:50.632603       1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=e33d5b0170da93ada53e06c3a097bf8f2a3d6e91d782cc32a1dc216a28adde68
I0707 15:00:50.632879       1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=7ad2828e796b69cee8c4599bc47a820397cf349e8c0e2149d248630ddb1a9ecc
I0707 15:00:50.632950       1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=31a542f74f08b73317873e935dbce08861e1907e59a9f6162d4e850bcabd46ed
I0707 15:00:50.633005       1 recorder.go:70] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=3a7dda73731b32439ed351899ec0ce4c542a511cb4195aca28e8018ed3cc0fd8
I0707 15:00:50.633060       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=a1a4610500ff84d4f073d259430d0d36c34b1e01af14a32ac1601ac5c8e44dff
I0707 15:00:50.633121       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=949621085f77406b0296b0ab506981a5cddad790746b3f2ee58e8f2ca545e348
I0707 15:00:50.633179       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=5e7462ee5483260c7431fc80cf5d86bcbeb3e4bc1ad7621cf9875bf463f4eeac
I0707 15:00:50.633238       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=f8ac2f96fb933f3ef1e7dc98d60246fdc840d0b181cda1b9b39b73c72c60ec06
I0707 15:00:50.633306       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=5f5fcc493b9b1f1b3720becc7272c9203c17cf3940975da9bd1da027b4ad1bae
I0707 15:00:50.633350       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=019bb778fa69691bdee11d5a461765ffb93ae142a0a82ca49034dc79e4cb9e74
I0707 15:00:50.633394       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=f0d125717008eab6c2ae4bd8a30a9d1db7c20f248f210ef9a4a866c9524804e9
I0707 15:00:50.633439       1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=4ddd3b73d111bb4edacd5ce8ef3a0207a6beaa3ba2f663d4b7e5b923959152e6
I0707 15:00:50.633453       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 39.998404ms to process 13 records
I0707 15:00:50.633472       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 58.200334ms to process 0 records
I0707 15:00:50.633484       1 tasks_processing.go:74] worker 28 stopped.
I0707 15:00:50.639520       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0707 15:00:50.640064       1 tasks_processing.go:74] worker 5 stopped.
I0707 15:00:50.641735       1 recorder.go:70] Recording config/version with fingerprint=9e2c48fb28bbd73e406793370b8c95467337cc4ec99c6cb260660add1d1e491c
I0707 15:00:50.641772       1 recorder.go:70] Recording config/id with fingerprint=0a40f22f1b49abc40e7e73a4115dae9748e8257e9d0002975f3f2f7c1cc13c1c
I0707 15:00:50.641843       1 gather.go:177] gatherer "clusterconfig" function "version" took 45.053281ms to process 2 records
I0707 15:00:50.643922       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0707 15:00:50.643942       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0707 15:00:50.644015       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0707 15:00:50.645208       1 tasks_processing.go:74] worker 16 stopped.
E0707 15:00:50.645230       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0707 15:00:50.645243       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2rdbtmo6s5pott3h9ari9f9vaelifotj-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2rdbtmo6s5pott3h9ari9f9vaelifotj-primary-cert-bundle-secret" not found
I0707 15:00:50.645334       1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=967c86c4fcefa89ddb912a30f18bd248ff1ecb15f1d2d100ef9a409c13f79ba4
I0707 15:00:50.645363       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 64.237685ms to process 1 records
W0707 15:00:50.645514       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:60134->172.30.0.10:53: read: connection refused
I0707 15:00:50.645527       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:60134->172.30.0.10:53: read: connection refused
I0707 15:00:50.648107       1 base_controller.go:82] Caches are synced for ConfigController 
I0707 15:00:50.648126       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0707 15:00:50.652122       1 tasks_processing.go:74] worker 9 stopped.
I0707 15:00:50.652204       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 75.394173ms to process 0 records
I0707 15:00:50.653840       1 tasks_processing.go:74] worker 18 stopped.
E0707 15:00:50.653861       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0707 15:00:50.653876       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0707 15:00:50.653884       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0707 15:00:50.653902       1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17
I0707 15:00:50.653960       1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb
I0707 15:00:50.654017       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0707 15:00:50.654054       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4
I0707 15:00:50.654081       1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d
I0707 15:00:50.654123       1 configmapobserver.go:84] configmaps "insights-config" not found
I0707 15:00:50.654183       1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0707 15:00:50.654225       1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0707 15:00:50.654260       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 77.829609ms to process 7 records
I0707 15:00:50.661239       1 tasks_processing.go:74] worker 10 stopped.
I0707 15:00:50.662915       1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-f2rr4 with fingerprint=fd9f64b44f93f9a9609d2c019a5688bab28890ee9bf9cad9c10e062d33e751e9
I0707 15:00:50.663168       1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-gvzfz with fingerprint=787abfb8e3cabe8ac9c2821bb1585337f66c14736da0cf2017fae43d6698aab8
I0707 15:00:50.663387       1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-w8kgf with fingerprint=7c06b47fb68d6818fb4dcb76ec98fab3d5fec8881b837196bede92aba407611a
I0707 15:00:50.663471       1 recorder.go:70] Recording config/running_containers with fingerprint=e96a1e445c4a2116111d17f530db84bb2adbeb710b1142b3c04dbc9f59cf47f4
I0707 15:00:50.663481       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 53.430715ms to process 4 records
I0707 15:00:50.683324       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0707 15:00:50.683345       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0707 15:00:50.694937       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator"
I0707 15:00:50.698031       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress"
I0707 15:00:51.446928       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
W0707 15:00:51.599035       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0707 15:00:51.646637       1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes"
I0707 15:00:51.840125       1 gather_cluster_operator_pods_and_events.go:121] Found 25 pods with 28 containers
I0707 15:00:51.840141       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 898779 bytes
I0707 15:00:51.840338       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-85b84f584d-f2rr4 pod in namespace openshift-console-operator (previous: true).
I0707 15:00:52.045434       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-85b84f584d-f2rr4 pod in namespace openshift-console-operator (previous: false).
I0707 15:00:52.246645       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-7c7c6b7ffd-b26fw pod in namespace openshift-console (previous: false).
I0707 15:00:52.445437       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-7f668b5bd4-2zrlv pod in namespace openshift-console (previous: false).
I0707 15:00:52.448876       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
W0707 15:00:52.598628       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0707 15:00:52.647177       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-7f668b5bd4-8vlxv pod in namespace openshift-console (previous: false).
I0707 15:00:52.845351       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-86678b585c-r6d55 pod in namespace openshift-console (previous: false).
I0707 15:00:53.038781       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for console-86678b585c-r6d55 pod in namespace openshift-console for failing operator console (previous: false): "pods \"console-86678b585c-r6d55\" not found"
I0707 15:00:53.038802       1 gather_cluster_operator_pods_and_events.go:280] Error: "pods \"console-86678b585c-r6d55\" not found"
I0707 15:00:53.038815       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-7b98f8c767-wdwz6 pod in namespace openshift-console (previous: false).
I0707 15:00:53.050083       1 tasks_processing.go:74] worker 30 stopped.
I0707 15:00:53.050213       1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=bd9acf97e31c3ce783167a87f2648a21374d14849e6fe8502c2267be30eca208
I0707 15:00:53.050266       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1
I0707 15:00:53.050294       1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=0e4af4a7b93ca905a0a9145fd4f54171cabf2f3e8043af8c7d240ad76723d666
I0707 15:00:53.050306       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0707 15:00:53.050331       1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=d05ca9fbe349a0a1089a4e5a871ae52cf17e5ef6a7d83bf8d7f9814c7eab0155
I0707 15:00:53.050349       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0707 15:00:53.050374       1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=6b10e66c86286c0d2ddb08a1228c845fed5e3d76532940394cb5a83cad03c8ea
I0707 15:00:53.050405       1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=1d3e105d4477b5135e161cd4ef6ed07a64371911a388c0803b2909c81638707b
I0707 15:00:53.050434       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=2ca43dc213b8fdc79cd6bb69015798e1ba77621d34aeadae419cf7561f7931ff
I0707 15:00:53.050497       1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=10f0c2b0c0bfcaf4129ef7b815a710a3a9315f1cff8afcb7149a99ba19a333a6
I0707 15:00:53.050827       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=08c411ea02965283a703c980f5f8282ee6db71cef0a265992c841ae8d7a6f434
I0707 15:00:53.050850       1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=fec6518e60eb56da317c8f66bb568914e5ca279eca05f6915c2952d5f7c26393
I0707 15:00:53.050861       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0707 15:00:53.050879       1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=ebb9c0956f837c850cba43f3435d87d51c8e9e0263f20605b1ed13fb5f8be938
I0707 15:00:53.050891       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0707 15:00:53.050907       1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=12d49b6c3596fae807f099197f3b69faef7b7e1322ddb92169df44430cd779fa
I0707 15:00:53.050918       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0707 15:00:53.050939       1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=5f2310a78e473a944e69735f4039a56016319984e971d810c6fed61466d36687
I0707 15:00:53.050949       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0707 15:00:53.050971       1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=b3354072b4a394c3f84cd063541d1b75f98a2db7bbce16934c33690b52a390f4
I0707 15:00:53.051075       1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=2f0c769f33521d8fb6e9c9f44193badfa62fc7c7c7174e444c3f0c5926354a04
I0707 15:00:53.051112       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0707 15:00:53.051137       1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=ae05d3ffa4edd7d9a6bd3bb0f0db5495c09fdb0f5f693b1ce3a81cca78516c0d
I0707 15:00:53.051164       1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=3c0aa0650f5bf98a2259ff0887703066710483247e7326c734f79bb5da9efe47
I0707 15:00:53.051175       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0707 15:00:53.051192       1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=6087f97b9ef4422ff4ae0a855e5feb350e006d6df7331c1823449c5a4b415072
I0707 15:00:53.051204       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0707 15:00:53.051220       1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=f7956f3c85a3371325f9330db8dbd9bab2ec724d3576b04ba3aeea2e43b5a0c0
I0707 15:00:53.051249       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=ec3372c28268fa6284ba67b6ecf6c45f9319d7e9f29005c2d09d9641dd89f763
I0707 15:00:53.051265       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=d60037d09f8a07247646f674e05330e66365bc6ba31ed60114cb88841003655f
I0707 15:00:53.051283       1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=77a52113a09cfe0951ea97456066bbb899aecb3068a224bc370b7290203bb3a7
I0707 15:00:53.051306       1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=6dc359e8e344271251e27e541f5692e2d7763a794f96593ef3809538de9f18a9
I0707 15:00:53.051317       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0707 15:00:53.051348       1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=7f3e28a85162c0763cb7d49f9eb33710692430d5b2d38aeadce814517aeced9f
I0707 15:00:53.051369       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0707 15:00:53.051380       1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0707 15:00:53.051387       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.474547709s to process 36 records
I0707 15:00:53.246410       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-7b98f8c767-z6g9f pod in namespace openshift-console (previous: false).
I0707 15:00:53.451069       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-h6rbc pod in namespace openshift-dns (previous: false).
W0707 15:00:53.599054       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0707 15:00:53.644222       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-h6rbc pod in namespace openshift-dns (previous: false).
I0707 15:00:53.845113       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hhmjt pod in namespace openshift-dns (previous: false).
I0707 15:00:54.045142       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hhmjt pod in namespace openshift-dns (previous: false).
I0707 15:00:54.245541       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-ndh6v pod in namespace openshift-dns (previous: false).
I0707 15:00:54.447666       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-ndh6v pod in namespace openshift-dns (previous: false).
W0707 15:00:54.598760       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0707 15:00:54.645031       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-lf4wd pod in namespace openshift-dns (previous: false).
I0707 15:00:54.844343       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0707 15:00:54.844371       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q8v8f pod in namespace openshift-dns (previous: false).
I0707 15:00:55.044374       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0707 15:00:55.044395       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-xw9ls pod in namespace openshift-dns (previous: false).
I0707 15:00:55.244954       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0707 15:00:55.245005       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7689ff7f57-cqnlx pod in namespace openshift-image-registry (previous: true).
I0707 15:00:55.445856       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7689ff7f57-cqnlx pod in namespace openshift-image-registry (previous: false).
W0707 15:00:55.595069       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0707 15:00:55.595099       1 tasks_processing.go:74] worker 15 stopped.
E0707 15:00:55.595118       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0707 15:00:55.595130       1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0707 15:00:55.595141       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.019890526s to process 1 records
I0707 15:00:55.645167       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7b89664cf5-4rblr pod in namespace openshift-image-registry (previous: false).
I0707 15:00:55.844366       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7b89664cf5-qjdpn pod in namespace openshift-image-registry (previous: false).
I0707 15:00:56.045947       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-bswwr pod in namespace openshift-image-registry (previous: false).
I0707 15:00:56.244149       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0707 15:00:56.244169       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-vss4x pod in namespace openshift-image-registry (previous: false).
I0707 15:00:56.444662       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0707 15:00:56.444687       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-zpn89 pod in namespace openshift-image-registry (previous: false).
I0707 15:00:56.647947       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-58ccc88458-7hnmh pod in namespace openshift-ingress (previous: false).
I0707 15:00:56.846487       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-58ccc88458-9nntn pod in namespace openshift-ingress (previous: false).
I0707 15:00:57.045504       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5b75b647f9-5cd99 pod in namespace openshift-ingress (previous: false).
I0707 15:00:57.245946       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-2llzw pod in namespace openshift-ingress-canary (previous: false).
I0707 15:00:57.446540       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-6n49l pod in namespace openshift-ingress-canary (previous: false).
I0707 15:00:57.644457       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-m57ct pod in namespace openshift-ingress-canary (previous: false).
I0707 15:00:57.844961       1 tasks_processing.go:74] worker 6 stopped.
I0707 15:00:57.845201       1 recorder.go:70] Recording events/openshift-console-operator with fingerprint=76a99def1ecc80fda645296c33cfeb35a5a659b882e3e96b1bcf29f84f0b7d4d
I0707 15:00:57.845342       1 recorder.go:70] Recording events/openshift-console with fingerprint=c956c09474d3d3467c8fe1c82e939293880a207f52286a0a24f44db73ec4e859
I0707 15:00:57.845391       1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=3aa337bd16c29a68f94d08890fe76ee43013d3f0f5aa712decfe08bc7185a902
I0707 15:00:57.845518       1 recorder.go:70] Recording events/openshift-dns with fingerprint=36718e1870f1bc7d1717e0462d151cc4430ed932a600137e7806789d9d29baea
I0707 15:00:57.845679       1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=ae67a5913f5d4110b3a58e9413c5491e34be742226c8de120ee5d6f5949cfdb3
I0707 15:00:57.845742       1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=f36d132c8d0ffa8b22dce757b9fa49593495b4edcc4e51f288f46271cb6000c9
I0707 15:00:57.845825       1 recorder.go:70] Recording events/openshift-ingress with fingerprint=378d93e1a9450375166c6abdf876345844f20d3eb54f968f1a32b8bbb60f5d0b
I0707 15:00:57.845879       1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=ab059d6380826d326c92dd112c63c05bccadda77b8185e94985442abba8d5a7a
I0707 15:00:57.846026       1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-f2rr4 with fingerprint=fd9f64b44f93f9a9609d2c019a5688bab28890ee9bf9cad9c10e062d33e751e9
E0707 15:00:57.846054       1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-85b84f584d-f2rr4.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-85b84f584d-f2rr4.json" was already recorded and had the fingerprint "fd9f64b44f93f9a9609d2c019a5688bab28890ee9bf9cad9c10e062d33e751e9", overwriting with the record having fingerprint "fd9f64b44f93f9a9609d2c019a5688bab28890ee9bf9cad9c10e062d33e751e9"
W0707 15:00:57.846073       1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-85b84f584d-f2rr4.json" because of the warning: warning: the record with the same fingerprint "fd9f64b44f93f9a9609d2c019a5688bab28890ee9bf9cad9c10e062d33e751e9" was already recorded at path "config/pod/openshift-console-operator/console-operator-85b84f584d-f2rr4.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-85b84f584d-f2rr4.json"
I0707 15:00:57.846093       1 recorder.go:70] Recording config/pod/openshift-console-operator/logs/console-operator-85b84f584d-f2rr4/console-operator_previous.log with fingerprint=7dd419e03213d39681c2b035a4fbbdddfa7d7c91dd1aad1f258748554923ecf1
I0707 15:00:57.846255       1 recorder.go:70] Recording config/pod/openshift-console-operator/logs/console-operator-85b84f584d-f2rr4/console-operator_current.log with fingerprint=8682e5ed825e85d0795a97132917205b8c8bc613c455d558417302d2eda1f0b1
I0707 15:00:57.846274       1 recorder.go:70] Recording config/pod/openshift-console/logs/console-7c7c6b7ffd-b26fw/console_current.log with fingerprint=16f3b807763d9ad06e1fa6c09b841937a7b63b8f72f9c7d38e50d50558e338bb
I0707 15:00:57.846287       1 recorder.go:70] Recording config/pod/openshift-console/logs/console-7f668b5bd4-2zrlv/console_current.log with fingerprint=7aa94d0b2b79f8a1f418f2960f75ffa2664e559411f013bd10062c7f392b678c
I0707 15:00:57.846304       1 recorder.go:70] Recording config/pod/openshift-console/logs/console-7f668b5bd4-8vlxv/console_current.log with fingerprint=3947e296b2c10dcfcdab17d00a78a5f13ea1af000311fa2b3810f8278e9fff01
I0707 15:00:57.846317       1 recorder.go:70] Recording config/pod/openshift-console/logs/downloads-7b98f8c767-wdwz6/download-server_current.log with fingerprint=95f5e0398385f6126aab286882bd40bfc47e602baa32d56afcbc7c3ee905ee9d
I0707 15:00:57.846329       1 recorder.go:70] Recording config/pod/openshift-console/logs/downloads-7b98f8c767-z6g9f/download-server_current.log with fingerprint=1f87d99aa05b0764c73d9f2d3b329acc1e31248b8a23b48df4b4f9ac28100aa8
I0707 15:00:57.846439       1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-h6rbc with fingerprint=17c0755a08375b71f3bedd51152368b1896a3653030b2e6bd3ec5476ff8a9014
I0707 15:00:57.846456       1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-h6rbc/dns_current.log with fingerprint=89ef84bbe4ee0d47327d440638b77b12d41e421523932a0a1fea4806009ac4b0
I0707 15:00:57.846470       1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-h6rbc/kube-rbac-proxy_current.log with fingerprint=9d677d445ffd953ecd5ac97048441edda047575ef7e39535d437f05378faafb4
I0707 15:00:57.846554       1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-hhmjt with fingerprint=1837d36c254c65ebe28462387ba5781cd038e2d2774cd91694922b04be6ae053
I0707 15:00:57.846567       1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-hhmjt/dns_current.log with fingerprint=13da74c218205c09b36659ae5036846f48cea20c82fe01ffc3a758d3282c1582
I0707 15:00:57.846581       1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-hhmjt/kube-rbac-proxy_current.log with fingerprint=ad3da8bce84545b0d56a09a3be1b00505ae548bc5898442c0300499cd9b93c8e
I0707 15:00:57.846657       1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-ndh6v with fingerprint=b41532814c251ddb64a9ef83e3b25147133e1cfda94209b69c5529df7be3d407
I0707 15:00:57.846671       1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-ndh6v/dns_current.log with fingerprint=7e0edeca992c78b1a0ede433032290bf95ce9d6abbf4ce2e7e6d5af4463536dc
I0707 15:00:57.846684       1 recorder.go:70] Recording config/pod/openshift-dns/logs/dns-default-ndh6v/kube-rbac-proxy_current.log with fingerprint=43dc620cf531a1f2a9db4f941a5b85707d2fad572f03c892d37ed5bdeda6c2d4
I0707 15:00:57.846820       1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-7689ff7f57-cqnlx with fingerprint=f0695fe63e5a320a68cf373b1bad3785b7514516833f118bba3b5f29e98f1073
I0707 15:00:57.846871       1 recorder.go:70] Recording config/pod/openshift-image-registry/logs/image-registry-7689ff7f57-cqnlx/registry_previous.log with fingerprint=ecdf3a28512f195b78c76076a7e4a22a722fe2fe7d2ab56413a618319b040f40
I0707 15:00:57.846904       1 recorder.go:70] Recording config/pod/openshift-image-registry/logs/image-registry-7689ff7f57-cqnlx/registry_current.log with fingerprint=88cec6c501b9c71ccf3e341a6ad6eb047be2168e32c1c96d7c9495f610daee7f
I0707 15:00:57.846937       1 recorder.go:70] Recording config/pod/openshift-image-registry/logs/image-registry-7b89664cf5-4rblr/registry_current.log with fingerprint=fe4aae577d9b3e4233d6c43c5e7c3dab4b928b13c12ecfa3e6cdf358cccfd711
I0707 15:00:57.846983       1 recorder.go:70] Recording config/pod/openshift-image-registry/logs/image-registry-7b89664cf5-qjdpn/registry_current.log with fingerprint=8d9d79a379584cd076ae106ac07774c8ef32f964358e9b86871562199b184cec
I0707 15:00:57.846995       1 recorder.go:70] Recording config/pod/openshift-image-registry/logs/node-ca-zpn89/node-ca_current.log with fingerprint=cfdfd54dfc83ef994fac09a016bff0a5127c3f96e111756da262d3335c7094d9
I0707 15:00:57.847046       1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-58ccc88458-7hnmh/router_current.log with fingerprint=c3884eda7c810625b3171dcf50777653c347047a25ac5556396c954919d38c25
I0707 15:00:57.847097       1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-58ccc88458-9nntn/router_current.log with fingerprint=d8b72ae93370e686c2e476e6db208e174a019e4bf794a7134b28b43f82efbd30
I0707 15:00:57.847140       1 recorder.go:70] Recording config/pod/openshift-ingress/logs/router-default-5b75b647f9-5cd99/router_current.log with fingerprint=87557ceb2e0f3521831476d7b09940e9122303db304d3ba2f7cefd3f76caf204
I0707 15:00:57.847151       1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-2llzw/serve-healthcheck-canary_current.log with fingerprint=7b56bf2cfae31e17942f418fa94ec675fbda9ca5719b54d533e25d35c41e2179
I0707 15:00:57.847160       1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-6n49l/serve-healthcheck-canary_current.log with fingerprint=6f349daaf571e7bfc013c70948c5ad09e7c56ca03347740970f3cbf73e04e624
I0707 15:00:57.847169       1 recorder.go:70] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-m57ct/serve-healthcheck-canary_current.log with fingerprint=481c541fdf131eddec5d7d3d8d3bb6b1412303e623663799df1d58d29638b8aa
I0707 15:00:57.847179       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 7.252546171s to process 37 records
I0707 15:01:03.621339       1 tasks_processing.go:74] worker 27 stopped.
I0707 15:01:03.621402       1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2
I0707 15:01:03.621416       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.040546312s to process 1 records
I0707 15:01:04.416284       1 tasks_processing.go:74] worker 25 stopped.
I0707 15:01:04.416650       1 recorder.go:70] Recording config/serviceaccounts with fingerprint=dabcdda6991bac1666e8c7d62a42c20e4eacf733a346e4ee546090403d855ed3
I0707 15:01:04.416668       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.806654274s to process 1 records
E0707 15:01:04.416782       1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.841s with: function \"machines\" failed with an error, function \"silenced_alerts\" failed with an error, function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"active_alerts\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-85b84f584d-f2rr4.json\""
I0707 15:01:04.417915       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "silenced_alerts" failed with an error, function "tsdb_status" failed with an error, function "metrics" failed with an error, function "active_alerts" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-85b84f584d-f2rr4.json"
I0707 15:01:04.417932       1 periodic.go:212] Running workloads gatherer
I0707 15:01:04.417950       1 tasks_processing.go:45] number of workers: 2
I0707 15:01:04.417963       1 tasks_processing.go:69] worker 1 listening for tasks.
I0707 15:01:04.417972       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0707 15:01:04.417971       1 tasks_processing.go:69] worker 0 listening for tasks.
I0707 15:01:04.418020       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0707 15:01:04.427483       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-131.ec2.internal...
I0707 15:01:04.427487       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-131.ec2.internal...
I0707 15:01:04.427521       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-146.ec2.internal...
I0707 15:01:04.452067       1 tasks_processing.go:74] worker 0 stopped.
I0707 15:01:04.452089       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 34.019934ms to process 0 records
I0707 15:01:09.201089       1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s
I0707 15:01:09.225997       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 25s for image data
I0707 15:01:09.234590       1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (10ms)
I0707 15:01:09.245719       1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (11ms)
I0707 15:01:09.255261       1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (9ms)
I0707 15:01:09.265254       1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (10ms)
I0707 15:01:09.274551       1 gather_workloads_info.go:387] No image sha256:38dd36da63b1f01316a02daf6c18b821318c6ec313712147292d74abf955e0da (9ms)
I0707 15:01:09.284191       1 gather_workloads_info.go:387] No image sha256:5cba745f09f3bd6b8028c6773597cbb30bf3639a84f2b4b6493fe20642339a2c (10ms)
I0707 15:01:09.293257       1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (9ms)
I0707 15:01:09.302465       1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (9ms)
I0707 15:01:09.311203       1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (9ms)
I0707 15:01:09.320591       1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (9ms)
I0707 15:01:09.334980       1 gather_workloads_info.go:387] No image sha256:46c2c396ca651699738c3f26b79b10af2922123dd27c2e32382d2a31a87e92c7 (14ms)
I0707 15:01:09.434983       1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (100ms)
I0707 15:01:09.534840       1 gather_workloads_info.go:387] No image sha256:1d471ad866b8564b209214d7dd3a7363c47e9535211d660b63b46abb278af7ab (100ms)
I0707 15:01:09.634909       1 gather_workloads_info.go:387] No image sha256:1cc2f3c83068c8c67d9070f67677e1bb6b4feff7ac5744cad08711893e56b55f (100ms)
I0707 15:01:09.734997       1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (100ms)
I0707 15:01:09.834573       1 gather_workloads_info.go:387] No image sha256:039479f355d6903e1018abf8427fece3465c4348d4de2144ec38114b51bec27e (100ms)
I0707 15:01:09.935008       1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (100ms)
I0707 15:01:10.036077       1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (101ms)
I0707 15:01:10.134801       1 gather_workloads_info.go:387] No image sha256:6277dac65decba0ea094146bb99600f479eaf804696842e724de1f1b436f9a38 (99ms)
I0707 15:01:10.236990       1 gather_workloads_info.go:387] No image sha256:68d8e92046969bcfcbca2d2b3dcf4dcad5f6edc5fcb44861eb22f8079a43ea4d (102ms)
I0707 15:01:10.334412       1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (97ms)
I0707 15:01:10.439648       1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (105ms)
I0707 15:01:10.535273       1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (96ms)
I0707 15:01:10.635416       1 gather_workloads_info.go:387] No image sha256:59db91eadf1e1e5343777be43ff25fb712f300f9341be48ba05f45270944536f (100ms)
I0707 15:01:10.735386       1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (100ms)
I0707 15:01:10.835191       1 gather_workloads_info.go:387] No image sha256:799f5628c18e77a49c08645c03179046b5200c8cbcfd65737fb59668132f393e (100ms)
I0707 15:01:10.935210       1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms)
I0707 15:01:11.035510       1 gather_workloads_info.go:387] No image sha256:929a4a9c96a08b57fe4c315deca55c30d1990c83e34b8b5692f7646d29f715c8 (100ms)
I0707 15:01:11.135269       1 gather_workloads_info.go:387] No image sha256:a3d34d8f38a540ce79d34a5248b1965346155497db57b72cb4758d659418059c (100ms)
I0707 15:01:11.235299       1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms)
I0707 15:01:11.336372       1 gather_workloads_info.go:387] No image sha256:7854174b4b98e9b10d9c8e9b43113df1217ab21db4b2395d9399af0c3d7911a3 (101ms)
I0707 15:01:11.435851       1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (99ms)
I0707 15:01:11.534886       1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (99ms)
I0707 15:01:11.636138       1 gather_workloads_info.go:387] No image sha256:1f2aa1e1026570162984f7fbb634635bcf319e408cafa8f9034ee842a2f193ab (101ms)
I0707 15:01:11.740283       1 gather_workloads_info.go:387] No image sha256:e40bbab1e52f580ab471bd7ab19ae23a4bcbaf1893243a05238af6bede7ba9cc (104ms)
I0707 15:01:11.841318       1 gather_workloads_info.go:387] No image sha256:ce3d8211c0bde5788a4fd04c3eff31ae591437ceab2b3168dbbdfe408673c8b1 (101ms)
I0707 15:01:11.935671       1 gather_workloads_info.go:387] No image sha256:270a7bac889ed64d75ce11ae26e8634a6209ff718b83fae2c888cfc758316aa3 (94ms)
I0707 15:01:12.034778       1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (99ms)
I0707 15:01:12.134996       1 gather_workloads_info.go:387] No image sha256:527ed405bf66234718321996dacf51f91c64c746de9f1509416ef6ce89c90a50 (100ms)
I0707 15:01:12.235388       1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (100ms)
I0707 15:01:12.336252       1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (101ms)
I0707 15:01:12.435414       1 gather_workloads_info.go:387] No image sha256:6c3c7f77d7a3815bbb69cad5f6f1742c17d9597bc135ba3d116c9736d98fae33 (99ms)
I0707 15:01:12.535433       1 gather_workloads_info.go:387] No image sha256:00f977c2275f5bf03d423911159a39ca44fabc1862ecb7ae492198ec8c46c6bb (100ms)
I0707 15:01:12.635571       1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (100ms)
I0707 15:01:12.734602       1 gather_workloads_info.go:387] No image sha256:bcca5c17371caa2dce7e28da4c9fe30163c340fa172187f94db90ea1bd6ab80d (99ms)
I0707 15:01:12.835065       1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (100ms)
I0707 15:01:12.934992       1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (100ms)
I0707 15:01:12.935028       1 tasks_processing.go:74] worker 1 stopped.
I0707 15:01:12.935363       1 recorder.go:70] Recording config/workload_info with fingerprint=5fc47c0528f79f8d749b9c104149c8f8162f45f9544329edcc5e537eb7ab1e2b
I0707 15:01:12.935380       1 gather.go:177] gatherer "workloads" function "workload_info" took 8.517047867s to process 1 records
I0707 15:01:12.935401       1 periodic.go:259] Periodic gather workloads completed in 8.517s
I0707 15:01:12.935411       1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message=
I0707 15:01:12.935416       1 periodic.go:212] Running conditional gatherer
I0707 15:01:12.944098       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules
I0707 15:01:13.083394       1 conditional_gatherer.go:336] updating alerts cache for conditional gatherer
I0707 15:01:14.171427       1 conditional_gatherer.go:382] updating version cache for conditional gatherer
I0707 15:01:14.180421       1 conditional_gatherer.go:390] cluster version is '4.19.9'
I0707 15:01:14.180461       1 tasks_processing.go:45] number of workers: 3
I0707 15:01:14.180483       1 tasks_processing.go:69] worker 2 listening for tasks.
I0707 15:01:14.180488       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0707 15:01:14.180488       1 tasks_processing.go:69] worker 0 listening for tasks.
I0707 15:01:14.180499       1 tasks_processing.go:69] worker 1 listening for tasks.
I0707 15:01:14.180505       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0707 15:01:14.180510       1 tasks_processing.go:74] worker 1 stopped.
I0707 15:01:14.180501       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0707 15:01:14.180602       1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=c8d4892cd4f2eea27d57353c6055eeb530bc2d811bfe041f6984d90395255a8c
I0707 15:01:14.180618       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.425µs to process 1 records
I0707 15:01:14.180663       1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d
I0707 15:01:14.180673       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.585µs to process 1 records
I0707 15:01:14.180679       1 tasks_processing.go:74] worker 0 stopped.
I0707 15:01:14.180856       1 tasks_processing.go:74] worker 2 stopped.
I0707 15:01:14.180869       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 343.608µs to process 0 records
I0707 15:01:14.180887       1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=AsExpected message=
I0707 15:01:14.180904       1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f
I0707 15:01:14.208013       1 recorder.go:70] Recording insights-operator/gathers with fingerprint=3dd001d7dc986bd52df69efc0f4305ac0ba24d14d33c1bc9397d9182d4032ded
I0707 15:01:14.208174       1 diskrecorder.go:70] Writing 144 records to /var/lib/insights-operator/insights-2026-07-07-150114.tar.gz
I0707 15:01:14.219444       1 diskrecorder.go:51] Wrote 144 records to disk in 11ms
I0707 15:01:14.219492       1 periodic.go:281] Gathering cluster info every 2h0m0s
I0707 15:01:14.219511       1 periodic.go:282] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0707 15:02:20.575663       1 diskrecorder.go:223] Found files to send: insights-2026-07-07-150114.tar.gz
I0707 15:02:20.575719       1 insightsuploader.go:150] Checking archives to upload periodically every 15m27.851145881s
I0707 15:02:20.575731       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0707 15:02:20.591872       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0707 15:02:20.769304       1 requests.go:87] Successfully reported id=2026-07-07T15:02:20Z x-rh-insights-request-id=78b0db24d88a4c44ac699ecefe27a40b, wrote=81439
I0707 15:02:20.769370       1 insightsuploader.go:187] Uploaded report successfully in 193.628957ms
I0707 15:02:20.769397       1 controller.go:119] Initializing last reported time to 2026-07-07T15:02:20Z
I0707 15:02:20.769416       1 insightsreport.go:304] Archive uploaded, starting pulling report...
I0707 15:02:20.769427       1 insightsreport.go:215] Starting retrieving report from Smart Proxy
I0707 15:02:20.769437       1 insightsreport.go:221] Initial delay for pulling: 1m0s
I0707 15:02:20.775412       1 controller.go:481] The operator is healthy
I0707 15:02:50.592208       1 controller.go:481] The operator is healthy
I0707 15:03:21.717589       1 insightsreport.go:137] Pulling report from smart-proxy
I0707 15:03:21.717616       1 insightsreport.go:149] Retrieving report
I0707 15:03:21.727585       1 requests.go:110] Retrieving report for cluster: 4efed137-6b40-425b-8858-4ecb9da33d78
I0707 15:03:21.727603       1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/4efed137-6b40-425b-8858-4ecb9da33d78/reports
I0707 15:03:21.732440       1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/4efed137-6b40-425b-8858-4ecb9da33d78/reports
I0707 15:03:21.919171       1 insightsreport.go:184] Report retrieved
I0707 15:03:21.963918       1 insightsreport.go:239] Report retrieved correctly
I0707 15:04:50.593809       1 controller.go:481] The operator is healthy
I0707 15:05:50.566338       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0707 15:05:50.575476       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0707 15:05:50.575503       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0707 15:05:50.580081       1 secretconfigobserver.go:119] support secret does not exist
I0707 15:06:50.595025       1 controller.go:481] The operator is healthy
I0707 15:08:50.589118       1 controller.go:481] The operator is healthy
I0707 15:10:50.564156       1 configmapobserver.go:84] configmaps "insights-config" not found
I0707 15:10:50.568283       1 configmapobserver.go:84] configmaps "insights-config" not found
I0707 15:10:50.580388       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0707 15:10:50.585192       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0707 15:10:50.585211       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0707 15:10:50.589457       1 secretconfigobserver.go:119] support secret does not exist
I0707 15:10:50.589812       1 controller.go:481] The operator is healthy
I0707 15:12:50.589303       1 controller.go:481] The operator is healthy
I0707 15:14:50.592373       1 controller.go:481] The operator is healthy
I0707 15:15:50.589587       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0707 15:15:50.594955       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0707 15:15:50.594979       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0707 15:15:50.600620       1 secretconfigobserver.go:119] support secret does not exist
I0707 15:16:50.589562       1 controller.go:481] The operator is healthy
I0707 15:17:53.621883       1 insightsuploader.go:146] Nothing to report since 2026-07-07T15:02:20Z
I0707 15:18:50.589772       1 controller.go:481] The operator is healthy
I0707 15:20:50.565178       1 configmapobserver.go:84] configmaps "insights-config" not found
I0707 15:20:50.589751       1 controller.go:481] The operator is healthy
I0707 15:20:50.601737       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0707 15:20:50.607125       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0707 15:20:50.607149       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0707 15:20:50.611306       1 secretconfigobserver.go:119] support secret does not exist
I0707 15:22:50.590674       1 controller.go:481] The operator is healthy