W0702 11:45:38.936998 1 cmd.go:257] Using insecure, self-signed certificates I0702 11:45:39.341584 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 11:45:39.341924 1 observer_polling.go:159] Starting file observer W0702 11:45:39.362854 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0702 11:45:39.804461 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0702 11:45:39.804695 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0702 11:45:39.805233 1 secure_serving.go:57] Forcing use of http/1.1 only W0702 11:45:39.805254 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0702 11:45:39.805259 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0702 11:45:39.805263 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0702 11:45:39.805268 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0702 11:45:39.805270 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0702 11:45:39.805273 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0702 11:45:39.805332 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0702 11:45:39.808750 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0702 11:45:39.808745 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0702 11:45:39.809538 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0702 11:45:39.809555 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0702 11:45:39.809600 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0702 11:45:39.809603 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0702 11:45:39.809628 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 11:45:39.809618 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 11:45:39.809832 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-242518931/tls.crt::/tmp/serving-cert-242518931/tls.key" I0702 11:45:39.810055 1 secure_serving.go:213] Serving securely on [::]:8443 I0702 11:45:39.810087 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" E0702 11:45:39.812074 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18be76733d6613bd openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-02 11:45:39.808711613 +0000 UTC m=+0.913305703,LastTimestamp:2026-07-02 11:45:39.808711613 +0000 UTC m=+0.913305703,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0702 11:45:39.813084 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0702 11:45:39.813106 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 11:45:39.813301 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0702 11:45:39.817965 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 11:45:39.817982 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 11:45:39.824266 1 secretconfigobserver.go:119] support secret does not exist I0702 11:45:39.831594 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 11:45:39.852824 1 secretconfigobserver.go:119] support secret does not exist I0702 11:45:39.853063 1 recorder.go:156] Pruning old reports every 7h9m34s, max age is 288h0m0s I0702 11:45:39.879161 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0702 11:45:39.879205 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0702 11:45:39.879215 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0702 11:45:39.879225 1 insightsreport.go:296] Starting report retriever I0702 11:45:39.879167 1 periodic.go:212] Running clusterconfig gatherer I0702 11:45:39.879232 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0702 11:45:39.879283 1 tasks_processing.go:45] number of workers: 32 I0702 11:45:39.879310 1 tasks_processing.go:69] worker 3 listening for tasks. I0702 11:45:39.879324 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 11:45:39.879327 1 tasks_processing.go:71] worker 3 working on nodenetworkconfigurationpolicies task. I0702 11:45:39.879331 1 tasks_processing.go:71] worker 0 working on mutating_webhook_configurations task. I0702 11:45:39.879331 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 11:45:39.879332 1 tasks_processing.go:69] worker 4 listening for tasks. I0702 11:45:39.879341 1 tasks_processing.go:69] worker 5 listening for tasks. I0702 11:45:39.879346 1 tasks_processing.go:69] worker 7 listening for tasks. I0702 11:45:39.879351 1 tasks_processing.go:69] worker 10 listening for tasks. I0702 11:45:39.879355 1 tasks_processing.go:69] worker 6 listening for tasks. I0702 11:45:39.879359 1 tasks_processing.go:69] worker 11 listening for tasks. I0702 11:45:39.879358 1 tasks_processing.go:69] worker 9 listening for tasks. I0702 11:45:39.879367 1 tasks_processing.go:69] worker 12 listening for tasks. I0702 11:45:39.879366 1 tasks_processing.go:69] worker 22 listening for tasks. I0702 11:45:39.879373 1 tasks_processing.go:69] worker 14 listening for tasks. I0702 11:45:39.879378 1 tasks_processing.go:69] worker 18 listening for tasks. I0702 11:45:39.879380 1 tasks_processing.go:69] worker 19 listening for tasks. I0702 11:45:39.879385 1 tasks_processing.go:69] worker 15 listening for tasks. I0702 11:45:39.879387 1 tasks_processing.go:69] worker 20 listening for tasks. I0702 11:45:39.879389 1 tasks_processing.go:69] worker 21 listening for tasks. I0702 11:45:39.879391 1 tasks_processing.go:69] worker 16 listening for tasks. I0702 11:45:39.879396 1 tasks_processing.go:69] worker 27 listening for tasks. I0702 11:45:39.879397 1 tasks_processing.go:69] worker 17 listening for tasks. I0702 11:45:39.879393 1 tasks_processing.go:69] worker 8 listening for tasks. I0702 11:45:39.879405 1 tasks_processing.go:69] worker 28 listening for tasks. I0702 11:45:39.879400 1 tasks_processing.go:69] worker 29 listening for tasks. I0702 11:45:39.879407 1 tasks_processing.go:69] worker 23 listening for tasks. I0702 11:45:39.879412 1 tasks_processing.go:69] worker 25 listening for tasks. I0702 11:45:39.879415 1 tasks_processing.go:69] worker 30 listening for tasks. I0702 11:45:39.879415 1 tasks_processing.go:69] worker 26 listening for tasks. I0702 11:45:39.879416 1 tasks_processing.go:69] worker 31 listening for tasks. I0702 11:45:39.879422 1 tasks_processing.go:69] worker 24 listening for tasks. I0702 11:45:39.879426 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 11:45:39.879324 1 tasks_processing.go:69] worker 13 listening for tasks. I0702 11:45:39.879432 1 tasks_processing.go:71] worker 1 working on feature_gates task. I0702 11:45:39.879428 1 tasks_processing.go:71] worker 11 working on pod_network_connectivity_checks task. I0702 11:45:39.879435 1 tasks_processing.go:71] worker 9 working on pdbs task. I0702 11:45:39.879441 1 tasks_processing.go:71] worker 13 working on active_alerts task. I0702 11:45:39.879477 1 tasks_processing.go:71] worker 27 working on version task. W0702 11:45:39.879503 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 11:45:39.879540 1 tasks_processing.go:71] worker 21 working on machine_configs task. I0702 11:45:39.879490 1 tasks_processing.go:71] worker 7 working on openstack_dataplanedeployments task. I0702 11:45:39.879541 1 tasks_processing.go:71] worker 16 working on install_plans task. I0702 11:45:39.879434 1 tasks_processing.go:71] worker 2 working on cluster_apiserver task. I0702 11:45:39.879496 1 tasks_processing.go:71] worker 4 working on ingress task. I0702 11:45:39.879501 1 tasks_processing.go:71] worker 17 working on image task. I0702 11:45:39.879500 1 tasks_processing.go:71] worker 5 working on machines task. I0702 11:45:39.879505 1 tasks_processing.go:71] worker 8 working on ceph_cluster task. I0702 11:45:39.879507 1 tasks_processing.go:71] worker 19 working on image_registries task. I0702 11:45:39.879510 1 tasks_processing.go:71] worker 28 working on sap_config task. I0702 11:45:39.879510 1 tasks_processing.go:71] worker 12 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0702 11:45:39.879514 1 tasks_processing.go:71] worker 29 working on oauths task. I0702 11:45:39.879515 1 tasks_processing.go:71] worker 22 working on schedulers task. I0702 11:45:39.879518 1 tasks_processing.go:71] worker 23 working on cost_management_metrics_configs task. I0702 11:45:39.879519 1 tasks_processing.go:71] worker 14 working on dvo_metrics task. I0702 11:45:39.879522 1 tasks_processing.go:71] worker 25 working on sap_datahubs task. I0702 11:45:39.879523 1 tasks_processing.go:71] worker 18 working on config_maps task. I0702 11:45:39.879525 1 tasks_processing.go:71] worker 30 working on storage_cluster task. I0702 11:45:39.879432 1 tasks_processing.go:71] worker 24 working on operators task. I0702 11:45:39.879529 1 tasks_processing.go:71] worker 26 working on certificate_signing_requests task. I0702 11:45:39.879504 1 tasks_processing.go:71] worker 10 working on aggregated_monitoring_cr_names task. I0702 11:45:39.879530 1 tasks_processing.go:71] worker 6 working on openshift_machine_api_events task. I0702 11:45:39.879533 1 tasks_processing.go:71] worker 31 working on openstack_controlplanes task. I0702 11:45:39.879535 1 tasks_processing.go:71] worker 15 working on networks task. I0702 11:45:39.879536 1 tasks_processing.go:71] worker 20 working on silenced_alerts task. I0702 11:45:39.879546 1 tasks_processing.go:71] worker 13 working on nodes task. I0702 11:45:39.879555 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 96.205µs to process 0 records W0702 11:45:39.881443 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 11:45:39.881466 1 tasks_processing.go:71] worker 20 working on metrics task. W0702 11:45:39.881494 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 11:45:39.881511 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 39.602µs to process 0 records I0702 11:45:39.881521 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 36.256µs to process 0 records I0702 11:45:39.881533 1 tasks_processing.go:71] worker 20 working on node_logs task. I0702 11:45:39.902546 1 tasks_processing.go:71] worker 11 working on machine_autoscalers task. E0702 11:45:39.902567 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0702 11:45:39.902665 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 23.097843ms to process 0 records I0702 11:45:39.902673 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 23.206197ms to process 0 records I0702 11:45:39.902679 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 22.444853ms to process 0 records I0702 11:45:39.902683 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 22.929509ms to process 0 records I0702 11:45:39.902688 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 22.361985ms to process 0 records E0702 11:45:39.902694 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0702 11:45:39.902698 1 tasks_processing.go:71] worker 3 working on monitoring_persistent_volumes task. I0702 11:45:39.902703 1 gather.go:177] gatherer "clusterconfig" function "machines" took 22.588055ms to process 0 records I0702 11:45:39.902727 1 tasks_processing.go:71] worker 5 working on support_secret task. I0702 11:45:39.902741 1 tasks_processing.go:71] worker 8 working on olm_operators task. I0702 11:45:39.902781 1 tasks_processing.go:71] worker 28 working on image_pruners task. I0702 11:45:39.902812 1 tasks_processing.go:71] worker 7 working on clusterroles task. I0702 11:45:39.906694 1 tasks_processing.go:71] worker 1 working on container_images task. I0702 11:45:39.906877 1 recorder.go:70] Recording config/featuregate with fingerprint=69edddf36b1c7fa14488f53a6dfb9df78e2abf2c1e6a45d729ce9892003b1de0 I0702 11:45:39.906892 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 27.251351ms to process 1 records I0702 11:45:39.910639 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0702 11:45:39.910651 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 11:45:39.910662 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 11:45:39.913822 1 base_controller.go:82] Caches are synced for ConfigController I0702 11:45:39.913836 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0702 11:45:39.917834 1 tasks_processing.go:71] worker 9 working on machine_healthchecks task. I0702 11:45:39.917971 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=0571a8f012d624c4d155887c0f190a1fc3a9b34b2f35278d6c179998e5a8fe3f I0702 11:45:39.917999 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=8f06043f7b71b4bd61ac174f858fa6e63f9fdec828b68af93faa6e24e8c52813 I0702 11:45:39.918018 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=a42994de7ca03e8286bdcb43bd943c2aa9fdcd683216610c33b08369d7bb5f39 I0702 11:45:39.918026 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 38.385846ms to process 3 records I0702 11:45:39.937602 1 tasks_processing.go:71] worker 9 working on openstack_version task. E0702 11:45:39.937616 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0702 11:45:39.937628 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 19.750542ms to process 0 records I0702 11:45:39.937702 1 tasks_processing.go:71] worker 31 working on openstack_dataplanenodesets task. I0702 11:45:39.937733 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 56.464605ms to process 0 records I0702 11:45:39.937970 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 57.073922ms to process 0 records I0702 11:45:39.937992 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 57.278844ms to process 0 records I0702 11:45:39.938005 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 35.150537ms to process 0 records E0702 11:45:39.938015 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0702 11:45:39.938052 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0702 11:45:39.938170 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 11:45:39.938202 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 11:45:39.938066 1 tasks_processing.go:71] worker 23 working on machine_sets task. I0702 11:45:39.938209 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 11:45:39.938226 1 controller.go:458] The operator is still being initialized I0702 11:45:39.938235 1 controller.go:481] The operator is healthy I0702 11:45:39.938073 1 tasks_processing.go:71] worker 25 working on validating_webhook_configurations task. I0702 11:45:39.938074 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0702 11:45:39.938430 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 58.298286ms to process 1 records I0702 11:45:39.938463 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 57.381163ms to process 0 records I0702 11:45:39.938077 1 tasks_processing.go:71] worker 11 working on container_runtime_configs task. I0702 11:45:39.938534 1 tasks_processing.go:71] worker 30 working on authentication task. I0702 11:45:39.938081 1 tasks_processing.go:71] worker 21 working on overlapping_namespace_uids task. I0702 11:45:39.938682 1 tasks_processing.go:71] worker 17 working on infrastructures task. I0702 11:45:39.938595 1 recorder.go:70] Recording config/image with fingerprint=d554a88dd57e5b02211aa7fe192c6c4eaf8fc85a911519e24078390059648b4d I0702 11:45:39.938760 1 gather.go:177] gatherer "clusterconfig" function "image" took 58.261367ms to process 1 records I0702 11:45:39.938865 1 tasks_processing.go:71] worker 2 working on crds task. I0702 11:45:39.939090 1 recorder.go:70] Recording config/apiserver with fingerprint=a5bc7658a78bd70ea567378f522cf341792bb1e9af4a85eeafea14d083a16079 I0702 11:45:39.939111 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 58.618195ms to process 1 records I0702 11:45:39.939210 1 tasks_processing.go:71] worker 29 working on storage_classes task. I0702 11:45:39.939412 1 recorder.go:70] Recording config/oauth with fingerprint=18a65bbdab23a7a065d8929150c3cbc01a15c5225eec3e8f529979eaa77087c7 I0702 11:45:39.939425 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 58.119288ms to process 1 records I0702 11:45:39.941857 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 11:45:39.941953 1 tasks_processing.go:71] worker 0 working on tsdb_status task. W0702 11:45:39.941983 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 11:45:39.942203 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=349ae00a46c6aa37f21024218e787d08aa377241cb4bd35c3a1485d6a4325309 I0702 11:45:39.942274 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=f112806b2a11eea842cfb1cde4f3e7287fb0abeb339c4000d5d0611e4ef351b0 I0702 11:45:39.942328 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=559d57520f1080ead89f44a3bc7737c0aa8b2461110a171666e430def00e7d8c I0702 11:45:39.942341 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 62.608506ms to process 3 records I0702 11:45:39.942356 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 30.798µs to process 0 records I0702 11:45:39.942374 1 tasks_processing.go:71] worker 0 working on jaegers task. I0702 11:45:39.942503 1 tasks_processing.go:71] worker 15 working on proxies task. I0702 11:45:39.942571 1 recorder.go:70] Recording config/network with fingerprint=2c502579fa4207f5376accda8ee0caea41fee3fc18d9a9ca20b7ce37fdf1ea15 I0702 11:45:39.942584 1 gather.go:177] gatherer "clusterconfig" function "networks" took 60.817253ms to process 1 records I0702 11:45:39.942917 1 tasks_processing.go:71] worker 19 working on operators_pods_and_events task. I0702 11:45:39.943503 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=4b4b83ab595403a281b45416a63362765ee0000ac61620df7e9c8791480aafc5 I0702 11:45:39.943520 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 62.768757ms to process 1 records I0702 11:45:39.953715 1 tasks_processing.go:71] worker 28 working on ingress_certificates task. I0702 11:45:39.955279 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1b9ce8370f21ef803a8f8d23ceb21ba0abdeb75d8a2c19ee3de51691ef818170 I0702 11:45:39.955347 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 50.913693ms to process 1 records I0702 11:45:39.959756 1 tasks_processing.go:71] worker 26 working on lokistack task. I0702 11:45:39.959820 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 78.774699ms to process 0 records W0702 11:45:39.961548 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 11:45:39.961679 1 tasks_processing.go:71] worker 0 working on sap_pods task. I0702 11:45:39.961703 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 19.289549ms to process 0 records I0702 11:45:39.961721 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 80.540879ms to process 0 records I0702 11:45:39.961729 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 23.974638ms to process 0 records I0702 11:45:39.961735 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 24.116587ms to process 0 records I0702 11:45:39.961744 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 23.528637ms to process 0 records I0702 11:45:39.961751 1 tasks_processing.go:71] worker 9 working on service_accounts task. I0702 11:45:39.961759 1 tasks_processing.go:71] worker 6 working on machine_config_pools task. I0702 11:45:39.961762 1 tasks_processing.go:74] worker 11 stopped. I0702 11:45:39.961772 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 23.243878ms to process 0 records I0702 11:45:39.961782 1 tasks_processing.go:71] worker 31 working on openshift_logging task. I0702 11:45:39.961788 1 tasks_processing.go:74] worker 15 stopped. I0702 11:45:39.961874 1 recorder.go:70] Recording config/proxy with fingerprint=5ade45deba3bebd9826b4a93716d725c2be8f7c384a0ca16d3b22f8c5dbd5214 I0702 11:45:39.961893 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 19.271379ms to process 1 records I0702 11:45:39.961753 1 tasks_processing.go:71] worker 23 working on nodenetworkstates task. I0702 11:45:39.965890 1 tasks_processing.go:74] worker 4 stopped. I0702 11:45:39.966058 1 recorder.go:70] Recording config/ingress with fingerprint=8f300ddf699c6672a70dea1812585831c2d9601ce80bc664ad0daff6b7f39c20 I0702 11:45:39.966075 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 85.928607ms to process 1 records I0702 11:45:39.974958 1 tasks_processing.go:74] worker 5 stopped. E0702 11:45:39.974975 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0702 11:45:39.974986 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 72.21606ms to process 0 records I0702 11:45:39.975090 1 tasks_processing.go:74] worker 6 stopped. I0702 11:45:39.975122 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 13.321087ms to process 0 records I0702 11:45:39.975154 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 15.286178ms to process 0 records I0702 11:45:39.975167 1 tasks_processing.go:74] worker 26 stopped. I0702 11:45:39.975315 1 tasks_processing.go:74] worker 31 stopped. I0702 11:45:39.975332 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 13.524766ms to process 0 records I0702 11:45:39.975565 1 tasks_processing.go:74] worker 23 stopped. I0702 11:45:39.975581 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 13.587377ms to process 0 records I0702 11:45:39.975654 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 72.859179ms to process 0 records I0702 11:45:39.975668 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 13.883574ms to process 0 records I0702 11:45:39.975676 1 tasks_processing.go:74] worker 0 stopped. I0702 11:45:39.975688 1 tasks_processing.go:74] worker 3 stopped. I0702 11:45:39.976224 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0702 11:45:39.976290 1 tasks_processing.go:74] worker 22 stopped. I0702 11:45:39.976519 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0702 11:45:39.976713 1 operator.go:287] started I0702 11:45:39.976787 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0702 11:45:39.976536 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=43cbbe62c68ab092b7a3741d825aa6da0b5e36ab05057738a2178cf28f426117 I0702 11:45:39.977140 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 95.879869ms to process 1 records I0702 11:45:39.977269 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 95.064825ms to process 0 records I0702 11:45:39.977310 1 tasks_processing.go:74] worker 20 stopped. I0702 11:45:39.977827 1 tasks_processing.go:74] worker 25 stopped. I0702 11:45:39.978221 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=d27720121b27ff2b50b40f7c1839747149c05f456b6d65e4f47cc0eefb5dfb47 I0702 11:45:39.978475 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=cb2ea5ec5f8c8a38221356cc56c60d871282aef8bd1d68fdaefc431785db867e I0702 11:45:39.978536 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=3370bf5f59199d51d6817df7c4265cafcab09158bdee8bb54c251f8c89cf4892 I0702 11:45:39.978646 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=2c2ca0bf798b1aa7f078694c3ee1465c55e1084c8329268bda2e091626056291 I0702 11:45:39.978734 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=4718ed313f2f12f90ea13b27ec84c51e956e1c696ab6d3da0b0e04be7c356ebe I0702 11:45:39.978820 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=55b33455eab6c45aeff1689d8c70fcce7a780470ed7c19086a673f04c308c281 I0702 11:45:39.978901 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=4e80c4a57577b9940f83da3eebba786be3a0e3f3cf7c30ad9e44d32ddea58df6 I0702 11:45:39.978990 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=e4dc20a578e176e3bcc81673f7e4ee641006e53f42f671d6255a552db0d1589c I0702 11:45:39.979076 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=bd1f863cb28016a669a37b62fc26796a3eb84799d6f1c10246405143d945e2c9 I0702 11:45:39.979229 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=d8a7ad1a1ac30a37351a460cc68a0d5886b7f44870f3ca20f9dfe176b16a5728 I0702 11:45:39.979526 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=c39d5a7104a098c9f846c393285637f89b068d20957a5ac21a75054f20f38f57 I0702 11:45:39.979541 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 39.550234ms to process 11 records I0702 11:45:39.979628 1 tasks_processing.go:74] worker 30 stopped. I0702 11:45:39.979771 1 recorder.go:70] Recording config/authentication with fingerprint=9519e48a2462877ab31165b3154aa783ac80b6af906e6e60b7a04cf2088dd5ad I0702 11:45:39.979784 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 39.293564ms to process 1 records I0702 11:45:39.979794 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 97.670836ms to process 0 records I0702 11:45:39.979865 1 tasks_processing.go:74] worker 12 stopped. I0702 11:45:39.979934 1 tasks_processing.go:74] worker 13 stopped. I0702 11:45:39.980116 1 recorder.go:70] Recording config/node/ip-10-0-0-159.ec2.internal with fingerprint=8d9e8258a6ae937daa9f2782cd9381bd06db51638b57cd3a857c263cd58581c9 I0702 11:45:39.980174 1 recorder.go:70] Recording config/node/ip-10-0-1-122.ec2.internal with fingerprint=f6ac2b544b92ef2d1aa16aad5bf11a90f80d7314ead391e3efc2f1bd85242446 I0702 11:45:39.980253 1 recorder.go:70] Recording config/node/ip-10-0-2-220.ec2.internal with fingerprint=bf13a8179ddc2991a40810149ac74d2ec9bea00707cca0804ff01ef3947977bc I0702 11:45:39.980263 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 96.554562ms to process 3 records I0702 11:45:39.980272 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 97.880655ms to process 0 records I0702 11:45:39.980279 1 tasks_processing.go:74] worker 10 stopped. I0702 11:45:39.996104 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 11:45:39.996122 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 11:45:39.996130 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 11:45:39.996140 1 controller.go:203] Source scaController *sca.Controller is not ready I0702 11:45:39.996145 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0702 11:45:39.996178 1 controller.go:458] The operator is still being initialized I0702 11:45:39.996213 1 controller.go:481] The operator is healthy I0702 11:45:39.996398 1 tasks_processing.go:74] worker 8 stopped. I0702 11:45:39.996469 1 recorder.go:70] Recording config/olm_operators with fingerprint=53797183f718583ff4f2c346ea0179c89b9afd7a4b74f0cb93a47bac92eaa89c I0702 11:45:39.996486 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 93.642068ms to process 1 records I0702 11:45:40.011032 1 tasks_processing.go:74] worker 27 stopped. I0702 11:45:40.011372 1 prometheus_rules.go:88] Prometheus rules successfully created I0702 11:45:40.011883 1 recorder.go:70] Recording config/version with fingerprint=f1921c2910b71861704502431e1e0c85e5e7c670e6944c5d539bbec3f077c9ca I0702 11:45:40.011906 1 recorder.go:70] Recording config/id with fingerprint=fbb4f2012d5b50ee492a3b17087be259b21435870e386b0e4ce41c95b84abdc5 I0702 11:45:40.011917 1 gather.go:177] gatherer "clusterconfig" function "version" took 131.514934ms to process 2 records I0702 11:45:40.012030 1 tasks_processing.go:74] worker 17 stopped. I0702 11:45:40.013390 1 recorder.go:70] Recording config/infrastructure with fingerprint=24845748acc6a748fa784e26c6de3f26209b8ab7db2a4fdd137aa7f2053c675f I0702 11:45:40.013456 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 72.52937ms to process 1 records I0702 11:45:40.013786 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=13ee6dbaaa57e796860706ff6a9f5c25a30f7f82d3d6aa98dfb7073658e2560d I0702 11:45:40.013961 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=194ec722dfd64b57e9a5bfc7ec3ec23c4066419e18f123292165db1f433bcc3f I0702 11:45:40.013995 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 108.415562ms to process 2 records I0702 11:45:40.014009 1 tasks_processing.go:74] worker 7 stopped. I0702 11:45:40.017013 1 tasks_processing.go:74] worker 2 stopped. I0702 11:45:40.017778 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=5d5df7c0ae3e62d6264488ae8bee86becfe86d991449f1335f128fed64bb6cd4 E0702 11:45:40.017815 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27db0d3d3f-418f-4886-b820-640f093a78f8%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:44846->172.30.0.10:53: read: connection refused I0702 11:45:40.017826 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27db0d3d3f-418f-4886-b820-640f093a78f8%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:44846->172.30.0.10:53: read: connection refused I0702 11:45:40.018242 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=d6af94050319f75e2a5477ef6a07610d2c8ca9b0997f0f52b324ad48bf4a77a9 I0702 11:45:40.018279 1 gather.go:177] gatherer "clusterconfig" function "crds" took 78.125933ms to process 2 records I0702 11:45:40.018434 1 tasks_processing.go:74] worker 29 stopped. I0702 11:45:40.018556 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=d85b424130e3332381f45196e45423dc02b4e5d16c9e81d578d1240d0a824f39 I0702 11:45:40.018580 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=947f7baf2705137ea3490bddf3de321f01d283230d068dde07a82cdfdf517f7a I0702 11:45:40.018592 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 79.204719ms to process 2 records I0702 11:45:40.020822 1 tasks_processing.go:74] worker 1 stopped. I0702 11:45:40.022374 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-qgtjj with fingerprint=ce32140d435afc03c8e99bcdd23d4cc202aba98153fdf2fe43f5abd30cef8000 I0702 11:45:40.022434 1 recorder.go:70] Recording config/running_containers with fingerprint=60d25b168249f39bc73fac15c2b1e54f1ec52f7dde873557b1d24803c78cddad I0702 11:45:40.022443 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 114.106918ms to process 2 records I0702 11:45:40.027366 1 tasks_processing.go:74] worker 21 stopped. I0702 11:45:40.027400 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0702 11:45:40.027412 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 88.739781ms to process 1 records I0702 11:45:40.058225 1 tasks_processing.go:74] worker 18 stopped. E0702 11:45:40.058242 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0702 11:45:40.058251 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0702 11:45:40.058255 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0702 11:45:40.058264 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0702 11:45:40.058295 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0702 11:45:40.058304 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0702 11:45:40.058309 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0702 11:45:40.058314 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0702 11:45:40.058352 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0702 11:45:40.058360 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0702 11:45:40.058366 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 177.515612ms to process 7 records I0702 11:45:40.077522 1 base_controller.go:82] Caches are synced for LoggingSyncer I0702 11:45:40.077534 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0702 11:45:40.188386 1 tasks_processing.go:74] worker 28 stopped. E0702 11:45:40.188406 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0702 11:45:40.188416 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2r9viipd2t2o1jdilrhipalebtm49bmv-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2r9viipd2t2o1jdilrhipalebtm49bmv-primary-cert-bundle-secret" not found I0702 11:45:40.188486 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=0ef7b26da8152365b61c9edb83c8c3fc12565b076867bb316e528aeab296be21 I0702 11:45:40.188506 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 234.653867ms to process 1 records I0702 11:45:40.201105 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0702 11:45:40.205310 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:46315->172.30.0.10:53: read: connection refused I0702 11:45:40.205323 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:46315->172.30.0.10:53: read: connection refused I0702 11:45:40.231522 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0702 11:45:40.240402 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0702 11:45:40.391571 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0702 11:45:40.586786 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W0702 11:45:40.958577 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 11:45:41.186142 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0702 11:45:41.186164 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0702 11:45:41.186420 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hh99n pod in namespace openshift-dns (previous: false). I0702 11:45:41.388754 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0702 11:45:41.412032 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hh99n pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-hh99n\" is waiting to start: ContainerCreating" I0702 11:45:41.412050 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-hh99n\" is waiting to start: ContainerCreating" I0702 11:45:41.412058 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hh99n pod in namespace openshift-dns (previous: false). I0702 11:45:41.590132 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hh99n pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-hh99n\" is waiting to start: ContainerCreating" I0702 11:45:41.590156 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-hh99n\" is waiting to start: ContainerCreating" I0702 11:45:41.590200 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-t6tjk pod in namespace openshift-dns (previous: false). I0702 11:45:41.792048 1 tasks_processing.go:74] worker 24 stopped. I0702 11:45:41.792103 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=e4156a042f32c5177d065127b21a4b0affab92e7e62bcdb152c54682474c6cda I0702 11:45:41.792143 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=3f245ff7d4bdf90bd5407e6017bf663075212547824344a421431302db30b549 I0702 11:45:41.792199 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0702 11:45:41.792233 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=650e00aac4a4ac8a2423c939268e0e89dee799c16a78bc913e0f30eccd79c5c7 I0702 11:45:41.792253 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0702 11:45:41.792285 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=9bd59e88d42561650e3da32c121a5131b9c3994ca9403954a75a4fcbcc6dd94b I0702 11:45:41.792320 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=5ae5e94de7733c224bd47c51ff31b0fbcae80076b94aa437c9299479ddd29830 I0702 11:45:41.792345 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=b590604f246a0239422ac60f5493b43195801670d48f95702eddd1de3f7c19c5 I0702 11:45:41.792366 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=efe5fb7953af3857c55a0f9b23c799b514d120cd6c01fecb1825048ab20600d0 I0702 11:45:41.792386 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=eb91f4d26fad989afe1b955f0780906385fc9149d85957a30745db75933b0083 I0702 11:45:41.792397 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0702 11:45:41.792414 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=d19346625df4521c9e7490af8245b37924c7a4d2451c013193d4d3cc00c9764a I0702 11:45:41.792427 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0702 11:45:41.792449 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=d0a5c2401e3eba3149be9906486395e584f868116eba6a7a3a53a351aede2e2c I0702 11:45:41.792460 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0702 11:45:41.792480 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=570664f6530aeab933b0d1e2cc41e53ba4417e769b3e2003699ad050ad5903ba I0702 11:45:41.792490 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0702 11:45:41.792508 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=f2b0685b6949b946b9ee3ccd255b2846930cf3bb19857cf4a48b0015e94f603f I0702 11:45:41.792640 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=131bae0be33eb407b67d93ea399ef4debd01801722a887e41d4c0b9a6d47aeb7 I0702 11:45:41.792673 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0702 11:45:41.792696 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=4f56d5db185029de0ebaf829575faa70c11017f1f417a8b6638111abf585589d I0702 11:45:41.792720 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=e5540027ebf30d56e9974503f3b66e8cf9344a7c095e2248ba0706c69bc9c0a1 I0702 11:45:41.792730 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0702 11:45:41.792753 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=ceb6813bca90b5666ca4962026286fc94eaa1b5c976003729be46b75d36edc31 I0702 11:45:41.792764 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0702 11:45:41.792779 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=5b015f28aea8edaca1dc89c1852ccae48b9a3fc9cb9e35761c13069e8afcdaa6 I0702 11:45:41.792795 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=bff9f49907e17a607c6ee9eca2e2342078b0184fa8fd2bc25dbab33a2162395d I0702 11:45:41.792810 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=e079f8bf5e0418cba574e6d95dab14c645df577f88cf9edee680b98e04842692 I0702 11:45:41.792831 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=753eda47bb2aa7be3d8b1d172af0e93a11a44d2c9117fed0d7dff68885c2509e I0702 11:45:41.792847 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=5e99b827bbef891aa80827b6063c95eed56c33472c927d925cd4f993e6b84dab I0702 11:45:41.792877 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=b9956e217b3efa0ce591536dc39ce982927a379246deeeecd1467793c56a095e I0702 11:45:41.792897 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0702 11:45:41.792910 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0702 11:45:41.792917 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.911133229s to process 33 records I0702 11:45:41.815363 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-t6tjk pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-t6tjk\" is waiting to start: ContainerCreating" I0702 11:45:41.815380 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-t6tjk\" is waiting to start: ContainerCreating" I0702 11:45:41.815389 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-t6tjk pod in namespace openshift-dns (previous: false). W0702 11:45:41.957749 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 11:45:41.990836 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-t6tjk pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-t6tjk\" is waiting to start: ContainerCreating" I0702 11:45:41.990856 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-t6tjk\" is waiting to start: ContainerCreating" I0702 11:45:41.990894 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-whrj7 pod in namespace openshift-dns (previous: false). I0702 11:45:42.212120 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-whrj7 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-whrj7\" is waiting to start: ContainerCreating" I0702 11:45:42.212141 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-whrj7\" is waiting to start: ContainerCreating" I0702 11:45:42.212151 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-whrj7 pod in namespace openshift-dns (previous: false). I0702 11:45:42.390136 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-whrj7 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-whrj7\" is waiting to start: ContainerCreating" I0702 11:45:42.390161 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-whrj7\" is waiting to start: ContainerCreating" I0702 11:45:42.390173 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-kr8lm pod in namespace openshift-dns (previous: false). I0702 11:45:42.597319 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 11:45:42.597337 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-n9kd2 pod in namespace openshift-dns (previous: false). I0702 11:45:42.790823 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 11:45:42.790841 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zd7rp pod in namespace openshift-dns (previous: false). W0702 11:45:42.958109 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 11:45:42.991399 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 11:45:42.991492 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5989f98c49-pb8bx pod in namespace openshift-image-registry (previous: false). I0702 11:45:43.192544 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5989f98c49-pb8bx pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5989f98c49-pb8bx\" is waiting to start: ContainerCreating" I0702 11:45:43.192564 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5989f98c49-pb8bx\" is waiting to start: ContainerCreating" I0702 11:45:43.192614 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-59bf7678-2ctz5 pod in namespace openshift-image-registry (previous: false). I0702 11:45:43.390163 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-59bf7678-2ctz5 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-59bf7678-2ctz5\" is waiting to start: ContainerCreating" I0702 11:45:43.390197 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-59bf7678-2ctz5\" is waiting to start: ContainerCreating" I0702 11:45:43.390248 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-59bf7678-qgs9v pod in namespace openshift-image-registry (previous: false). I0702 11:45:43.589902 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-59bf7678-qgs9v pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-59bf7678-qgs9v\" is waiting to start: ContainerCreating" I0702 11:45:43.589922 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-59bf7678-qgs9v\" is waiting to start: ContainerCreating" I0702 11:45:43.589935 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-48mxx pod in namespace openshift-image-registry (previous: false). I0702 11:45:43.793443 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 11:45:43.793461 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-6d9sj pod in namespace openshift-image-registry (previous: false). W0702 11:45:43.957290 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 11:45:43.991877 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 11:45:43.991894 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-b6wfk pod in namespace openshift-image-registry (previous: false). I0702 11:45:44.191379 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 11:45:44.191401 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-69cd788b57-gcbs8 pod in namespace openshift-ingress (previous: false). I0702 11:45:44.403545 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-69cd788b57-gcbs8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-69cd788b57-gcbs8\" is waiting to start: ContainerCreating" I0702 11:45:44.403563 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-69cd788b57-gcbs8\" is waiting to start: ContainerCreating" I0702 11:45:44.403574 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7995c9cd99-jkpnj pod in namespace openshift-ingress (previous: false). I0702 11:45:44.606104 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7995c9cd99-jkpnj pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7995c9cd99-jkpnj\" is waiting to start: ContainerCreating" I0702 11:45:44.606122 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7995c9cd99-jkpnj\" is waiting to start: ContainerCreating" I0702 11:45:44.606134 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7995c9cd99-knss5 pod in namespace openshift-ingress (previous: false). I0702 11:45:44.790764 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7995c9cd99-knss5 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7995c9cd99-knss5\" is waiting to start: ContainerCreating" I0702 11:45:44.790780 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7995c9cd99-knss5\" is waiting to start: ContainerCreating" I0702 11:45:44.790806 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-dd95b pod in namespace openshift-ingress-canary (previous: false). W0702 11:45:44.954095 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 11:45:44.954119 1 tasks_processing.go:74] worker 14 stopped. E0702 11:45:44.954130 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 11:45:44.954142 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0702 11:45:44.954159 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0702 11:45:44.954175 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.073546329s to process 1 records I0702 11:45:44.991281 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-dd95b pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-dd95b\" is waiting to start: ContainerCreating" I0702 11:45:44.991298 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-dd95b\" is waiting to start: ContainerCreating" I0702 11:45:44.991327 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ghsb8 pod in namespace openshift-ingress-canary (previous: false). I0702 11:45:45.192294 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-ghsb8 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ghsb8\" is waiting to start: ContainerCreating" I0702 11:45:45.192310 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ghsb8\" is waiting to start: ContainerCreating" I0702 11:45:45.192338 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-v6w9j pod in namespace openshift-ingress-canary (previous: false). I0702 11:45:45.389527 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-v6w9j pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-v6w9j\" is waiting to start: ContainerCreating" I0702 11:45:45.389546 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-v6w9j\" is waiting to start: ContainerCreating" I0702 11:45:45.389562 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-949fdd477-kk4bt pod in namespace openshift-kube-storage-version-migrator (previous: false). I0702 11:45:45.590974 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-949fdd477-kk4bt pod in namespace openshift-kube-storage-version-migrator (previous: false). I0702 11:45:45.790106 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-7944b9f44d-6sr84 pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0702 11:45:45.997736 1 tasks_processing.go:74] worker 19 stopped. I0702 11:45:45.997822 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=04c28673b5cd8a41c66639e4f176c2aa5625e2876409a72106b1fb7afd834758 I0702 11:45:45.997873 1 recorder.go:70] Recording events/openshift-dns with fingerprint=ec583ed73d3725a5f21a805e485916a973eb95aefb99a7afef7ad35bd3d28ec9 I0702 11:45:45.997963 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=2dd1c95891f1a406847841c69e37fdae0f7665a06234db0eafc9e8c4bafe1b5f I0702 11:45:45.997989 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=6423c757f8c73ce441bd46e88200f1b9a290201c8ce6fbd77407f0e83928fc3a I0702 11:45:45.998037 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=f8ac4fe0ae077f5b5e2b81c4f69fa43b26ddfb220936b9cf0e2d0b943b4a0b70 I0702 11:45:45.998054 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=8f7f486abbde3e087c6e4a3be10e238f3a091fbb7b6481f8be5eaa8487e9dd13 I0702 11:45:45.998070 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator with fingerprint=5bb51d71139e77aae10f85c09ab572231b2dbecba623d669da5f81bfd52efe23 I0702 11:45:45.998121 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=eebcd3407e57aff1a099839369d5ad20aebfa44777926ac2ed25bea9833293bb I0702 11:45:45.998281 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-hh99n with fingerprint=ccca651ccad4e246dcc338faa017856cb7317292d589a01f1294e173fe6d876c I0702 11:45:45.998362 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-t6tjk with fingerprint=2fb310038eca6408058ec3bc3bfe07d80ea001f1e1b7cb6f77ed684ec635f197 I0702 11:45:45.998430 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-whrj7 with fingerprint=1c9331e6b45583cd1fec27b57b9a8a8d4cfc6820ee2d9995ac6963c154ededb7 I0702 11:45:45.998572 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-5989f98c49-pb8bx with fingerprint=d9dab3abf61983f02742cc1811343e112f2444379cd21a7483bad20ef2421643 I0702 11:45:45.998665 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-59bf7678-2ctz5 with fingerprint=5e5b38ae017b957a418924f8872b3dc5f8c9096659f7fc27552a622b06de19aa I0702 11:45:45.998752 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-59bf7678-qgs9v with fingerprint=612ffee6574fa00ea8f785e10be4e45f4ba22c67d53e649c70382042baaa98d8 I0702 11:45:45.998809 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-dd95b with fingerprint=0f674b90ab1c1e7b36f5dc1379c5bd8c3528a9f7d6942b3c6fcb282e3239b38c I0702 11:45:45.998864 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-ghsb8 with fingerprint=a23fc19638e950211182c70b0d8449ed288c9310514fdd88cf08aba225bd2ac9 I0702 11:45:45.998918 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-v6w9j with fingerprint=1a69e188fb8f18257e37f3f9f9ce06c3f3999129bbf98a6b1b70befd6bf5089d I0702 11:45:45.998934 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-kk4bt/migrator_current.log with fingerprint=4ac1f6cd3817e677438debc8e79145022e7ba16b2468995cf400615f71ee8de4 I0702 11:45:45.998946 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-kk4bt/graceful-termination_current.log with fingerprint=18a7a094c921b08432f26fac8067b8c7e24dfe96c4d489da41b1d2f4035d3d41 I0702 11:45:45.999025 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-7944b9f44d-6sr84/kube-storage-version-migrator-operator_current.log with fingerprint=dfaf6e9db9c05f4d558db73c3318ecbf66b29ce09c1e74a459161ef164bdfcea I0702 11:45:45.999037 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.054799028s to process 20 records I0702 11:45:52.019813 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 11:45:52.729867 1 tasks_processing.go:74] worker 16 stopped. I0702 11:45:52.729909 1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0702 11:45:52.729925 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.850127148s to process 1 records I0702 11:45:53.133718 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 11:45:53.335369 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 11:45:53.568153 1 tasks_processing.go:74] worker 9 stopped. I0702 11:45:53.568477 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=40a83a894d0cf5587650f76f2ccfab0c74acdbf62accc67d33c8bf68f5833b03 I0702 11:45:53.568504 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.60638253s to process 1 records E0702 11:45:53.568571 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.689s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0702 11:45:53.569687 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0702 11:45:53.569703 1 periodic.go:212] Running workloads gatherer I0702 11:45:53.569723 1 tasks_processing.go:45] number of workers: 2 I0702 11:45:53.569729 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 11:45:53.569734 1 tasks_processing.go:71] worker 1 working on workload_info task. I0702 11:45:53.569741 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 11:45:53.569816 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0702 11:45:53.596372 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0702 11:45:53.599704 1 tasks_processing.go:74] worker 0 stopped. I0702 11:45:53.599719 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 29.870301ms to process 0 records I0702 11:45:53.603937 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (8ms) I0702 11:45:53.612197 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (8ms) I0702 11:45:53.620017 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (8ms) I0702 11:45:53.627874 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (8ms) I0702 11:45:53.636139 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (8ms) I0702 11:45:53.644142 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (8ms) I0702 11:45:53.653795 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (10ms) I0702 11:45:53.661930 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (8ms) I0702 11:45:53.669691 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (8ms) I0702 11:45:53.679447 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (10ms) I0702 11:45:53.704624 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (25ms) I0702 11:45:53.804327 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms) I0702 11:45:53.904589 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (100ms) I0702 11:45:54.004916 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (100ms) I0702 11:45:54.104953 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (100ms) I0702 11:45:54.204517 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (100ms) I0702 11:45:54.304713 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I0702 11:45:54.405030 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0702 11:45:54.504466 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (99ms) I0702 11:45:54.604242 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (100ms) I0702 11:45:54.705086 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (101ms) I0702 11:45:54.805109 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (100ms) I0702 11:45:54.904344 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (99ms) I0702 11:45:55.004417 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (100ms) I0702 11:45:55.104911 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (100ms) I0702 11:45:55.204581 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (100ms) I0702 11:45:55.303700 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (99ms) I0702 11:45:55.405616 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (102ms) I0702 11:45:55.503942 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (98ms) I0702 11:45:55.605127 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (101ms) I0702 11:45:55.704595 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (99ms) I0702 11:45:55.804553 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms) I0702 11:45:55.804582 1 tasks_processing.go:74] worker 1 stopped. E0702 11:45:55.804601 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0702 11:45:55.804905 1 recorder.go:70] Recording config/workload_info with fingerprint=bb599a4d5c2f2ecc7c8cb8e0dbffcc483726b1bb4e97f8f4c95caaed7ce5d97e I0702 11:45:55.804925 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.234841921s to process 1 records E0702 11:45:55.804950 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.235s with: function \"workload_info\" failed with an error" I0702 11:45:55.806697 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0702 11:45:55.806709 1 periodic.go:212] Running conditional gatherer I0702 11:45:55.817129 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0702 11:45:55.823700 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.10:39503->172.30.0.10:53: read: connection refused E0702 11:45:55.823970 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 11:45:55.824029 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0702 11:45:55.833403 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0702 11:45:55.833418 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 11:45:55.833424 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 11:45:55.833429 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 11:45:55.833434 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 11:45:55.833439 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 11:45:55.833443 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 11:45:55.833446 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 11:45:55.833449 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 11:45:55.833452 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0702 11:45:55.833467 1 tasks_processing.go:45] number of workers: 3 I0702 11:45:55.833478 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 11:45:55.833482 1 tasks_processing.go:71] worker 2 working on remote_configuration task. I0702 11:45:55.833488 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 11:45:55.833499 1 tasks_processing.go:71] worker 0 working on rapid_container_logs task. I0702 11:45:55.833498 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 11:45:55.833520 1 tasks_processing.go:74] worker 1 stopped. I0702 11:45:55.833522 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0702 11:45:55.833554 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0702 11:45:55.833571 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.183µs to process 1 records I0702 11:45:55.833642 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0702 11:45:55.833653 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.695µs to process 1 records I0702 11:45:55.833655 1 tasks_processing.go:74] worker 2 stopped. I0702 11:45:55.833752 1 tasks_processing.go:74] worker 0 stopped. I0702 11:45:55.833764 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 248.353µs to process 0 records I0702 11:45:55.833783 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.10:39503->172.30.0.10:53: read: connection refused I0702 11:45:55.833801 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0702 11:45:55.860549 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=8635df25d1f65a38550a49e892cd00c4a76ab72d8f8315f33e1e2a0dd3a420b0 I0702 11:45:55.860704 1 diskrecorder.go:70] Writing 113 records to /var/lib/insights-operator/insights-2026-07-02-114555.tar.gz I0702 11:45:55.869868 1 diskrecorder.go:51] Wrote 113 records to disk in 9ms I0702 11:45:55.869907 1 periodic.go:281] Gathering cluster info every 2h0m0s I0702 11:45:55.869935 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0702 11:46:08.939209 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 11:46:54.342875 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="d298bc5d64c28de9eb1198ec081181d5eb0eef2b75893c3b243690ea0732137e") W0702 11:46:54.343010 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created I0702 11:46:54.343145 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="ec9c6100d5566c1092766ad91ed59f69e5a8975c99fff42199eeef870a879d1e") I0702 11:46:54.344962 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0702 11:46:54.344979 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0702 11:46:54.344961 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0702 11:46:54.343440 1 periodic.go:173] Shutting down I0702 11:46:54.343454 1 base_controller.go:181] Shutting down LoggingSyncer ... I0702 11:46:54.344991 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="ab631bd202b49dde542a23bbfd808b4c6054d0d73c08f97de4bfddf32a1e69e9") I0702 11:46:54.345002 1 base_controller.go:113] All LoggingSyncer workers have been terminated E0702 11:46:54.343561 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled I0702 11:46:54.343233 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"