W0704 18:16:57.174461 1 cmd.go:257] Using insecure, self-signed certificates I0704 18:16:57.538409 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0704 18:16:57.538742 1 observer_polling.go:159] Starting file observer W0704 18:16:57.560213 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0704 18:16:57.836362 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0704 18:16:57.836703 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0704 18:16:57.837598 1 secure_serving.go:57] Forcing use of http/1.1 only W0704 18:16:57.837624 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0704 18:16:57.837630 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0704 18:16:57.837636 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0704 18:16:57.837641 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0704 18:16:57.837645 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. I0704 18:16:57.837644 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0704 18:16:57.837649 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0704 18:16:57.842648 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0704 18:16:57.842630 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] E0704 18:16:57.845573 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18bf28f6c7e27233 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-04 18:16:57.842577971 +0000 UTC m=+0.711202379,LastTimestamp:2026-07-04 18:16:57.842577971 +0000 UTC m=+0.711202379,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0704 18:16:57.851363 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0704 18:16:57.851390 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0704 18:16:57.851487 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0704 18:16:57.851504 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0704 18:16:57.851504 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0704 18:16:57.851520 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0704 18:16:57.851536 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0704 18:16:57.851555 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0704 18:16:57.851580 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0704 18:16:57.851717 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-4075724767/tls.crt::/tmp/serving-cert-4075724767/tls.key" I0704 18:16:57.852411 1 secure_serving.go:213] Serving securely on [::]:8443 I0704 18:16:57.852453 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0704 18:16:57.861608 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:16:57.861673 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0704 18:16:57.879372 1 secretconfigobserver.go:119] support secret does not exist I0704 18:16:57.890726 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 18:16:57.903357 1 secretconfigobserver.go:119] support secret does not exist I0704 18:16:57.903533 1 recorder.go:156] Pruning old reports every 7h29m59s, max age is 288h0m0s I0704 18:16:57.912165 1 periodic.go:212] Running clusterconfig gatherer I0704 18:16:57.912180 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0704 18:16:57.912192 1 insightsreport.go:296] Starting report retriever I0704 18:16:57.912199 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0704 18:16:57.912213 1 tasks_processing.go:45] number of workers: 32 I0704 18:16:57.912164 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0704 18:16:57.912231 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0704 18:16:57.912242 1 tasks_processing.go:69] worker 31 listening for tasks. I0704 18:16:57.912247 1 tasks_processing.go:71] worker 31 working on sap_datahubs task. I0704 18:16:57.912259 1 tasks_processing.go:69] worker 15 listening for tasks. I0704 18:16:57.912269 1 tasks_processing.go:69] worker 0 listening for tasks. I0704 18:16:57.912274 1 tasks_processing.go:69] worker 1 listening for tasks. I0704 18:16:57.912279 1 tasks_processing.go:69] worker 2 listening for tasks. I0704 18:16:57.912285 1 tasks_processing.go:69] worker 3 listening for tasks. I0704 18:16:57.912286 1 tasks_processing.go:69] worker 23 listening for tasks. I0704 18:16:57.912290 1 tasks_processing.go:69] worker 4 listening for tasks. I0704 18:16:57.912291 1 tasks_processing.go:69] worker 19 listening for tasks. I0704 18:16:57.912295 1 tasks_processing.go:69] worker 5 listening for tasks. I0704 18:16:57.912298 1 tasks_processing.go:69] worker 20 listening for tasks. I0704 18:16:57.912299 1 tasks_processing.go:69] worker 11 listening for tasks. I0704 18:16:57.912306 1 tasks_processing.go:69] worker 12 listening for tasks. I0704 18:16:57.912306 1 tasks_processing.go:69] worker 16 listening for tasks. I0704 18:16:57.912313 1 tasks_processing.go:69] worker 17 listening for tasks. I0704 18:16:57.912315 1 tasks_processing.go:69] worker 21 listening for tasks. I0704 18:16:57.912319 1 tasks_processing.go:69] worker 13 listening for tasks. I0704 18:16:57.912313 1 tasks_processing.go:69] worker 10 listening for tasks. I0704 18:16:57.912323 1 tasks_processing.go:69] worker 18 listening for tasks. I0704 18:16:57.912327 1 tasks_processing.go:69] worker 22 listening for tasks. I0704 18:16:57.912324 1 tasks_processing.go:69] worker 8 listening for tasks. I0704 18:16:57.912330 1 tasks_processing.go:69] worker 14 listening for tasks. I0704 18:16:57.912332 1 tasks_processing.go:69] worker 9 listening for tasks. I0704 18:16:57.912338 1 tasks_processing.go:69] worker 27 listening for tasks. I0704 18:16:57.912339 1 tasks_processing.go:69] worker 29 listening for tasks. I0704 18:16:57.912337 1 tasks_processing.go:69] worker 7 listening for tasks. I0704 18:16:57.912344 1 tasks_processing.go:69] worker 28 listening for tasks. I0704 18:16:57.912348 1 tasks_processing.go:69] worker 30 listening for tasks. I0704 18:16:57.912347 1 tasks_processing.go:69] worker 25 listening for tasks. I0704 18:16:57.912352 1 tasks_processing.go:69] worker 26 listening for tasks. I0704 18:16:57.912349 1 tasks_processing.go:69] worker 24 listening for tasks. I0704 18:16:57.912338 1 tasks_processing.go:69] worker 6 listening for tasks. I0704 18:16:57.912420 1 tasks_processing.go:71] worker 6 working on image_pruners task. I0704 18:16:57.912424 1 tasks_processing.go:71] worker 19 working on machine_autoscalers task. I0704 18:16:57.912431 1 tasks_processing.go:71] worker 13 working on support_secret task. I0704 18:16:57.912435 1 tasks_processing.go:71] worker 4 working on overlapping_namespace_uids task. I0704 18:16:57.912441 1 tasks_processing.go:71] worker 22 working on machines task. I0704 18:16:57.912453 1 tasks_processing.go:71] worker 14 working on openstack_dataplanenodesets task. I0704 18:16:57.912420 1 tasks_processing.go:71] worker 21 working on machine_sets task. I0704 18:16:57.912523 1 tasks_processing.go:71] worker 30 working on dvo_metrics task. I0704 18:16:57.912620 1 tasks_processing.go:71] worker 10 working on feature_gates task. I0704 18:16:57.912645 1 tasks_processing.go:71] worker 8 working on active_alerts task. I0704 18:16:57.912653 1 tasks_processing.go:71] worker 24 working on openstack_controlplanes task. W0704 18:16:57.912671 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0704 18:16:57.912685 1 tasks_processing.go:71] worker 8 working on sap_config task. I0704 18:16:57.912715 1 tasks_processing.go:71] worker 5 working on pdbs task. I0704 18:16:57.912804 1 tasks_processing.go:71] worker 18 working on ingress task. I0704 18:16:57.912845 1 tasks_processing.go:71] worker 9 working on oauths task. I0704 18:16:57.912880 1 tasks_processing.go:71] worker 20 working on metrics task. W0704 18:16:57.912907 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0704 18:16:57.912919 1 tasks_processing.go:71] worker 11 working on version task. I0704 18:16:57.912943 1 tasks_processing.go:71] worker 15 working on ceph_cluster task. I0704 18:16:57.912978 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 27.374µs to process 0 records I0704 18:16:57.912995 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 26.813µs to process 0 records I0704 18:16:57.912995 1 tasks_processing.go:71] worker 29 working on crds task. I0704 18:16:57.913001 1 tasks_processing.go:71] worker 7 working on container_runtime_configs task. I0704 18:16:57.913012 1 tasks_processing.go:71] worker 28 working on sap_pods task. I0704 18:16:57.913095 1 tasks_processing.go:71] worker 17 working on container_images task. I0704 18:16:57.913523 1 tasks_processing.go:71] worker 2 working on infrastructures task. I0704 18:16:57.913567 1 tasks_processing.go:71] worker 16 working on cost_management_metrics_configs task. I0704 18:16:57.912424 1 tasks_processing.go:71] worker 27 working on storage_classes task. I0704 18:16:57.912645 1 tasks_processing.go:71] worker 25 working on schedulers task. I0704 18:16:57.913111 1 tasks_processing.go:71] worker 3 working on node_logs task. I0704 18:16:57.913115 1 tasks_processing.go:71] worker 23 working on silenced_alerts task. I0704 18:16:57.913135 1 tasks_processing.go:71] worker 20 working on lokistack task. W0704 18:16:57.913781 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0704 18:16:57.913794 1 tasks_processing.go:71] worker 23 working on nodenetworkconfigurationpolicies task. I0704 18:16:57.913898 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 28.481µs to process 0 records I0704 18:16:57.912650 1 tasks_processing.go:71] worker 26 working on openshift_logging task. I0704 18:16:57.913142 1 tasks_processing.go:71] worker 0 working on config_maps task. I0704 18:16:57.913149 1 tasks_processing.go:71] worker 1 working on certificate_signing_requests task. I0704 18:16:57.913155 1 tasks_processing.go:71] worker 12 working on install_plans task. I0704 18:16:57.926776 1 tasks_processing.go:71] worker 31 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0704 18:16:57.926782 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 14.520995ms to process 0 records E0704 18:16:57.926884 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0704 18:16:57.926893 1 gather.go:177] gatherer "clusterconfig" function "machines" took 14.384482ms to process 0 records I0704 18:16:57.926900 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 14.406751ms to process 0 records I0704 18:16:57.926904 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 14.179116ms to process 0 records I0704 18:16:57.926909 1 tasks_processing.go:71] worker 24 working on image task. I0704 18:16:57.927023 1 tasks_processing.go:71] worker 19 working on operators task. I0704 18:16:57.927039 1 tasks_processing.go:71] worker 22 working on nodes task. I0704 18:16:57.927025 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0704 18:16:57.927063 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:16:57.927072 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:16:57.927077 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:16:57.927096 1 controller.go:458] The operator is still being initialized I0704 18:16:57.927099 1 tasks_processing.go:71] worker 10 working on machine_configs task. I0704 18:16:57.927105 1 controller.go:481] The operator is healthy I0704 18:16:57.927682 1 recorder.go:70] Recording config/featuregate with fingerprint=d0ad3d96f118c9675d3c7bca8250bcc85fac618d4c512a3ff542e2505af4067c I0704 18:16:57.927779 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 14.46492ms to process 1 records I0704 18:16:57.951609 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0704 18:16:57.951624 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0704 18:16:57.951648 1 base_controller.go:82] Caches are synced for ConfigController I0704 18:16:57.951655 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0704 18:16:57.951658 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0704 18:16:57.957524 1 tasks_processing.go:71] worker 13 working on tsdb_status task. E0704 18:16:57.957554 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0704 18:16:57.957647 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 45.079258ms to process 0 records I0704 18:16:57.957663 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 43.738511ms to process 0 records I0704 18:16:57.957673 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 43.485368ms to process 0 records I0704 18:16:57.957680 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 44.538398ms to process 0 records I0704 18:16:57.957686 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 44.56867ms to process 0 records I0704 18:16:57.957694 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 44.000362ms to process 0 records I0704 18:16:57.957701 1 tasks_processing.go:71] worker 16 working on storage_cluster task. W0704 18:16:57.957601 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0704 18:16:57.957743 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 158.911µs to process 0 records I0704 18:16:57.957761 1 tasks_processing.go:71] worker 7 working on monitoring_persistent_volumes task. I0704 18:16:57.957936 1 tasks_processing.go:71] worker 28 working on operators_pods_and_events task. I0704 18:16:57.957985 1 tasks_processing.go:71] worker 26 working on aggregated_monitoring_cr_names task. I0704 18:16:57.958029 1 tasks_processing.go:71] worker 23 working on clusterroles task. I0704 18:16:57.958153 1 tasks_processing.go:71] worker 6 working on openshift_machine_api_events task. I0704 18:16:57.958632 1 tasks_processing.go:71] worker 13 working on openstack_version task. I0704 18:16:57.958668 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=35be0b5dd043043694b9ba6598ab0c4898ae2dbc6d3e23e34c969d1fa141cbe1 I0704 18:16:57.958748 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 45.720878ms to process 1 records I0704 18:16:57.958759 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 44.478966ms to process 0 records I0704 18:16:57.958774 1 tasks_processing.go:71] worker 20 working on openstack_dataplanedeployments task. I0704 18:16:57.958880 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=050cd17a63803979e510e85a772a873bc03c721443b2619f8b2804fa17c6b963 I0704 18:16:57.958901 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=5ce25a25e2d174c2886d344989e028978b5ae6ef036dc607e3a5ff9ed3110f63 I0704 18:16:57.958909 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 44.692487ms to process 2 records I0704 18:16:57.959004 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=463b223045569dc74c9365e20c66e6b52960a4e12d22bc45ff2b729a05225843 I0704 18:16:57.959029 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 44.813832ms to process 1 records I0704 18:16:57.958845 1 tasks_processing.go:71] worker 27 working on networks task. I0704 18:16:57.959083 1 tasks_processing.go:71] worker 25 working on pod_network_connectivity_checks task. I0704 18:16:57.959254 1 tasks_processing.go:71] worker 9 working on machine_config_pools task. I0704 18:16:57.959357 1 recorder.go:70] Recording config/oauth with fingerprint=71e375bcec1ca161c6ae5f36ae9789be901418daf10afe062104017b0b90062e I0704 18:16:57.959400 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 45.764777ms to process 1 records I0704 18:16:57.959510 1 tasks_processing.go:71] worker 5 working on proxies task. I0704 18:16:57.959517 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=7c287438baf8bf4e682d4e8a174fb27b7b8b3f107b450fefddfe7fda650fca5c I0704 18:16:57.959705 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=1180800fda77c4227a4d1e34576c1509585976b9f98d3e4d4b8e726df19f74e1 I0704 18:16:57.959752 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=9954cfdb0026988d89a87120372b9dde45bdabbf22374003433f6de7b765c6fd I0704 18:16:57.959784 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 46.00204ms to process 3 records I0704 18:16:57.960017 1 recorder.go:70] Recording config/ingress with fingerprint=fdc619fecb2dcc0f71bffeacd9a8b0c43bae99c5dd6d83e3f0ee0e2c8b8f987e I0704 18:16:57.960067 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 45.966968ms to process 1 records I0704 18:16:57.960099 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 46.680548ms to process 0 records I0704 18:16:57.960128 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 46.887463ms to process 0 records I0704 18:16:57.960155 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 46.442128ms to process 0 records I0704 18:16:57.960178 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 46.950434ms to process 0 records I0704 18:16:57.960201 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 45.796895ms to process 0 records I0704 18:16:57.960239 1 tasks_processing.go:71] worker 21 working on cluster_apiserver task. I0704 18:16:57.960112 1 tasks_processing.go:71] worker 18 working on validating_webhook_configurations task. I0704 18:16:57.960390 1 tasks_processing.go:71] worker 15 working on authentication task. I0704 18:16:57.960501 1 tasks_processing.go:71] worker 8 working on ingress_certificates task. I0704 18:16:57.960563 1 tasks_processing.go:71] worker 3 working on jaegers task. I0704 18:16:57.960598 1 tasks_processing.go:71] worker 14 working on mutating_webhook_configurations task. I0704 18:16:57.960866 1 tasks_processing.go:71] worker 2 working on service_accounts task. I0704 18:16:57.961050 1 recorder.go:70] Recording config/infrastructure with fingerprint=2da57e01a4c14174bf841d314082b230f22eab69c3a3c99e69ce401fa8b03fdb I0704 18:16:57.961115 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 46.231569ms to process 1 records I0704 18:16:57.961254 1 recorder.go:70] Recording config/image with fingerprint=950f826cc7acbc31ede55e7acead9a0d15d8bd61755ddc053633213274ffd744 I0704 18:16:57.961287 1 gather.go:177] gatherer "clusterconfig" function "image" took 32.875665ms to process 1 records I0704 18:16:57.961297 1 tasks_processing.go:71] worker 24 working on image_registries task. I0704 18:16:57.961324 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0704 18:16:57.961348 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 47.916895ms to process 1 records I0704 18:16:57.961360 1 tasks_processing.go:71] worker 4 working on olm_operators task. I0704 18:16:57.963061 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0704 18:16:57.963236 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0704 18:16:57.963798 1 operator.go:287] started I0704 18:16:57.963891 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer W0704 18:16:57.966856 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0704 18:16:57.976406 1 tasks_processing.go:71] worker 1 working on nodenetworkstates task. I0704 18:16:57.976433 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 62.163064ms to process 0 records I0704 18:16:57.982148 1 tasks_processing.go:71] worker 17 working on machine_healthchecks task. I0704 18:16:57.984895 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-5s9p2 with fingerprint=c669adeba85794cf79c7fb94d5b93c81bf82cb8b6ed3089488a552c7888317be I0704 18:16:57.985167 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-884jz with fingerprint=916c0795113a948ce4f24a9020f9f21ffb4e184cee85228a1d139f555acc98a2 I0704 18:16:57.985232 1 recorder.go:70] Recording config/running_containers with fingerprint=c5751ca3093ab0178fb18905eb11d8808b4322eaef31ae60c68d2044c2e9e6ed I0704 18:16:57.985243 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 68.938451ms to process 3 records I0704 18:16:57.985254 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 24.111291ms to process 0 records I0704 18:16:57.985261 1 tasks_processing.go:74] worker 6 stopped. I0704 18:16:57.985551 1 tasks_processing.go:74] worker 13 stopped. I0704 18:16:57.985588 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:16:57.985607 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 26.843173ms to process 0 records I0704 18:16:57.985663 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 27.928328ms to process 0 records I0704 18:16:57.985690 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 26.788409ms to process 0 records I0704 18:16:57.985698 1 tasks_processing.go:74] worker 20 stopped. I0704 18:16:57.985704 1 tasks_processing.go:74] worker 16 stopped. I0704 18:16:57.985754 1 tasks_processing.go:74] worker 5 stopped. I0704 18:16:57.985855 1 recorder.go:70] Recording config/proxy with fingerprint=82a4a7876472b9fc7dffc5ea2552ce4ac5fca31335ef97eaf1de4d8c3e78bbba I0704 18:16:57.985872 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 26.209168ms to process 1 records I0704 18:16:57.985931 1 tasks_processing.go:74] worker 21 stopped. I0704 18:16:57.986104 1 recorder.go:70] Recording config/apiserver with fingerprint=fa8e12071490fdaf66162220121c436b7509a73ec546d044d84545a8e81796b1 I0704 18:16:57.986123 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 25.679011ms to process 1 records I0704 18:16:57.986279 1 tasks_processing.go:74] worker 15 stopped. I0704 18:16:57.986447 1 recorder.go:70] Recording config/authentication with fingerprint=2960b4d5fdd4c704fd100d550a66b33221f2dbabd420e6d017a723debc7cd084 I0704 18:16:57.986464 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 25.879429ms to process 1 records I0704 18:16:57.992522 1 tasks_processing.go:74] worker 9 stopped. I0704 18:16:57.992542 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 33.219871ms to process 0 records E0704 18:16:57.992560 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0704 18:16:57.992570 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 33.422155ms to process 0 records I0704 18:16:57.992577 1 tasks_processing.go:74] worker 25 stopped. I0704 18:16:57.996048 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0704 18:16:57.996060 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0704 18:16:57.996065 1 controller.go:203] Source scaController *sca.Controller is not ready I0704 18:16:57.996069 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0704 18:16:57.996075 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 18:16:57.996093 1 controller.go:458] The operator is still being initialized I0704 18:16:57.996099 1 controller.go:481] The operator is healthy I0704 18:16:57.999263 1 tasks_processing.go:74] worker 10 stopped. E0704 18:16:57.999274 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0704 18:16:57.999307 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0704 18:16:57.999318 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 72.147281ms to process 1 records E0704 18:16:57.999331 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0704 18:16:57.999344 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 17.106749ms to process 0 records I0704 18:16:57.999357 1 tasks_processing.go:74] worker 17 stopped. I0704 18:16:58.001654 1 tasks_processing.go:74] worker 3 stopped. I0704 18:16:58.001670 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 41.044455ms to process 0 records I0704 18:16:58.001676 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 25.245149ms to process 0 records I0704 18:16:58.001681 1 tasks_processing.go:74] worker 1 stopped. I0704 18:16:58.009184 1 tasks_processing.go:74] worker 31 stopped. I0704 18:16:58.009200 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 82.329295ms to process 0 records I0704 18:16:58.009323 1 tasks_processing.go:74] worker 23 stopped. I0704 18:16:58.009585 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=d0616e2f947987aeced8fe70d8f036b8efeb3f70d06d55c80201f367d97202c1 I0704 18:16:58.009681 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=7045f09ea2ec51d548fd42acba9cb8466da3a1528736f81b7ae16251850d4476 I0704 18:16:58.009692 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 51.220885ms to process 2 records I0704 18:16:58.009778 1 tasks_processing.go:74] worker 29 stopped. I0704 18:16:58.010205 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=534ed48a69288872da9568537e2e5a10d3de5e9fc4fcc1793425b483beb1d942 I0704 18:16:58.010395 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=50fc8c60c5d19173070a70664d9717862473b5c95fbe095a66454f3340392f25 I0704 18:16:58.010404 1 gather.go:177] gatherer "clusterconfig" function "crds" took 96.367308ms to process 2 records I0704 18:16:58.010487 1 tasks_processing.go:74] worker 27 stopped. I0704 18:16:58.010529 1 recorder.go:70] Recording config/network with fingerprint=d491fc5cf608d7c4385f7bc895365c810e05532e1a2095c0099729df3e8cabc3 I0704 18:16:58.010539 1 gather.go:177] gatherer "clusterconfig" function "networks" took 50.553525ms to process 1 records I0704 18:16:58.010617 1 tasks_processing.go:74] worker 24 stopped. I0704 18:16:58.010840 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=6cde97fa3a041b07bf7e395ac0b1c935eb9f1fdd396d2c1e868150c989150103 I0704 18:16:58.010854 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 48.4847ms to process 1 records I0704 18:16:58.012657 1 prometheus_rules.go:88] Prometheus rules successfully created I0704 18:16:58.020172 1 tasks_processing.go:74] worker 7 stopped. I0704 18:16:58.020228 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 62.40017ms to process 0 records I0704 18:16:58.024023 1 tasks_processing.go:74] worker 14 stopped. I0704 18:16:58.024343 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=944184167b9d45807c172fd21827ddd5a4d7c6db682ab69bd2c11662b7dddb33 I0704 18:16:58.024459 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=f0b17cd9ec2c185029f69bf3ab29ac4ba257e2cb3ea7c04d0561a40c328c522e I0704 18:16:58.024543 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=48faf3d18284a93e3c6db7648c7a08b3d6254e86a1fd78a790ddcbd8b3351000 I0704 18:16:58.024608 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 63.387917ms to process 3 records I0704 18:16:58.024918 1 tasks_processing.go:74] worker 18 stopped. I0704 18:16:58.025174 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=cc5bad2a4e4b2e13b76ec8edbdb60b9b131f68155a3e61b0bcabf373b7518bc4 I0704 18:16:58.025390 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=31a2a2097fd23a7dec945c2f9e6e8d9e90596259cf3aa61781d232a95d941ac5 I0704 18:16:58.025455 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=c28bb620108664cfcf7061eb89ac19e3974254182ef86a98345f21c4957470c9 I0704 18:16:58.025520 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=4ae45482bdb5ac3b1bb38821a4522509f0d175fcdb4fada1a2e55a50eaf663d6 I0704 18:16:58.025566 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=86989fb3b9cbf75bfa884e1c1351fa24ee8fc688d9ca4e3853d496570eec7ef3 I0704 18:16:58.025604 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=a0d4245b2f6cbb37c949fce1b5353311d1d8d1f4c1dd304f14ff0d7f267fb984 I0704 18:16:58.025640 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=50830d4ead560b7d5623682cdf2da365105f2b3cc0e68c86c69cb26e9a6ecd06 I0704 18:16:58.025684 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=4e9ef339c5d2b982639fe7adbe79ab094bc2268913b3292de2c37d00c6d4d78f I0704 18:16:58.025721 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=461e405398a15338094e4f755b5c865691ebaf07736fdcf5f68bbcbc3b2ef1dc I0704 18:16:58.025758 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=319598abfdbcd6eac3770c7706a98be935d6a35d81221e64e9377c2a0683a1e2 I0704 18:16:58.025794 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=8fde9d551cd3ecfd4334eba81134209c8e7f67f44c3823ad3a6e5fa1d8854a39 I0704 18:16:58.025805 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 64.530791ms to process 11 records I0704 18:16:58.030763 1 tasks_processing.go:74] worker 26 stopped. I0704 18:16:58.030800 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 72.727377ms to process 0 records I0704 18:16:58.031271 1 tasks_processing.go:74] worker 4 stopped. I0704 18:16:58.031363 1 recorder.go:70] Recording config/olm_operators with fingerprint=545f77dd5ef183303e00e57239940bb1c1282d99547767dcc355e022885ce1a5 I0704 18:16:58.031378 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 69.894982ms to process 1 records E0704 18:16:58.037591 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2717434579-e4d1-425f-9891-0183780df9a1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:60323->172.30.0.10:53: read: connection refused I0704 18:16:58.037606 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2717434579-e4d1-425f-9891-0183780df9a1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:60323->172.30.0.10:53: read: connection refused I0704 18:16:58.038906 1 tasks_processing.go:74] worker 22 stopped. I0704 18:16:58.039226 1 recorder.go:70] Recording config/node/ip-10-0-0-124.ec2.internal with fingerprint=331eef3a0d58383dad785446f775aafa19944347955b7c5bd085600dac51fb9b I0704 18:16:58.039283 1 recorder.go:70] Recording config/node/ip-10-0-1-125.ec2.internal with fingerprint=785553782acb85640f424b04f4f78521fff7784635419aeef0d05f85d1b1b9d0 I0704 18:16:58.039345 1 recorder.go:70] Recording config/node/ip-10-0-2-167.ec2.internal with fingerprint=eb381880f997b3d361a853868f4e826e3a96758ccfad450d71af98045a671cfc I0704 18:16:58.039353 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 111.851828ms to process 3 records I0704 18:16:58.041284 1 tasks_processing.go:74] worker 11 stopped. I0704 18:16:58.041915 1 recorder.go:70] Recording config/version with fingerprint=40cdbc91a87f5af70f7797f60fc5cb8b3d9c9d6c23141ccb0bb5d31056b4e7bd I0704 18:16:58.041932 1 recorder.go:70] Recording config/id with fingerprint=eeba9496e0510cd598013ad8d07e9280be6fc66c13693adde2cdb91bc6b3e80b I0704 18:16:58.041939 1 gather.go:177] gatherer "clusterconfig" function "version" took 128.353947ms to process 2 records I0704 18:16:58.064992 1 base_controller.go:82] Caches are synced for LoggingSyncer I0704 18:16:58.065055 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0704 18:16:58.078898 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0704 18:16:58.082359 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:49483->172.30.0.10:53: read: connection refused I0704 18:16:58.082372 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:49483->172.30.0.10:53: read: connection refused I0704 18:16:58.100454 1 tasks_processing.go:74] worker 0 stopped. E0704 18:16:58.100514 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0704 18:16:58.100527 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0704 18:16:58.100533 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0704 18:16:58.100546 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0704 18:16:58.100590 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0704 18:16:58.100600 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0704 18:16:58.100605 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0704 18:16:58.100610 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0704 18:16:58.100663 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0704 18:16:58.100672 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0704 18:16:58.100686 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 186.28791ms to process 7 records I0704 18:16:58.157711 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0704 18:16:58.164908 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0704 18:16:58.193523 1 tasks_processing.go:74] worker 8 stopped. E0704 18:16:58.193542 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0704 18:16:58.193554 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2rbfmduuc74m3vnsppnveuhsp1rpqmtn-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2rbfmduuc74m3vnsppnveuhsp1rpqmtn-primary-cert-bundle-secret" not found I0704 18:16:58.193662 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=11e2ab8074f1dbcc05e054991e4fb448fa55ad69aa6c2eb449e23549b38177c5 I0704 18:16:58.193679 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 232.970561ms to process 1 records I0704 18:16:58.414891 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0704 18:16:58.464065 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0704 18:16:58.464076 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0704 18:16:58.464624 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-cqvdd pod in namespace openshift-dns (previous: false). I0704 18:16:58.615370 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0704 18:16:58.695395 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-cqvdd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-cqvdd\" is waiting to start: ContainerCreating" I0704 18:16:58.695412 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-cqvdd\" is waiting to start: ContainerCreating" I0704 18:16:58.695421 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-cqvdd pod in namespace openshift-dns (previous: false). I0704 18:16:58.869493 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-cqvdd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-cqvdd\" is waiting to start: ContainerCreating" I0704 18:16:58.869511 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-cqvdd\" is waiting to start: ContainerCreating" I0704 18:16:58.869540 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-ksfgd pod in namespace openshift-dns (previous: false). W0704 18:16:58.963981 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0704 18:16:59.095905 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-ksfgd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-ksfgd\" is waiting to start: ContainerCreating" I0704 18:16:59.095922 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-ksfgd\" is waiting to start: ContainerCreating" I0704 18:16:59.095930 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-ksfgd pod in namespace openshift-dns (previous: false). I0704 18:16:59.268872 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-ksfgd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-ksfgd\" is waiting to start: ContainerCreating" I0704 18:16:59.268889 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-ksfgd\" is waiting to start: ContainerCreating" I0704 18:16:59.268902 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-m8hh4 pod in namespace openshift-dns (previous: false). I0704 18:16:59.417309 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0704 18:16:59.496683 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-m8hh4 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-m8hh4\" is waiting to start: ContainerCreating" I0704 18:16:59.496703 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-m8hh4\" is waiting to start: ContainerCreating" I0704 18:16:59.496711 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-m8hh4 pod in namespace openshift-dns (previous: false). I0704 18:16:59.669062 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-m8hh4 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-m8hh4\" is waiting to start: ContainerCreating" I0704 18:16:59.669078 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-m8hh4\" is waiting to start: ContainerCreating" I0704 18:16:59.669088 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-7tjxt pod in namespace openshift-dns (previous: false). I0704 18:16:59.870102 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 18:16:59.870122 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-k5nvj pod in namespace openshift-dns (previous: false). W0704 18:16:59.962676 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0704 18:17:00.019031 1 tasks_processing.go:74] worker 19 stopped. I0704 18:17:00.019081 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=c191346fea8c1b71022fe0aa240d8530942d6c18401ba882cfa0949ec194ac33 I0704 18:17:00.019115 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c5f35831c88e5d84b4f6e12f6fb9b8a709395bcc66c1ee17cba4a55a7e9d6910 I0704 18:17:00.019146 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0704 18:17:00.019175 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=b1b3999d9994a2eee39ba5fd2d00c16948c407ceba46002afa5e064283814ed0 I0704 18:17:00.019194 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0704 18:17:00.019217 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=c1c5dfa260a313b15646b869151358ea482a00e53ef1af8971bb303a3806f20b I0704 18:17:00.019246 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=e9e15a7657e96ca4c65f731d310159027612acab815689de40702aeb146ef039 I0704 18:17:00.019270 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=0000eb32a72323dfd87fd401ad21b26bd2de9aa930be28787d245c06425e47d1 I0704 18:17:00.019284 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=a60e4e5db9e1a17015961d48a6ddb47d7235c0981ef4f612d4ffcb48eacab19d I0704 18:17:00.019303 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=47d72a94f52d2633858dd59a801e8a9e63b0f894a5a24692559e6817006bc420 I0704 18:17:00.019313 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0704 18:17:00.019330 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=fce480793a7ef0e8fc2980e6f403aca6b1be6cd3762dda54cda23fe37fd106cc I0704 18:17:00.019341 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0704 18:17:00.019356 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=454cc010cd42840db15c1376b0f468185f040ef630ecfea443ec700baa4c9d5a I0704 18:17:00.019367 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0704 18:17:00.019380 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=9acdc08e687b8a70a46bd7348a2320b483bcbbe5929936721eebbaf483b5ef00 I0704 18:17:00.019390 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0704 18:17:00.019407 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=7f9194731feba347dc04721f52149add2df57f5ea0a1601e8f1b2dd7823cca4f I0704 18:17:00.019522 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=e68f3d64817ccb5489e7834dbb56bd8b07df393a23ecfef9c1b2b32b756a331d I0704 18:17:00.019546 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0704 18:17:00.019566 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=e6be575c65447f19552d989c079d0002a2acd5b05f24968e29305b2b4da5348e I0704 18:17:00.019589 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=c93037f506b29d6c8cfd03256f1334217c5226dc37cde4e6b1236d84659c07c9 I0704 18:17:00.019599 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0704 18:17:00.019615 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=baba23f4634a5ee872a1f5e54ea53c2bf993d8708ca2fe2fd916f3e5c01e724d I0704 18:17:00.019626 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0704 18:17:00.019639 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=86e699b5ca540ea941dd6e2512c39d24e906a1847c7ec8a961b774585a18c5b4 I0704 18:17:00.019654 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=4f88e046a3c2609a85c22789b5a53fbea5b347882d375c0188137b84e8dd6052 I0704 18:17:00.019669 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=932bacae3f936928d6e56825f878ea456ff103f98268b547b74f5d4b8e9d90bf I0704 18:17:00.019687 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=5ddab7dceeda347cfdd6354c99aceea9a47b42e3506e862583d1873a6019dcb5 I0704 18:17:00.019707 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=ca2dcab41b9b77cbe673f5fb2c454cc9fd0dce12955a05a2c5db30d9a01b18d5 I0704 18:17:00.019717 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0704 18:17:00.019743 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=28e09ae42c7c520ebe9a5af50ac9ee1cc6b2f8a7b8ccf8e60b1c58570a4f97f7 I0704 18:17:00.019760 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0704 18:17:00.019769 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0704 18:17:00.019776 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.091988383s to process 34 records I0704 18:17:00.072677 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 18:17:00.072697 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-xplzj pod in namespace openshift-dns (previous: false). I0704 18:17:00.269862 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 18:17:00.269920 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5d8f754844-8smwv pod in namespace openshift-image-registry (previous: false). I0704 18:17:00.470465 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5d8f754844-8smwv pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5d8f754844-8smwv\" is waiting to start: ContainerCreating" I0704 18:17:00.470483 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5d8f754844-8smwv\" is waiting to start: ContainerCreating" I0704 18:17:00.470530 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5d8f754844-d7rps pod in namespace openshift-image-registry (previous: false). I0704 18:17:00.674216 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5d8f754844-d7rps pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5d8f754844-d7rps\" is waiting to start: ContainerCreating" I0704 18:17:00.674230 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5d8f754844-d7rps\" is waiting to start: ContainerCreating" I0704 18:17:00.674455 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-79bd47d97f-fnqg9 pod in namespace openshift-image-registry (previous: false). I0704 18:17:00.869587 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-79bd47d97f-fnqg9 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-79bd47d97f-fnqg9\" is waiting to start: ContainerCreating" I0704 18:17:00.869604 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-79bd47d97f-fnqg9\" is waiting to start: ContainerCreating" I0704 18:17:00.869616 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-7snc4 pod in namespace openshift-image-registry (previous: false). W0704 18:17:00.963314 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0704 18:17:01.069518 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 18:17:01.069535 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9tp4d pod in namespace openshift-image-registry (previous: false). I0704 18:17:01.269731 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 18:17:01.269749 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-djb44 pod in namespace openshift-image-registry (previous: false). I0704 18:17:01.471158 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 18:17:01.471177 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6cf4d5755c-cj85c pod in namespace openshift-ingress (previous: false). I0704 18:17:01.669091 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6cf4d5755c-cj85c pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6cf4d5755c-cj85c\" is waiting to start: ContainerCreating" I0704 18:17:01.669115 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6cf4d5755c-cj85c\" is waiting to start: ContainerCreating" I0704 18:17:01.669124 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6cf4d5755c-txgsw pod in namespace openshift-ingress (previous: false). I0704 18:17:01.869440 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6cf4d5755c-txgsw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6cf4d5755c-txgsw\" is waiting to start: ContainerCreating" I0704 18:17:01.869456 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6cf4d5755c-txgsw\" is waiting to start: ContainerCreating" I0704 18:17:01.869466 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7d4d684f65-glm5c pod in namespace openshift-ingress (previous: false). W0704 18:17:01.963738 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0704 18:17:02.071409 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7d4d684f65-glm5c pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7d4d684f65-glm5c\" is waiting to start: ContainerCreating" I0704 18:17:02.071424 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7d4d684f65-glm5c\" is waiting to start: ContainerCreating" I0704 18:17:02.071433 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-l96km pod in namespace openshift-ingress-canary (previous: false). I0704 18:17:02.269041 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-l96km pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-l96km\" is waiting to start: ContainerCreating" I0704 18:17:02.269057 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-l96km\" is waiting to start: ContainerCreating" I0704 18:17:02.269092 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-qjkwn pod in namespace openshift-ingress-canary (previous: false). I0704 18:17:02.468650 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-qjkwn pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-qjkwn\" is waiting to start: ContainerCreating" I0704 18:17:02.468665 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-qjkwn\" is waiting to start: ContainerCreating" I0704 18:17:02.468674 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-xkgkp pod in namespace openshift-ingress-canary (previous: false). I0704 18:17:02.671356 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-xkgkp pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-xkgkp\" is waiting to start: ContainerCreating" I0704 18:17:02.671375 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-xkgkp\" is waiting to start: ContainerCreating" I0704 18:17:02.671394 1 tasks_processing.go:74] worker 28 stopped. I0704 18:17:02.671475 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=76958af300984beeac15bd0eb97afafe46b8aa7ba8f505d567af254b9b5e6d87 I0704 18:17:02.671530 1 recorder.go:70] Recording events/openshift-dns with fingerprint=3c58b3999871946495274bb4c041b77ba493eed3e89daf4ac01ca0e7fe264a77 I0704 18:17:02.671620 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=03f2fdad14af9ca2d826d568191b1c29fa25b64e1a96575494c9b7496e4dd5f1 I0704 18:17:02.671647 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=77dd09c5d0a099cfa01916f493343e88e874389b8b4483f3626fdaa2f3695e65 I0704 18:17:02.671692 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=94bd8f665c1e68b4d55408fdba0c8ad417d8efdb60fc7f5090182ffa2f0073c6 I0704 18:17:02.671710 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=dec6a01c259ff88d5d345d21ebf7e6c621d1268c761fd2d0dc0680155b4fa944 I0704 18:17:02.671862 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-ksfgd with fingerprint=e241fdc1ba805112be9fee60d64cd53d35de5bc97b06995923d4c569cd0731f7 I0704 18:17:02.671982 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-5d8f754844-8smwv with fingerprint=07d3b2beaeda2a2b4499b8cf9d8dfec87e1768b534a6a49fe61d8647f42431d8 I0704 18:17:02.672071 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-5d8f754844-d7rps with fingerprint=2c5d0730da062130883d6a916b8456b7866ec83964b6aaf04301f0dd35863ab8 I0704 18:17:02.672160 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-79bd47d97f-fnqg9 with fingerprint=d87ab2809245719beae66d03fc3297b18204132affad0558302ac077f9ca4520 I0704 18:17:02.672217 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-qjkwn with fingerprint=3353719a19199d23cac43554d9c388b516b6be15df0b72ed3d30c9e4fb3912c7 I0704 18:17:02.672227 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.713401778s to process 11 records W0704 18:17:02.959553 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0704 18:17:02.959578 1 tasks_processing.go:74] worker 30 stopped. E0704 18:17:02.959590 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0704 18:17:02.959602 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0704 18:17:02.959618 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0704 18:17:02.959629 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.047037732s to process 1 records I0704 18:17:09.840659 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:17:11.002512 1 tasks_processing.go:74] worker 12 stopped. I0704 18:17:11.002568 1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0704 18:17:11.002585 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.088235747s to process 1 records I0704 18:17:11.741458 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:17:11.766590 1 tasks_processing.go:74] worker 2 stopped. I0704 18:17:11.766874 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=3417e77ac92efa90c67d0b9156f138f3415ff3c5b64e716283c25f75f96262e9 I0704 18:17:11.766890 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.805666319s to process 1 records E0704 18:17:11.766951 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.854s with: function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0704 18:17:11.768063 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0704 18:17:11.768077 1 periodic.go:212] Running workloads gatherer I0704 18:17:11.768091 1 tasks_processing.go:45] number of workers: 2 I0704 18:17:11.768098 1 tasks_processing.go:69] worker 1 listening for tasks. I0704 18:17:11.768102 1 tasks_processing.go:71] worker 1 working on workload_info task. I0704 18:17:11.768120 1 tasks_processing.go:69] worker 0 listening for tasks. I0704 18:17:11.768189 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0704 18:17:11.790599 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0704 18:17:11.792063 1 tasks_processing.go:74] worker 0 stopped. I0704 18:17:11.792075 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 23.855497ms to process 0 records I0704 18:17:11.798206 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (8ms) I0704 18:17:11.806453 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (8ms) I0704 18:17:11.814197 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (8ms) I0704 18:17:11.821489 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (7ms) I0704 18:17:11.829057 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (8ms) I0704 18:17:11.836600 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (8ms) I0704 18:17:11.844260 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (8ms) I0704 18:17:11.851760 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (7ms) I0704 18:17:11.860048 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (8ms) I0704 18:17:11.867631 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (8ms) I0704 18:17:11.899322 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (32ms) I0704 18:17:11.940136 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:17:11.999100 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (100ms) I0704 18:17:12.098968 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0704 18:17:12.199197 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (100ms) I0704 18:17:12.299440 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms) I0704 18:17:12.398737 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (99ms) I0704 18:17:12.498802 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (100ms) I0704 18:17:12.599242 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I0704 18:17:12.699492 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (100ms) I0704 18:17:12.800358 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (101ms) I0704 18:17:12.898700 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (98ms) I0704 18:17:12.999876 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (101ms) I0704 18:17:13.098929 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (99ms) I0704 18:17:13.198795 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (100ms) I0704 18:17:13.298798 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (100ms) I0704 18:17:13.399128 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (100ms) I0704 18:17:13.498697 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (100ms) I0704 18:17:13.599439 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (101ms) I0704 18:17:13.699678 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms) I0704 18:17:13.800170 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (100ms) I0704 18:17:13.899703 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (100ms) I0704 18:17:13.998939 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (99ms) I0704 18:17:13.998986 1 tasks_processing.go:74] worker 1 stopped. E0704 18:17:13.998999 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0704 18:17:13.999299 1 recorder.go:70] Recording config/workload_info with fingerprint=a91b0e70b1b5b5a83f10f83b9bd0ecbdb6f5fddeb9025fbe4c61909bcc00ecd3 I0704 18:17:13.999321 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.230875708s to process 1 records E0704 18:17:13.999355 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.231s with: function \"workload_info\" failed with an error" I0704 18:17:14.000470 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0704 18:17:14.000487 1 periodic.go:212] Running conditional gatherer I0704 18:17:14.008754 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0704 18:17:14.016424 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:35894->172.30.0.10:53: read: connection refused E0704 18:17:14.016801 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0704 18:17:14.016884 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0704 18:17:14.025181 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0704 18:17:14.025197 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0704 18:17:14.025204 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0704 18:17:14.025209 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0704 18:17:14.025213 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0704 18:17:14.025218 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0704 18:17:14.025224 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0704 18:17:14.025228 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0704 18:17:14.025233 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0704 18:17:14.025238 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0704 18:17:14.025260 1 tasks_processing.go:45] number of workers: 3 I0704 18:17:14.025278 1 tasks_processing.go:69] worker 2 listening for tasks. I0704 18:17:14.025287 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0704 18:17:14.025289 1 tasks_processing.go:69] worker 0 listening for tasks. I0704 18:17:14.025300 1 tasks_processing.go:69] worker 1 listening for tasks. I0704 18:17:14.025304 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0704 18:17:14.025311 1 tasks_processing.go:74] worker 1 stopped. I0704 18:17:14.025328 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0704 18:17:14.025394 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0704 18:17:14.025407 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.428µs to process 1 records I0704 18:17:14.025445 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0704 18:17:14.025463 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 10.228µs to process 1 records I0704 18:17:14.025471 1 tasks_processing.go:74] worker 0 stopped. I0704 18:17:14.025742 1 tasks_processing.go:74] worker 2 stopped. I0704 18:17:14.025761 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 390.566µs to process 0 records I0704 18:17:14.025789 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:35894->172.30.0.10:53: read: connection refused I0704 18:17:14.025836 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0704 18:17:14.047215 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=aaadcefd06559e7016bff7d2c257ee7d136afa9a58ad970e28faf2b14c086dd9 I0704 18:17:14.047666 1 diskrecorder.go:70] Writing 106 records to /var/lib/insights-operator/insights-2026-07-04-181714.tar.gz I0704 18:17:14.058102 1 diskrecorder.go:51] Wrote 106 records to disk in 10ms I0704 18:17:14.058140 1 periodic.go:281] Gathering cluster info every 2h0m0s I0704 18:17:14.058163 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0704 18:17:21.151440 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 18:18:12.539554 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="505fb1a57bf827360c0a64f3536af664ca4088887a22dd36d7eb88cb3dadea63") W0704 18:18:12.539590 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0704 18:18:12.539636 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="e84a22b22d5c8cdccfe602b0fc21598ad06f5d03cba503c91497cb4bd0245e5a") I0704 18:18:12.539712 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="33ef57c520c944db23d8e4567a29e03377b585d55ad294fc81cffb025d4e065f") I0704 18:18:12.539719 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0704 18:18:12.539754 1 base_controller.go:181] Shutting down LoggingSyncer ... I0704 18:18:12.539760 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0704 18:18:12.539760 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0704 18:18:12.539778 1 periodic.go:173] Shutting down I0704 18:18:12.539792 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0704 18:18:12.539798 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0704 18:18:12.539831 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0704 18:18:12.539847 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"