W0703 21:59:37.614602 1 cmd.go:257] Using insecure, self-signed certificates I0703 21:59:37.975547 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 21:59:37.976162 1 observer_polling.go:159] Starting file observer W0703 21:59:38.000002 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0703 21:59:38.300606 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0703 21:59:38.300817 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0703 21:59:38.301439 1 secure_serving.go:57] Forcing use of http/1.1 only W0703 21:59:38.301463 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0703 21:59:38.301470 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. I0703 21:59:38.301466 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0703 21:59:38.301476 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0703 21:59:38.301500 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0703 21:59:38.301516 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0703 21:59:38.301520 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0703 21:59:38.305311 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0703 21:59:38.305308 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0703 21:59:38.307955 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0703 21:59:38.307970 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0703 21:59:38.307982 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0703 21:59:38.307998 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 21:59:38.307987 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 21:59:38.307977 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0703 21:59:38.308299 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1331836270/tls.crt::/tmp/serving-cert-1331836270/tls.key" I0703 21:59:38.308432 1 secure_serving.go:213] Serving securely on [::]:8443 E0703 21:59:38.308469 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18bee688f0353187 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-03 21:59:38.305253767 +0000 UTC m=+0.744034304,LastTimestamp:2026-07-03 21:59:38.305253767 +0000 UTC m=+0.744034304,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" I0703 21:59:38.308478 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0703 21:59:38.310340 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0703 21:59:38.310367 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 21:59:38.310412 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0703 21:59:38.315267 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 21:59:38.315289 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 21:59:38.319741 1 secretconfigobserver.go:119] support secret does not exist I0703 21:59:38.329568 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 21:59:38.333934 1 recorder.go:156] Pruning old reports every 6h20m25s, max age is 288h0m0s I0703 21:59:38.334324 1 secretconfigobserver.go:119] support secret does not exist I0703 21:59:38.339574 1 periodic.go:212] Running clusterconfig gatherer I0703 21:59:38.339589 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0703 21:59:38.339610 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0703 21:59:38.339616 1 tasks_processing.go:45] number of workers: 32 I0703 21:59:38.339634 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0703 21:59:38.339640 1 insightsreport.go:296] Starting report retriever I0703 21:59:38.339646 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0703 21:59:38.339650 1 tasks_processing.go:69] worker 31 listening for tasks. I0703 21:59:38.339651 1 tasks_processing.go:69] worker 12 listening for tasks. I0703 21:59:38.339657 1 tasks_processing.go:71] worker 31 working on aggregated_monitoring_cr_names task. I0703 21:59:38.339658 1 tasks_processing.go:69] worker 21 listening for tasks. I0703 21:59:38.339666 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 21:59:38.339669 1 tasks_processing.go:69] worker 13 listening for tasks. I0703 21:59:38.339677 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 21:59:38.339681 1 tasks_processing.go:69] worker 14 listening for tasks. I0703 21:59:38.339688 1 tasks_processing.go:69] worker 7 listening for tasks. I0703 21:59:38.339689 1 tasks_processing.go:69] worker 15 listening for tasks. I0703 21:59:38.339693 1 tasks_processing.go:69] worker 6 listening for tasks. I0703 21:59:38.339698 1 tasks_processing.go:69] worker 16 listening for tasks. I0703 21:59:38.339698 1 tasks_processing.go:69] worker 8 listening for tasks. I0703 21:59:38.339707 1 tasks_processing.go:69] worker 9 listening for tasks. I0703 21:59:38.339707 1 tasks_processing.go:69] worker 17 listening for tasks. I0703 21:59:38.339712 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 21:59:38.339716 1 tasks_processing.go:69] worker 18 listening for tasks. I0703 21:59:38.339720 1 tasks_processing.go:69] worker 3 listening for tasks. I0703 21:59:38.339724 1 tasks_processing.go:69] worker 19 listening for tasks. I0703 21:59:38.339729 1 tasks_processing.go:69] worker 11 listening for tasks. I0703 21:59:38.339732 1 tasks_processing.go:69] worker 20 listening for tasks. I0703 21:59:38.339739 1 tasks_processing.go:69] worker 5 listening for tasks. I0703 21:59:38.339741 1 tasks_processing.go:69] worker 23 listening for tasks. I0703 21:59:38.339748 1 tasks_processing.go:69] worker 30 listening for tasks. I0703 21:59:38.339750 1 tasks_processing.go:69] worker 22 listening for tasks. I0703 21:59:38.339744 1 tasks_processing.go:69] worker 28 listening for tasks. I0703 21:59:38.339748 1 tasks_processing.go:69] worker 29 listening for tasks. I0703 21:59:38.339760 1 tasks_processing.go:69] worker 24 listening for tasks. I0703 21:59:38.339758 1 tasks_processing.go:69] worker 27 listening for tasks. I0703 21:59:38.339767 1 tasks_processing.go:69] worker 25 listening for tasks. I0703 21:59:38.339730 1 tasks_processing.go:69] worker 4 listening for tasks. I0703 21:59:38.339795 1 tasks_processing.go:69] worker 10 listening for tasks. I0703 21:59:38.339809 1 tasks_processing.go:71] worker 10 working on machine_healthchecks task. I0703 21:59:38.339826 1 tasks_processing.go:71] worker 12 working on tsdb_status task. I0703 21:59:38.339873 1 tasks_processing.go:71] worker 16 working on sap_pods task. I0703 21:59:38.339902 1 tasks_processing.go:71] worker 25 working on machine_sets task. I0703 21:59:38.339810 1 tasks_processing.go:71] worker 4 working on jaegers task. I0703 21:59:38.339873 1 tasks_processing.go:71] worker 29 working on networks task. I0703 21:59:38.339838 1 tasks_processing.go:71] worker 18 working on mutating_webhook_configurations task. I0703 21:59:38.339844 1 tasks_processing.go:71] worker 30 working on image_registries task. I0703 21:59:38.339842 1 tasks_processing.go:71] worker 21 working on storage_cluster task. I0703 21:59:38.339847 1 tasks_processing.go:71] worker 0 working on dvo_metrics task. I0703 21:59:38.339850 1 tasks_processing.go:71] worker 13 working on cost_management_metrics_configs task. I0703 21:59:38.340513 1 tasks_processing.go:69] worker 26 listening for tasks. I0703 21:59:38.340581 1 tasks_processing.go:71] worker 26 working on machine_config_pools task. I0703 21:59:38.339853 1 tasks_processing.go:71] worker 20 working on lokistack task. I0703 21:59:38.339854 1 tasks_processing.go:71] worker 1 working on sap_datahubs task. I0703 21:59:38.339854 1 tasks_processing.go:71] worker 5 working on infrastructures task. I0703 21:59:38.339858 1 tasks_processing.go:71] worker 14 working on machine_configs task. I0703 21:59:38.339858 1 tasks_processing.go:71] worker 19 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0703 21:59:38.339862 1 tasks_processing.go:71] worker 7 working on openshift_logging task. I0703 21:59:38.339865 1 tasks_processing.go:71] worker 15 working on machines task. I0703 21:59:38.339860 1 tasks_processing.go:71] worker 23 working on oauths task. I0703 21:59:38.339863 1 tasks_processing.go:71] worker 11 working on authentication task. I0703 21:59:38.339870 1 tasks_processing.go:71] worker 9 working on feature_gates task. I0703 21:59:38.339869 1 tasks_processing.go:71] worker 6 working on openstack_dataplanenodesets task. I0703 21:59:38.339874 1 tasks_processing.go:71] worker 17 working on nodes task. I0703 21:59:38.339878 1 tasks_processing.go:71] worker 22 working on pdbs task. I0703 21:59:38.339878 1 tasks_processing.go:71] worker 2 working on support_secret task. I0703 21:59:38.339882 1 tasks_processing.go:71] worker 28 working on overlapping_namespace_uids task. I0703 21:59:38.339892 1 tasks_processing.go:71] worker 24 working on openstack_controlplanes task. W0703 21:59:38.339908 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 21:59:38.342066 1 tasks_processing.go:71] worker 12 working on container_images task. I0703 21:59:38.339888 1 tasks_processing.go:71] worker 27 working on cluster_apiserver task. I0703 21:59:38.342192 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 2.185279ms to process 0 records I0703 21:59:38.339918 1 tasks_processing.go:71] worker 8 working on pod_network_connectivity_checks task. I0703 21:59:38.339849 1 tasks_processing.go:71] worker 3 working on openshift_machine_api_events task. I0703 21:59:38.343960 1 tasks_processing.go:71] worker 21 working on olm_operators task. I0703 21:59:38.343971 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 3.669093ms to process 0 records I0703 21:59:38.344706 1 tasks_processing.go:71] worker 4 working on schedulers task. I0703 21:59:38.344717 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 4.676491ms to process 0 records I0703 21:59:38.345641 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0703 21:59:38.345657 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0703 21:59:38.345662 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0703 21:59:38.345666 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 21:59:38.345681 1 controller.go:458] The operator is still being initialized I0703 21:59:38.345690 1 controller.go:481] The operator is healthy I0703 21:59:38.346539 1 tasks_processing.go:71] worker 10 working on nodenetworkconfigurationpolicies task. E0703 21:59:38.346559 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0703 21:59:38.346571 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 6.716181ms to process 0 records I0703 21:59:38.347232 1 tasks_processing.go:71] worker 1 working on openstack_version task. I0703 21:59:38.347245 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 6.41361ms to process 0 records I0703 21:59:38.347461 1 tasks_processing.go:71] worker 25 working on version task. I0703 21:59:38.347474 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 7.523705ms to process 0 records I0703 21:59:38.347488 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 7.563419ms to process 0 records I0703 21:59:38.347539 1 tasks_processing.go:71] worker 16 working on clusterroles task. I0703 21:59:38.347735 1 tasks_processing.go:71] worker 20 working on sap_config task. I0703 21:59:38.347740 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 6.999414ms to process 0 records I0703 21:59:38.347869 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 7.129505ms to process 0 records I0703 21:59:38.347882 1 tasks_processing.go:71] worker 26 working on image_pruners task. I0703 21:59:38.351632 1 tasks_processing.go:71] worker 13 working on crds task. I0703 21:59:38.351643 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 11.158432ms to process 0 records I0703 21:59:38.363420 1 tasks_processing.go:71] worker 15 working on silenced_alerts task. E0703 21:59:38.363423 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0703 21:59:38.363438 1 gather.go:177] gatherer "clusterconfig" function "machines" took 22.172088ms to process 0 records W0703 21:59:38.363450 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 21:59:38.363457 1 tasks_processing.go:71] worker 15 working on validating_webhook_configurations task. I0703 21:59:38.363490 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 24.735µs to process 0 records I0703 21:59:38.364448 1 tasks_processing.go:71] worker 7 working on service_accounts task. I0703 21:59:38.364467 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 23.291803ms to process 0 records I0703 21:59:38.364481 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 22.846291ms to process 0 records I0703 21:59:38.364501 1 tasks_processing.go:71] worker 6 working on node_logs task. I0703 21:59:38.364648 1 tasks_processing.go:71] worker 5 working on config_maps task. I0703 21:59:38.365398 1 recorder.go:70] Recording config/infrastructure with fingerprint=63301d86d29ac43d4fe19a13d105d256936984e4c44b1356ca433d61d7bff008 I0703 21:59:38.365413 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 23.716468ms to process 1 records I0703 21:59:38.365505 1 tasks_processing.go:71] worker 29 working on nodenetworkstates task. I0703 21:59:38.365627 1 recorder.go:70] Recording config/network with fingerprint=b9f11afcfbf59546adb596e010a91b976915d45b9fd428f3649f4872b519ad5f I0703 21:59:38.365642 1 gather.go:177] gatherer "clusterconfig" function "networks" took 24.858033ms to process 1 records I0703 21:59:38.370190 1 tasks_processing.go:71] worker 24 working on machine_autoscalers task. I0703 21:59:38.370202 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 28.210043ms to process 0 records I0703 21:59:38.370513 1 tasks_processing.go:71] worker 10 working on ingress_certificates task. I0703 21:59:38.370539 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 23.958856ms to process 0 records I0703 21:59:38.370630 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 23.291376ms to process 0 records I0703 21:59:38.370708 1 tasks_processing.go:71] worker 1 working on certificate_signing_requests task. I0703 21:59:38.370988 1 recorder.go:70] Recording config/authentication with fingerprint=d0b4e2a882b2eda48c6df601635ce1d2958a0c27392f76b53e71c7a25b485f82 I0703 21:59:38.371038 1 tasks_processing.go:71] worker 11 working on ingress task. I0703 21:59:38.371041 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 29.11248ms to process 1 records I0703 21:59:38.371321 1 tasks_processing.go:71] worker 27 working on install_plans task. I0703 21:59:38.371411 1 recorder.go:70] Recording config/apiserver with fingerprint=3a061d0a211df4dd740c035652ba14a80e7a97a459e06e0f8c9ca55677a1f9fa I0703 21:59:38.371432 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 28.716957ms to process 1 records I0703 21:59:38.372171 1 tasks_processing.go:71] worker 8 working on metrics task. E0703 21:59:38.372203 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) W0703 21:59:38.372307 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 21:59:38.372332 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 29.839072ms to process 0 records I0703 21:59:38.372443 1 tasks_processing.go:71] worker 22 working on operators_pods_and_events task. I0703 21:59:38.372585 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=6ce7575b271eee1c517ea2e96a38b8fd83ef5f8fc9364e742d378e64c0afb65b I0703 21:59:38.372629 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=dafd6be2292adea94a31828aab35de59f62749a1ef7c71413f2ac628b189bee3 I0703 21:59:38.372656 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=9836bc235f98ccd01865c79f24532207a0bd21cb5e45b2c57e4bcb374e8409ab I0703 21:59:38.372666 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 30.575555ms to process 3 records I0703 21:59:38.372681 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 130.235µs to process 0 records I0703 21:59:38.372698 1 tasks_processing.go:71] worker 8 working on container_runtime_configs task. I0703 21:59:38.375069 1 tasks_processing.go:71] worker 26 working on operators task. I0703 21:59:38.376023 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=17c4391262f67d777e6bb1dee6cda7eb246ff8444af493a3af93aa0d0b6a4c02 I0703 21:59:38.376094 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 27.172324ms to process 1 records I0703 21:59:38.377304 1 tasks_processing.go:71] worker 23 working on active_alerts task. W0703 21:59:38.377379 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 21:59:38.377964 1 recorder.go:70] Recording config/oauth with fingerprint=028cecc933d5437ff55079e5635458f50a5665a324b66aef07645b489af18481 I0703 21:59:38.378022 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 35.952753ms to process 1 records I0703 21:59:38.378066 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 53.168µs to process 0 records E0703 21:59:38.378082 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0703 21:59:38.378147 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0703 21:59:38.378178 1 tasks_processing.go:71] worker 23 working on image task. I0703 21:59:38.378181 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 36.867199ms to process 1 records E0703 21:59:38.378378 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0703 21:59:38.378390 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 36.018709ms to process 0 records I0703 21:59:38.378409 1 tasks_processing.go:71] worker 2 working on monitoring_persistent_volumes task. I0703 21:59:38.378484 1 tasks_processing.go:71] worker 9 working on openstack_dataplanedeployments task. I0703 21:59:38.378578 1 tasks_processing.go:71] worker 14 working on storage_classes task. I0703 21:59:38.378864 1 recorder.go:70] Recording config/featuregate with fingerprint=e8d6d07705ffea9284d8c890383f85def26316dd4b0399275fd97ddf0957c31c I0703 21:59:38.378925 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 36.967585ms to process 1 records I0703 21:59:38.378964 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 8.717603ms to process 0 records I0703 21:59:38.378980 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 31.187592ms to process 0 records W0703 21:59:38.378991 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 21:59:38.378997 1 tasks_processing.go:71] worker 20 working on proxies task. I0703 21:59:38.379081 1 tasks_processing.go:71] worker 24 working on ceph_cluster task. I0703 21:59:38.379169 1 tasks_processing.go:74] worker 18 stopped. I0703 21:59:38.379624 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=e76cbb4f0413ba80aa6a3392df98fd1437d136e58cfa8414dea57036574668e3 I0703 21:59:38.379706 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=6a1e0e52a709100b5ba52b530695a2ea23d834b816c3ec06aac62d017ae211a0 I0703 21:59:38.379768 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=adf86b53c306878781868a5f9cc723e08e75d60707611411863103c8c7e62095 I0703 21:59:38.380609 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 39.00274ms to process 3 records I0703 21:59:38.380630 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 13.719419ms to process 0 records I0703 21:59:38.381323 1 recorder.go:70] Recording config/node/ip-10-0-0-35.ec2.internal with fingerprint=aa4d2e8fb0c03a5e45027035ad83b15ca8ebf74f02acc0028877250b5928f853 I0703 21:59:38.381381 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0703 21:59:38.381483 1 recorder.go:70] Recording config/node/ip-10-0-1-250.ec2.internal with fingerprint=800022f4eff15108f4fd8216b59797e444952b23f39ba3c606092dfd07e26e3e I0703 21:59:38.381659 1 recorder.go:70] Recording config/node/ip-10-0-2-121.ec2.internal with fingerprint=519367dd5c541e9a5ffb95e0120a42427f0a7e5bb13d812aec4d1222248115a9 I0703 21:59:38.381705 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.797506ms to process 3 records I0703 21:59:38.381741 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 6.816942ms to process 0 records I0703 21:59:38.381805 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 37.352758ms to process 0 records I0703 21:59:38.381336 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0703 21:59:38.382302 1 tasks_processing.go:74] worker 29 stopped. I0703 21:59:38.382351 1 tasks_processing.go:74] worker 17 stopped. W0703 21:59:38.381355 1 operator.go:287] started I0703 21:59:38.382533 1 tasks_processing.go:74] worker 8 stopped. I0703 21:59:38.382532 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0703 21:59:38.382546 1 tasks_processing.go:74] worker 3 stopped. I0703 21:59:38.382589 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=531c0fd2c553375bfe5dacff244cf731f3efea9cc811314b2a97e09f47d679ef I0703 21:59:38.382828 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 40.582551ms to process 1 records I0703 21:59:38.382594 1 tasks_processing.go:74] worker 30 stopped. I0703 21:59:38.382915 1 tasks_processing.go:74] worker 15 stopped. I0703 21:59:38.383150 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=e6a79bd6ffa016b384d331c1fa340a6e492dabad7aeaca30e1d62b1b0c595a40 I0703 21:59:38.383467 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=efa18cb4f8ffd05d2b09bb356b8861e7ad1f7c72fe1bcecd2e355b420c372c99 I0703 21:59:38.383519 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=8b77e4ce3e44a40d687eff57839d801858963313d9661a0918b224d5ee1afde0 I0703 21:59:38.383557 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=69aacc9dd643fc075dec219d85c9ee9853010f6d7d5182e8afc20fd9242fcb61 I0703 21:59:38.383592 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=82b8b3fd839f266a8dcf1c4c9e25d06f8f8b5945b928c17cc7def3f19b7e0cdf I0703 21:59:38.383623 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=9f35e810d8c1a7fbf98abe83213dc506ae7e391798c8807703c03308e2735530 I0703 21:59:38.383656 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=d45faac330e3466f404b1b95f48310d4f1f2c6ea66337c1e7b83971d8929e627 I0703 21:59:38.383715 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=84167830de0284ccc63815935f932b2fcd04d189075c0c481b7e387971ac2f1c I0703 21:59:38.383754 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=8a33ac005c5036a8e9c0fe3c689aeb299cdbfe42db1a5d9f92804d6aa573ae7f I0703 21:59:38.383791 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=d4e36f9f654a9f22996b0400fdf9b0e67558eefe675caa3bce21a569db3ba140 I0703 21:59:38.383828 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=65a866302e595812069ccb8feea17214bcc7b28dc1e8403493c72102beb1f25a I0703 21:59:38.383841 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 17.9233ms to process 11 records I0703 21:59:38.383939 1 tasks_processing.go:74] worker 4 stopped. I0703 21:59:38.384088 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=043405ac662caf2ef59ce91879064ecc25d98cf18f5d44da087886dc80d04a7f I0703 21:59:38.384104 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 36.686905ms to process 1 records I0703 21:59:38.384157 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0703 21:59:38.384171 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 40.616823ms to process 1 records I0703 21:59:38.384182 1 tasks_processing.go:74] worker 28 stopped. I0703 21:59:38.397227 1 tasks_processing.go:74] worker 11 stopped. I0703 21:59:38.397368 1 recorder.go:70] Recording config/ingress with fingerprint=bb47c9fdb4647885f8bbfa686cd5f63e490637813fdea084664241833684b3ac I0703 21:59:38.397383 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 26.13022ms to process 1 records I0703 21:59:38.404004 1 tasks_processing.go:74] worker 24 stopped. I0703 21:59:38.404050 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 24.863288ms to process 0 records I0703 21:59:38.404285 1 tasks_processing.go:74] worker 9 stopped. I0703 21:59:38.404322 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 25.737863ms to process 0 records I0703 21:59:38.404344 1 tasks_processing.go:74] worker 23 stopped. I0703 21:59:38.404437 1 recorder.go:70] Recording config/image with fingerprint=40849eaeacbd55ebe6df8424990ddd593d285f46a6802cb3fcb9701a082c24de I0703 21:59:38.404453 1 gather.go:177] gatherer "clusterconfig" function "image" took 26.149456ms to process 1 records I0703 21:59:38.404746 1 tasks_processing.go:74] worker 20 stopped. I0703 21:59:38.404798 1 recorder.go:70] Recording config/proxy with fingerprint=705e9d1d476391f334dc7e20117d2f242ed1abf8b58172a7945236ceb9925471 I0703 21:59:38.404808 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 25.737914ms to process 1 records I0703 21:59:38.408041 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 21:59:38.408047 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 21:59:38.408185 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0703 21:59:38.410338 1 tasks_processing.go:74] worker 1 stopped. I0703 21:59:38.410359 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 39.576783ms to process 0 records I0703 21:59:38.410696 1 base_controller.go:82] Caches are synced for ConfigController I0703 21:59:38.410710 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0703 21:59:38.428004 1 prometheus_rules.go:88] Prometheus rules successfully created I0703 21:59:38.428264 1 tasks_processing.go:74] worker 14 stopped. I0703 21:59:38.428406 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=13bc31d48770f95de4535e5faaf315f8dd18d4b1252374d86dbe553e8d4ffd02 I0703 21:59:38.428443 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=def2c614d19a74ed74821676dab5e23ff5ac83ab887106c052eefe3fcc6273df I0703 21:59:38.428452 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 49.665049ms to process 2 records I0703 21:59:38.428469 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 49.908776ms to process 0 records I0703 21:59:38.428489 1 tasks_processing.go:74] worker 2 stopped. I0703 21:59:38.428569 1 tasks_processing.go:74] worker 16 stopped. I0703 21:59:38.428789 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=1f113458413e5a739b982e223c86b4946238fb91612bec1b73c472e91bba1892 I0703 21:59:38.428947 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 21:59:38.428962 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0703 21:59:38.428968 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0703 21:59:38.428981 1 controller.go:203] Source scaController *sca.Controller is not ready I0703 21:59:38.428988 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0703 21:59:38.429012 1 controller.go:458] The operator is still being initialized I0703 21:59:38.428949 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=ccfc234afac64f1b895661fc13a69dc902075ecf140ad4d569085cfcef6ef32c I0703 21:59:38.429023 1 controller.go:481] The operator is healthy I0703 21:59:38.429034 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 80.895584ms to process 2 records I0703 21:59:38.429679 1 tasks_processing.go:74] worker 13 stopped. I0703 21:59:38.431697 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=1852fb38fb80b4cdf6f83b53c01664307cd35300365f5c2c3aa19c6333c434d7 I0703 21:59:38.432201 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=24ba95342c7c20958b4867bffe945d92b3c20737d52d1cdfd8dd8f975a70386e I0703 21:59:38.432222 1 gather.go:177] gatherer "clusterconfig" function "crds" took 77.983149ms to process 2 records I0703 21:59:38.433097 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 21:59:38.433586 1 tasks_processing.go:74] worker 12 stopped. I0703 21:59:38.435865 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-6sx57 with fingerprint=56a84de1a439fdedd08ff54467a9b0d579a6aec80166e5a724c2b8f394d5a1b3 I0703 21:59:38.436091 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-fbf2d with fingerprint=bbb48a8d0f4f4c4dcd961319389699ee5c0cd724bb5beab069fce0ea6690f6aa I0703 21:59:38.436170 1 recorder.go:70] Recording config/running_containers with fingerprint=b1abab9ba54f1cfef085c8e298f24eaaec83cf2c06ba507f2649b245108022c7 I0703 21:59:38.436187 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 91.51005ms to process 3 records E0703 21:59:38.440744 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273f58b6a2-96bf-4f4b-9750-d01f66512d5d%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:42313->172.30.0.10:53: read: connection refused I0703 21:59:38.440756 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%273f58b6a2-96bf-4f4b-9750-d01f66512d5d%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:42313->172.30.0.10:53: read: connection refused I0703 21:59:38.446308 1 tasks_processing.go:74] worker 19 stopped. I0703 21:59:38.446326 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 105.237439ms to process 0 records I0703 21:59:38.462932 1 tasks_processing.go:74] worker 25 stopped. I0703 21:59:38.463831 1 recorder.go:70] Recording config/version with fingerprint=cfe5bc9a93845c83dfc38050107be22e270bc799a3555581b2854e32662520d6 I0703 21:59:38.463849 1 recorder.go:70] Recording config/id with fingerprint=1470ad7f83700d02b7c2fcc6f515f8a0d94db3ec2b4d1ecb8981a9d15c9361d1 I0703 21:59:38.463859 1 gather.go:177] gatherer "clusterconfig" function "version" took 115.455145ms to process 2 records I0703 21:59:38.463874 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 98.515418ms to process 0 records I0703 21:59:38.463883 1 tasks_processing.go:74] worker 6 stopped. I0703 21:59:38.477073 1 tasks_processing.go:74] worker 5 stopped. E0703 21:59:38.477094 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0703 21:59:38.477108 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0703 21:59:38.477131 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0703 21:59:38.477144 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0703 21:59:38.477196 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0703 21:59:38.477208 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0703 21:59:38.477215 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0703 21:59:38.477224 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0703 21:59:38.477286 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0703 21:59:38.477299 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0703 21:59:38.477316 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 112.373843ms to process 7 records I0703 21:59:38.479331 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0703 21:59:38.481494 1 base_controller.go:82] Caches are synced for LoggingSyncer I0703 21:59:38.481505 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... W0703 21:59:38.482826 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:52914->172.30.0.10:53: read: connection refused I0703 21:59:38.482839 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:52914->172.30.0.10:53: read: connection refused I0703 21:59:38.544596 1 tasks_processing.go:74] worker 10 stopped. E0703 21:59:38.544616 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0703 21:59:38.544622 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ratr6qfqvi6pndaj5o6avep3u3o4rvu-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ratr6qfqvi6pndaj5o6avep3u3o4rvu-primary-cert-bundle-secret" not found I0703 21:59:38.544698 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=dc16e6f1161e2dfe299feb65c0e1c513e651a64e7e6df9863c66181800d77d77 I0703 21:59:38.544721 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 174.025172ms to process 1 records I0703 21:59:38.577248 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0703 21:59:38.579930 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0703 21:59:38.818736 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0703 21:59:38.818752 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0703 21:59:38.818962 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-6wbtq pod in namespace openshift-dns (previous: false). I0703 21:59:39.048323 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-6wbtq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-6wbtq\" is waiting to start: ContainerCreating" I0703 21:59:39.048349 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-6wbtq\" is waiting to start: ContainerCreating" I0703 21:59:39.048360 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-6wbtq pod in namespace openshift-dns (previous: false). I0703 21:59:39.052542 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0703 21:59:39.221855 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-6wbtq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-6wbtq\" is waiting to start: ContainerCreating" I0703 21:59:39.221875 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-6wbtq\" is waiting to start: ContainerCreating" I0703 21:59:39.221886 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-bnk8z pod in namespace openshift-dns (previous: false). I0703 21:59:39.251512 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W0703 21:59:39.374505 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 21:59:39.447506 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bnk8z pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-bnk8z\" is waiting to start: ContainerCreating" I0703 21:59:39.447527 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-bnk8z\" is waiting to start: ContainerCreating" I0703 21:59:39.447535 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-bnk8z pod in namespace openshift-dns (previous: false). I0703 21:59:39.471104 1 tasks_processing.go:74] worker 21 stopped. I0703 21:59:39.471227 1 recorder.go:70] Recording config/olm_operators with fingerprint=a52590e19b745a74d64dd6acafa58a91dc6584c451fdcf356ed04fd46940ebae I0703 21:59:39.471260 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 1.127124727s to process 1 records I0703 21:59:39.488196 1 tasks_processing.go:74] worker 31 stopped. I0703 21:59:39.488215 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 1.148525462s to process 0 records I0703 21:59:39.622410 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bnk8z pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-bnk8z\" is waiting to start: ContainerCreating" I0703 21:59:39.622430 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-bnk8z\" is waiting to start: ContainerCreating" I0703 21:59:39.622440 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-jmgdm pod in namespace openshift-dns (previous: false). I0703 21:59:39.849332 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jmgdm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-jmgdm\" is waiting to start: ContainerCreating" I0703 21:59:39.849349 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-jmgdm\" is waiting to start: ContainerCreating" I0703 21:59:39.849357 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-jmgdm pod in namespace openshift-dns (previous: false). I0703 21:59:40.022503 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jmgdm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-jmgdm\" is waiting to start: ContainerCreating" I0703 21:59:40.022519 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-jmgdm\" is waiting to start: ContainerCreating" I0703 21:59:40.022529 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-4kr49 pod in namespace openshift-dns (previous: false). I0703 21:59:40.070792 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0703 21:59:40.225492 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 21:59:40.225509 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-khkc6 pod in namespace openshift-dns (previous: false). W0703 21:59:40.374727 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 21:59:40.422860 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 21:59:40.422882 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-rjnxq pod in namespace openshift-dns (previous: false). I0703 21:59:40.457598 1 tasks_processing.go:74] worker 26 stopped. I0703 21:59:40.457648 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=4b5d228856db15b00532021e490fb58b5e39de014632842557e2925a4ecfcd70 I0703 21:59:40.457682 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=d3ae42471c47429792bb006203fe30f2b937792fb0f895fe7781f562419d0c3a I0703 21:59:40.457721 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0703 21:59:40.457755 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=546dbbc3f38c391c7785a7beafc535b0d3f96778c245271324a156fda1aff913 I0703 21:59:40.457775 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0703 21:59:40.457815 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=bfad21c4f0a6ccbff0e4b5b619f19e481ebbf207c5b2630b34e9591b94ef0e99 I0703 21:59:40.457846 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=d2ba178cb84764e3c8fcfce446b0291e73e0cbc92584e0818b6b17816255a24e I0703 21:59:40.457872 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=8c2ca0c05eb979d2840ffa59f15cf04a98c247ef3c4692130c9e217e41b320e8 I0703 21:59:40.457903 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=3c27bdb4ad401f361d80e3091bda9c24380adfbb3f5c1f0d6b750c4c4b932d45 I0703 21:59:40.457913 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70 I0703 21:59:40.457932 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=745c759c6b1ae1d6927b8e7bc4bbe189fbe31d9fd9adc39fcaff80446cbe6436 I0703 21:59:40.457939 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0703 21:59:40.457955 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=e6c80a5852fdabfd275abeb161699cd686e7be5a0c4c29c56d4aa9d437b535e4 I0703 21:59:40.457968 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0703 21:59:40.457984 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=2f0416ab717fb37a740b0f0967d31adb1df28ca3b4ac48a312e849d1ce40dc55 I0703 21:59:40.457995 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0703 21:59:40.458009 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=6ca1daf1c490fcd3ce79351a9e08da435f3b905ca68d2d6132ccb7bcee91d586 I0703 21:59:40.458017 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0703 21:59:40.458033 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=02b60864b688781d811ddc6c803a88eba929517df78aac8f132a18317a0a7e6e I0703 21:59:40.458182 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=ff31857f460cea68bba8883b4dba8fe38abd6a02db3fc899200666709d8212bc I0703 21:59:40.458210 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0703 21:59:40.458233 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=2af95731d0344b9b06a5f912968e344f5f01230eaaaa1836a985a0904b5b2195 I0703 21:59:40.458265 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=9aae9142a22306d6c25b0029d526c12ca0e744916558413552626049b1659bb3 I0703 21:59:40.458275 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0703 21:59:40.458292 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=fe4e073c4a59419e1f712258de1583ea35096a2f7d6e7ad7d08a78f20eec6ce4 I0703 21:59:40.458303 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0703 21:59:40.458318 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=bd8a46e820b1c37e331e612cf0eec2fc87fabfac9e0f94c331ebaffcc055858c I0703 21:59:40.458336 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=b7942b856c6ab7dbf9eb7c9b762b3bea9454be19bd516628bf2dd5ee887c65bb I0703 21:59:40.458353 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=08a7d6a57d3a9d4b6b78901662630e5ff8041fb4ad0be2bc76d93b015c9ac7aa I0703 21:59:40.458369 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=9aa45d431e4837a4cbec15bdfd7ea5f6109b39c0205edd35fc43b958ceb0cfb5 I0703 21:59:40.458382 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=207032bb865173693e4f69713bab38e6361a6dd53107119b8fff9f946a0fdda3 I0703 21:59:40.458411 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=888dd8517d82c5264cdd67c684b9559311c321a88f03b2faf0bf1d8d3bd2208d I0703 21:59:40.458429 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0703 21:59:40.458439 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0703 21:59:40.458446 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.082505114s to process 34 records I0703 21:59:40.622615 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 21:59:40.622717 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-9d9d76648-t45n7 pod in namespace openshift-image-registry (previous: false). I0703 21:59:40.825861 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-9d9d76648-t45n7 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-9d9d76648-t45n7\" is waiting to start: ContainerCreating" I0703 21:59:40.825880 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-9d9d76648-t45n7\" is waiting to start: ContainerCreating" I0703 21:59:40.825917 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-f585c8b7-klttx pod in namespace openshift-image-registry (previous: false). I0703 21:59:41.026509 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-f585c8b7-klttx pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-f585c8b7-klttx\" is waiting to start: ContainerCreating" I0703 21:59:41.026527 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-f585c8b7-klttx\" is waiting to start: ContainerCreating" I0703 21:59:41.026600 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-f585c8b7-srvvt pod in namespace openshift-image-registry (previous: false). I0703 21:59:41.222613 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-f585c8b7-srvvt pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-f585c8b7-srvvt\" is waiting to start: ContainerCreating" I0703 21:59:41.222633 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-f585c8b7-srvvt\" is waiting to start: ContainerCreating" I0703 21:59:41.222646 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-cw75n pod in namespace openshift-image-registry (previous: false). W0703 21:59:41.375438 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 21:59:41.431344 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 21:59:41.431364 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-nkhg6 pod in namespace openshift-image-registry (previous: false). I0703 21:59:41.626218 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 21:59:41.626236 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-vzd76 pod in namespace openshift-image-registry (previous: false). I0703 21:59:41.821991 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 21:59:41.822009 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6b5cd76795-2rcjb pod in namespace openshift-ingress (previous: false). I0703 21:59:42.025646 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6b5cd76795-2rcjb pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6b5cd76795-2rcjb\" is waiting to start: ContainerCreating" I0703 21:59:42.025665 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6b5cd76795-2rcjb\" is waiting to start: ContainerCreating" I0703 21:59:42.025679 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6b5cd76795-twr7r pod in namespace openshift-ingress (previous: false). I0703 21:59:42.223391 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6b5cd76795-twr7r pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6b5cd76795-twr7r\" is waiting to start: ContainerCreating" I0703 21:59:42.223408 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6b5cd76795-twr7r\" is waiting to start: ContainerCreating" I0703 21:59:42.223418 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7c95698449-94nxj pod in namespace openshift-ingress (previous: false). W0703 21:59:42.374702 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 21:59:42.422035 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7c95698449-94nxj pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7c95698449-94nxj\" is waiting to start: ContainerCreating" I0703 21:59:42.422056 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7c95698449-94nxj\" is waiting to start: ContainerCreating" I0703 21:59:42.422069 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-5sgwh pod in namespace openshift-ingress-canary (previous: false). I0703 21:59:42.624698 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-5sgwh pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-5sgwh\" is waiting to start: ContainerCreating" I0703 21:59:42.624715 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-5sgwh\" is waiting to start: ContainerCreating" I0703 21:59:42.624727 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-d4j2r pod in namespace openshift-ingress-canary (previous: false). I0703 21:59:42.822858 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-d4j2r pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-d4j2r\" is waiting to start: ContainerCreating" I0703 21:59:42.822880 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-d4j2r\" is waiting to start: ContainerCreating" I0703 21:59:42.822892 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-snw7k pod in namespace openshift-ingress-canary (previous: false). I0703 21:59:43.026416 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-snw7k pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-snw7k\" is waiting to start: ContainerCreating" I0703 21:59:43.026436 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-snw7k\" is waiting to start: ContainerCreating" I0703 21:59:43.026454 1 tasks_processing.go:74] worker 22 stopped. I0703 21:59:43.026531 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=6c387111c27734cdb1f03c383bacede505bfa1ba72410f4f3ab15ad8d1201323 I0703 21:59:43.026584 1 recorder.go:70] Recording events/openshift-dns with fingerprint=ee5496b92f8c3ecf59371e2946d16038ad4546cb62a2d059582978ec4b0a4a79 I0703 21:59:43.026665 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=037fb22bd90bbc3fffb322eb445173a70329a0e3c24409056b9deb09045e2ceb I0703 21:59:43.026694 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=45ca8ae741870169382bbca8a8f57b68a99ce66d39c0ae13c3face58b71b3d06 I0703 21:59:43.026739 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=860342b6ec1d016bd96a557701ee1952c8c32ef89557f2b28ba0662c2c53d4f5 I0703 21:59:43.026757 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=f7d25c1806c3a68b6989d7ef4808b4dc4165d633e9665096e69a23f2e2193ed9 I0703 21:59:43.026911 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-9d9d76648-t45n7 with fingerprint=6704ffe8f9699c480abe70c1b2590451d6c20d7636a79853daab6ca8d874b888 I0703 21:59:43.027021 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-f585c8b7-klttx with fingerprint=17d3ecc39cbb8de471e3a8ee218081c7cb72a39c85f8f12aabbdd6b4f4cb644a I0703 21:59:43.027156 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-f585c8b7-srvvt with fingerprint=f2b88310f5e1107f39da6a11c21cf611707dcc2f399ec802b104edc0666d8202 I0703 21:59:43.027166 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.653961492s to process 9 records W0703 21:59:43.371161 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0703 21:59:43.371187 1 tasks_processing.go:74] worker 0 stopped. E0703 21:59:43.371213 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0703 21:59:43.371232 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0703 21:59:43.371246 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0703 21:59:43.371257 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.030819962s to process 1 records I0703 21:59:50.616428 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 21:59:51.108399 1 tasks_processing.go:74] worker 27 stopped. I0703 21:59:51.108443 1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0703 21:59:51.108455 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.7370528s to process 1 records I0703 21:59:51.771731 1 tasks_processing.go:74] worker 7 stopped. I0703 21:59:51.772026 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=cf9c12fe8737f3a6d4cb9da132f43361fa8e8d22eb1cc0d002bd7e06234de064 I0703 21:59:51.772045 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.407256899s to process 1 records E0703 21:59:51.772139 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.432s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0703 21:59:51.773253 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0703 21:59:51.773268 1 periodic.go:212] Running workloads gatherer I0703 21:59:51.773291 1 tasks_processing.go:45] number of workers: 2 I0703 21:59:51.773301 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 21:59:51.773307 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0703 21:59:51.773370 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 21:59:51.773450 1 tasks_processing.go:71] worker 0 working on workload_info task. I0703 21:59:51.802889 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0703 21:59:51.813196 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (11ms) I0703 21:59:51.813462 1 tasks_processing.go:74] worker 1 stopped. I0703 21:59:51.813480 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 40.141841ms to process 0 records I0703 21:59:51.824019 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (11ms) I0703 21:59:51.837174 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (13ms) I0703 21:59:51.846806 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (10ms) I0703 21:59:51.858400 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (12ms) I0703 21:59:51.868249 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (10ms) I0703 21:59:51.877147 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (9ms) I0703 21:59:51.886538 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (9ms) I0703 21:59:51.896501 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (10ms) I0703 21:59:51.906252 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (10ms) I0703 21:59:51.915405 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (9ms) I0703 21:59:52.012698 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (97ms) I0703 21:59:52.113296 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (101ms) I0703 21:59:52.212409 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (99ms) I0703 21:59:52.312875 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (100ms) I0703 21:59:52.413215 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (100ms) I0703 21:59:52.512727 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (99ms) I0703 21:59:52.616715 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (104ms) I0703 21:59:52.713001 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (96ms) I0703 21:59:52.813072 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (100ms) I0703 21:59:52.912669 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (100ms) I0703 21:59:53.013091 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (100ms) I0703 21:59:53.112576 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (99ms) I0703 21:59:53.212503 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (100ms) I0703 21:59:53.313046 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (101ms) I0703 21:59:53.413196 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (100ms) I0703 21:59:53.512452 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (99ms) I0703 21:59:53.612287 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0703 21:59:53.712428 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms) I0703 21:59:53.788602 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 21:59:53.812887 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (100ms) I0703 21:59:53.912826 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (100ms) I0703 21:59:53.989732 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 21:59:54.012356 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (100ms) I0703 21:59:54.012383 1 tasks_processing.go:74] worker 0 stopped. E0703 21:59:54.012401 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0703 21:59:54.012701 1 recorder.go:70] Recording config/workload_info with fingerprint=4f39fb6268530e6051c3b02f93c94eaa824a4190175cef9ce7f7e96f05c9f2a0 I0703 21:59:54.012717 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.238922165s to process 1 records E0703 21:59:54.012751 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.239s with: function \"workload_info\" failed with an error" I0703 21:59:54.013851 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0703 21:59:54.013862 1 periodic.go:212] Running conditional gatherer I0703 21:59:54.023630 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0703 21:59:54.030257 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:48702->172.30.0.10:53: read: connection refused E0703 21:59:54.030553 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 21:59:54.030615 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0703 21:59:54.041089 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0703 21:59:54.041103 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 21:59:54.041108 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 21:59:54.041112 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 21:59:54.041127 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 21:59:54.041131 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 21:59:54.041134 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 21:59:54.041137 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 21:59:54.041140 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 21:59:54.041143 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0703 21:59:54.041159 1 tasks_processing.go:45] number of workers: 3 I0703 21:59:54.041168 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 21:59:54.041174 1 tasks_processing.go:71] worker 2 working on remote_configuration task. I0703 21:59:54.041178 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 21:59:54.041187 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 21:59:54.041195 1 tasks_processing.go:71] worker 0 working on rapid_container_logs task. I0703 21:59:54.041196 1 tasks_processing.go:74] worker 1 stopped. I0703 21:59:54.041203 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0703 21:59:54.041244 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0703 21:59:54.041262 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 867ns to process 1 records I0703 21:59:54.041348 1 tasks_processing.go:74] worker 2 stopped. I0703 21:59:54.041364 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0703 21:59:54.041374 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.3µs to process 1 records I0703 21:59:54.041517 1 tasks_processing.go:74] worker 0 stopped. I0703 21:59:54.041530 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 314.426µs to process 0 records I0703 21:59:54.041549 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:48702->172.30.0.10:53: read: connection refused I0703 21:59:54.041565 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0703 21:59:54.066060 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=01801dd6e9e270fbff154502520499bb4e9ae2abe15625b1b6f09d7afea46d15 I0703 21:59:54.066196 1 diskrecorder.go:70] Writing 104 records to /var/lib/insights-operator/insights-2026-07-03-215954.tar.gz I0703 21:59:54.073573 1 diskrecorder.go:51] Wrote 104 records to disk in 7ms I0703 21:59:54.073599 1 periodic.go:281] Gathering cluster info every 2h0m0s I0703 21:59:54.073613 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0703 22:00:05.160428 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 22:00:57.977322 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="781db797b292cb8315223ae5b6ad8f1116e6c6f7dc1097d83bf7d695b279ad67") W0703 22:00:57.977356 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0703 22:00:57.977404 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="02615d1059eae3f6db57ef28b4b8b6ce2cee1f63805079a5e02bb179b3ce603e") I0703 22:00:57.977438 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0703 22:00:57.977477 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0703 22:00:57.977502 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0703 22:00:57.977512 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="a5d5175767ee0ea9877b7708f30ec8256587c2f6fb3ece3101906b81029aff71") I0703 22:00:57.977522 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0703 22:00:57.977535 1 base_controller.go:181] Shutting down ConfigController ...