W0702 22:21:45.069290 1 cmd.go:257] Using insecure, self-signed certificates I0702 22:21:45.417070 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:21:45.417400 1 observer_polling.go:159] Starting file observer W0702 22:21:45.442430 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0702 22:21:45.979822 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0702 22:21:45.980047 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0702 22:21:45.980709 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0702 22:21:45.981152 1 secure_serving.go:57] Forcing use of http/1.1 only W0702 22:21:45.981178 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0702 22:21:45.981183 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0702 22:21:45.981189 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0702 22:21:45.981193 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0702 22:21:45.981197 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0702 22:21:45.981201 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0702 22:21:45.984995 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0702 22:21:45.985008 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0702 22:21:45.988374 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0702 22:21:45.988398 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0702 22:21:45.988444 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0702 22:21:45.988465 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 22:21:45.988495 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0702 22:21:45.988507 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 22:21:45.989182 1 secure_serving.go:213] Serving securely on [::]:8443 I0702 22:21:45.989268 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3941649436/tls.crt::/tmp/serving-cert-3941649436/tls.key" I0702 22:21:45.989420 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0702 22:21:45.992750 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0702 22:21:45.992784 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 22:21:45.992919 1 base_controller.go:76] Waiting for caches to sync for ConfigController E0702 22:21:45.992983 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18be99297ec61636 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-02 22:21:45.984914998 +0000 UTC m=+0.980664561,LastTimestamp:2026-07-02 22:21:45.984914998 +0000 UTC m=+0.980664561,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" I0702 22:21:46.001920 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 22:21:46.001941 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 22:21:46.008459 1 secretconfigobserver.go:119] support secret does not exist I0702 22:21:46.012615 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 22:21:46.016422 1 secretconfigobserver.go:119] support secret does not exist I0702 22:21:46.021304 1 recorder.go:156] Pruning old reports every 4h3m24s, max age is 288h0m0s I0702 22:21:46.027413 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0702 22:21:46.027423 1 periodic.go:212] Running clusterconfig gatherer I0702 22:21:46.027436 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0702 22:21:46.027455 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0702 22:21:46.027460 1 insightsreport.go:296] Starting report retriever I0702 22:21:46.027464 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0702 22:21:46.027488 1 tasks_processing.go:45] number of workers: 32 I0702 22:21:46.027519 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 22:21:46.027528 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 22:21:46.027531 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 22:21:46.027533 1 tasks_processing.go:71] worker 2 working on validating_webhook_configurations task. I0702 22:21:46.027540 1 tasks_processing.go:69] worker 23 listening for tasks. I0702 22:21:46.027540 1 tasks_processing.go:71] worker 1 working on monitoring_persistent_volumes task. I0702 22:21:46.027547 1 tasks_processing.go:71] worker 23 working on oauths task. I0702 22:21:46.027548 1 tasks_processing.go:69] worker 15 listening for tasks. I0702 22:21:46.027562 1 tasks_processing.go:69] worker 8 listening for tasks. I0702 22:21:46.027567 1 tasks_processing.go:69] worker 9 listening for tasks. I0702 22:21:46.027575 1 tasks_processing.go:69] worker 10 listening for tasks. I0702 22:21:46.027581 1 tasks_processing.go:69] worker 3 listening for tasks. I0702 22:21:46.027584 1 tasks_processing.go:69] worker 11 listening for tasks. I0702 22:21:46.027589 1 tasks_processing.go:69] worker 4 listening for tasks. I0702 22:21:46.027593 1 tasks_processing.go:69] worker 12 listening for tasks. I0702 22:21:46.027598 1 tasks_processing.go:69] worker 5 listening for tasks. I0702 22:21:46.027601 1 tasks_processing.go:69] worker 13 listening for tasks. I0702 22:21:46.027605 1 tasks_processing.go:69] worker 6 listening for tasks. I0702 22:21:46.027610 1 tasks_processing.go:69] worker 14 listening for tasks. I0702 22:21:46.027613 1 tasks_processing.go:69] worker 7 listening for tasks. I0702 22:21:46.027620 1 tasks_processing.go:69] worker 27 listening for tasks. I0702 22:21:46.027624 1 tasks_processing.go:69] worker 25 listening for tasks. I0702 22:21:46.027629 1 tasks_processing.go:69] worker 26 listening for tasks. I0702 22:21:46.027535 1 tasks_processing.go:71] worker 0 working on node_logs task. I0702 22:21:46.027634 1 tasks_processing.go:69] worker 24 listening for tasks. I0702 22:21:46.027637 1 tasks_processing.go:69] worker 28 listening for tasks. I0702 22:21:46.027644 1 tasks_processing.go:69] worker 19 listening for tasks. I0702 22:21:46.027647 1 tasks_processing.go:69] worker 29 listening for tasks. I0702 22:21:46.027652 1 tasks_processing.go:69] worker 16 listening for tasks. I0702 22:21:46.027656 1 tasks_processing.go:69] worker 30 listening for tasks. I0702 22:21:46.027664 1 tasks_processing.go:69] worker 31 listening for tasks. I0702 22:21:46.027673 1 tasks_processing.go:69] worker 18 listening for tasks. I0702 22:21:46.027684 1 tasks_processing.go:69] worker 21 listening for tasks. I0702 22:21:46.027686 1 tasks_processing.go:69] worker 17 listening for tasks. I0702 22:21:46.027691 1 tasks_processing.go:69] worker 20 listening for tasks. I0702 22:21:46.027697 1 tasks_processing.go:69] worker 22 listening for tasks. I0702 22:21:46.027772 1 tasks_processing.go:71] worker 22 working on jaegers task. I0702 22:21:46.027837 1 tasks_processing.go:71] worker 27 working on overlapping_namespace_uids task. I0702 22:21:46.028032 1 tasks_processing.go:71] worker 16 working on cost_management_metrics_configs task. I0702 22:21:46.028069 1 tasks_processing.go:71] worker 30 working on openstack_dataplanedeployments task. I0702 22:21:46.028176 1 tasks_processing.go:71] worker 24 working on pod_network_connectivity_checks task. I0702 22:21:46.028219 1 tasks_processing.go:71] worker 21 working on mutating_webhook_configurations task. I0702 22:21:46.028266 1 tasks_processing.go:71] worker 17 working on openstack_controlplanes task. I0702 22:21:46.028312 1 tasks_processing.go:71] worker 20 working on sap_datahubs task. I0702 22:21:46.028382 1 tasks_processing.go:71] worker 5 working on ingress task. I0702 22:21:46.028383 1 tasks_processing.go:71] worker 7 working on machines task. I0702 22:21:46.028304 1 tasks_processing.go:71] worker 28 working on image_pruners task. I0702 22:21:46.028329 1 tasks_processing.go:71] worker 15 working on openshift_machine_api_events task. I0702 22:21:46.028334 1 tasks_processing.go:71] worker 8 working on certificate_signing_requests task. I0702 22:21:46.028892 1 tasks_processing.go:71] worker 29 working on image_registries task. I0702 22:21:46.028339 1 tasks_processing.go:71] worker 9 working on openshift_logging task. I0702 22:21:46.028343 1 tasks_processing.go:71] worker 10 working on sap_config task. I0702 22:21:46.028347 1 tasks_processing.go:71] worker 3 working on tsdb_status task. I0702 22:21:46.028365 1 tasks_processing.go:71] worker 25 working on olm_operators task. W0702 22:21:46.029326 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:21:46.029344 1 tasks_processing.go:71] worker 3 working on dvo_metrics task. I0702 22:21:46.029384 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 90.189µs to process 0 records I0702 22:21:46.028368 1 tasks_processing.go:71] worker 11 working on pdbs task. I0702 22:21:46.028372 1 tasks_processing.go:71] worker 4 working on container_runtime_configs task. I0702 22:21:46.028370 1 tasks_processing.go:71] worker 26 working on install_plans task. I0702 22:21:46.028375 1 tasks_processing.go:71] worker 12 working on storage_cluster task. I0702 22:21:46.028378 1 tasks_processing.go:71] worker 6 working on cluster_apiserver task. I0702 22:21:46.028379 1 tasks_processing.go:71] worker 14 working on container_images task. I0702 22:21:46.028391 1 tasks_processing.go:71] worker 13 working on nodenetworkstates task. I0702 22:21:46.028396 1 tasks_processing.go:71] worker 31 working on feature_gates task. I0702 22:21:46.028402 1 tasks_processing.go:71] worker 18 working on openstack_dataplanenodesets task. I0702 22:21:46.028292 1 tasks_processing.go:71] worker 19 working on support_secret task. I0702 22:21:46.041062 1 tasks_processing.go:71] worker 22 working on silenced_alerts task. I0702 22:21:46.041092 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 13.280662ms to process 0 records I0702 22:21:46.041110 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 12.979679ms to process 0 records I0702 22:21:46.041120 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 13.034476ms to process 0 records I0702 22:21:46.041130 1 tasks_processing.go:71] worker 16 working on authentication task. I0702 22:21:46.041171 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 12.779136ms to process 0 records I0702 22:21:46.041226 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 13.637178ms to process 0 records I0702 22:21:46.041238 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 12.05221ms to process 0 records W0702 22:21:46.041109 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:21:46.041252 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 174.088µs to process 0 records I0702 22:21:46.041261 1 tasks_processing.go:71] worker 1 working on nodes task. I0702 22:21:46.041279 1 tasks_processing.go:71] worker 7 working on infrastructures task. I0702 22:21:46.041501 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0702 22:21:46.041575 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 22:21:46.041604 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 22:21:46.041624 1 tasks_processing.go:71] worker 10 working on nodenetworkconfigurationpolicies task. I0702 22:21:46.041611 1 tasks_processing.go:71] worker 30 working on networks task. I0702 22:21:46.041617 1 tasks_processing.go:71] worker 20 working on aggregated_monitoring_cr_names task. I0702 22:21:46.041629 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 22:21:46.042563 1 controller.go:458] The operator is still being initialized E0702 22:21:46.041507 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0702 22:21:46.041631 1 tasks_processing.go:71] worker 22 working on lokistack task. I0702 22:21:46.042742 1 controller.go:481] The operator is healthy I0702 22:21:46.043514 1 gather.go:177] gatherer "clusterconfig" function "machines" took 12.787671ms to process 0 records I0702 22:21:46.043582 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 12.688825ms to process 0 records I0702 22:21:46.043642 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 13.090914ms to process 0 records I0702 22:21:46.043652 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 12.486152ms to process 0 records E0702 22:21:46.043663 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0702 22:21:46.043672 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 13.870873ms to process 0 records I0702 22:21:46.043720 1 tasks_processing.go:71] worker 17 working on machine_autoscalers task. I0702 22:21:46.044491 1 tasks_processing.go:71] worker 5 working on metrics task. W0702 22:21:46.044564 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:21:46.044573 1 tasks_processing.go:71] worker 24 working on ingress_certificates task. I0702 22:21:46.044935 1 tasks_processing.go:71] worker 15 working on crds task. I0702 22:21:46.045046 1 tasks_processing.go:71] worker 9 working on openstack_version task. I0702 22:21:46.045233 1 recorder.go:70] Recording config/ingress with fingerprint=ddd77d825132cf58544e33c7c4174ad4b22c466243282691b2fa1ad9c41d4fe8 I0702 22:21:46.045308 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 13.727737ms to process 1 records I0702 22:21:46.045322 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 16.458326ms to process 0 records I0702 22:21:46.045329 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 58.528µs to process 0 records I0702 22:21:46.045337 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 15.540954ms to process 0 records I0702 22:21:46.045346 1 tasks_processing.go:71] worker 12 working on config_maps task. I0702 22:21:46.045601 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=0aac77fd6e817a79366935502f5bbbdd3bb92ca0e8611f3ba18f1681878975c3 I0702 22:21:46.045679 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=7a1b8d77cbb1afab948528298073844c255dd3475960ca6506d348cf28e41d80 I0702 22:21:46.045727 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=1fa6e5452a2783f457f85ce044e012a5dc0b400aee0b11396385a615775fb687 I0702 22:21:46.045758 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 16.048038ms to process 3 records I0702 22:21:46.045787 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 16.087712ms to process 0 records I0702 22:21:46.045810 1 tasks_processing.go:71] worker 0 working on active_alerts task. I0702 22:21:46.045818 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 15.622256ms to process 0 records I0702 22:21:46.045825 1 tasks_processing.go:71] worker 13 working on clusterroles task. I0702 22:21:46.045827 1 tasks_processing.go:71] worker 5 working on ceph_cluster task. I0702 22:21:46.046146 1 tasks_processing.go:71] worker 29 working on operators task. I0702 22:21:46.045804 1 tasks_processing.go:71] worker 11 working on machine_config_pools task. I0702 22:21:46.045832 1 tasks_processing.go:71] worker 4 working on schedulers task. W0702 22:21:46.045877 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:21:46.046806 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=4e60c4b347e91280df7b2a1ddae955b16f25e518aff38752fc80c349a39ecf86 I0702 22:21:46.046829 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 16.801488ms to process 1 records I0702 22:21:46.046951 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1a20954c6ab02a60eced00652483322b5e8fe691b269eb9571a907daa3a9708b I0702 22:21:46.046966 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 17.396584ms to process 1 records I0702 22:21:46.047015 1 tasks_processing.go:71] worker 28 working on storage_classes task. I0702 22:21:46.047153 1 tasks_processing.go:71] worker 23 working on service_accounts task. I0702 22:21:46.047299 1 recorder.go:70] Recording config/oauth with fingerprint=c3a0f13d3a700d772ef4ad8184e3d0b5dc31f45db67a190076ec0cac3deaa50f I0702 22:21:46.047311 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 18.509762ms to process 1 records I0702 22:21:46.047321 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 803.464µs to process 0 records I0702 22:21:46.047337 1 tasks_processing.go:71] worker 0 working on version task. I0702 22:21:46.047368 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0702 22:21:46.047380 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 18.943741ms to process 1 records I0702 22:21:46.047389 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 18.491755ms to process 0 records I0702 22:21:46.047396 1 tasks_processing.go:71] worker 27 working on machine_healthchecks task. I0702 22:21:46.047452 1 tasks_processing.go:71] worker 8 working on machine_sets task. I0702 22:21:46.049224 1 tasks_processing.go:71] worker 18 working on sap_pods task. I0702 22:21:46.049255 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 19.028256ms to process 0 records I0702 22:21:46.056093 1 tasks_processing.go:71] worker 19 working on proxies task. E0702 22:21:46.056133 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0702 22:21:46.056147 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 25.775016ms to process 0 records I0702 22:21:46.058318 1 tasks_processing.go:71] worker 5 working on machine_configs task. I0702 22:21:46.058326 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 12.202612ms to process 0 records I0702 22:21:46.058789 1 tasks_processing.go:71] worker 7 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0702 22:21:46.059509 1 recorder.go:70] Recording config/infrastructure with fingerprint=42be28c6c563d98ebc6c7c7add3bdff4972d50e7b67d8f3c81de84fa4dc350ea I0702 22:21:46.059528 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 17.492692ms to process 1 records I0702 22:21:46.059835 1 tasks_processing.go:71] worker 2 working on operators_pods_and_events task. I0702 22:21:46.060172 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=040afe33a5f566c5cb2ec356ac300255be33839666e37db8666ea3fb85acade5 I0702 22:21:46.060343 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=27de921f38c809abb0e3ae82bff7bbb6733f1d6bd189cd661a568ef86ca87acc I0702 22:21:46.060394 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=94bb680aadec44f434b9290dffae3834a0f1906addfdcfbfdf55754a95459b8d I0702 22:21:46.060439 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=9202c61529ce2fab2548bc047b2c289abed94bc6f43621add2ea3dc9c6001cfb I0702 22:21:46.060481 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=30a0dc3c92d17828f57ae55cbf4a0f04e687a82c72ce4585513b518f54bd41b6 I0702 22:21:46.060527 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=31c9c007542d150a1723982ae2a76c6dbda26ab2f6af0690d6714cd9b4e1ce8e I0702 22:21:46.060567 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=1399674c45bca5de8b42dbd937187eaff944b7b6073df8095d7f14a6b0b4ebfa I0702 22:21:46.060627 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c572aa2115859a8e2079e8f33eb2adf612bf26e0ee3a8a3b16ccf1900f37e2ee I0702 22:21:46.060667 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=76befa62483ee60ada048faed029e0038dad3cb63a49a9af4472f769cf398405 I0702 22:21:46.060708 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=44c8cceba5667cf16ca1e36c3daadc1f27fe5428e83439efa903507af670c976 I0702 22:21:46.060749 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=290150d0e00e744059de0cc34b1a3c6a942477671983e6bdfa9781f6978080f9 I0702 22:21:46.060761 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 32.27806ms to process 11 records W0702 22:21:46.061074 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:21:46.063093 1 tasks_processing.go:71] worker 9 working on image task. I0702 22:21:46.063136 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 18.031004ms to process 0 records I0702 22:21:46.063153 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 16.807684ms to process 0 records I0702 22:21:46.063162 1 tasks_processing.go:74] worker 11 stopped. I0702 22:21:46.063294 1 tasks_processing.go:74] worker 6 stopped. I0702 22:21:46.063470 1 recorder.go:70] Recording config/apiserver with fingerprint=20a1c6514cdc56104698980464b91b4a45cc7fbc04f68da38f142e3b534a2259 I0702 22:21:46.063484 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 33.375786ms to process 1 records I0702 22:21:46.065950 1 tasks_processing.go:74] worker 17 stopped. I0702 22:21:46.065964 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 22.179371ms to process 0 records I0702 22:21:46.065974 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 23.328271ms to process 0 records I0702 22:21:46.065982 1 tasks_processing.go:74] worker 22 stopped. I0702 22:21:46.089218 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 22:21:46.089232 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0702 22:21:46.089247 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 22:21:46.093334 1 base_controller.go:82] Caches are synced for ConfigController I0702 22:21:46.093368 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0702 22:21:46.093779 1 tasks_processing.go:74] worker 10 stopped. I0702 22:21:46.094584 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 52.088075ms to process 0 records I0702 22:21:46.095469 1 tasks_processing.go:74] worker 16 stopped. I0702 22:21:46.095481 1 recorder.go:70] Recording config/authentication with fingerprint=9b60aeea1aa16d702f031bec006295f43f4486ced3e75e3d613bd5eed9d547ce I0702 22:21:46.095631 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 53.245068ms to process 1 records I0702 22:21:46.095921 1 recorder.go:70] Recording config/proxy with fingerprint=d28e59d2f3ea6db10e89292ad9af60c9d0f7be5a3cca634e12e9c02e57eb0c1b I0702 22:21:46.095990 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 38.388524ms to process 1 records I0702 22:21:46.096046 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 45.74737ms to process 0 records I0702 22:21:46.096083 1 tasks_processing.go:74] worker 18 stopped. I0702 22:21:46.096128 1 tasks_processing.go:74] worker 19 stopped. I0702 22:21:46.096456 1 tasks_processing.go:74] worker 31 stopped. I0702 22:21:46.096726 1 recorder.go:70] Recording config/featuregate with fingerprint=b6d413cc7ff790635f7cb6d91d683a95af5953034ce2d6ba0ff35e3a9e8039eb I0702 22:21:46.096751 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 66.311251ms to process 1 records I0702 22:21:46.098403 1 tasks_processing.go:74] worker 4 stopped. I0702 22:21:46.098674 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=49eafa84b9f30a94ff5d0e386c7e0c467e01e952f66d5cb1acb20565da92a100 I0702 22:21:46.098723 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 51.888238ms to process 1 records I0702 22:21:46.098855 1 tasks_processing.go:74] worker 1 stopped. I0702 22:21:46.100301 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0702 22:21:46.100437 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s W0702 22:21:46.101216 1 operator.go:287] started I0702 22:21:46.101272 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0702 22:21:46.102385 1 recorder.go:70] Recording config/node/ip-10-0-0-195.ec2.internal with fingerprint=e4c8a3e0c1f37d50e631bf62d109550d37c9c8a22db7ed0ef3df8012bd7ca5e1 I0702 22:21:46.102571 1 recorder.go:70] Recording config/node/ip-10-0-2-93.ec2.internal with fingerprint=2cf70465ce3f87c671b31f0822d8510a3b5af2bf331dad4fdbf3a5463d237c36 I0702 22:21:46.102618 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 57.465397ms to process 2 records E0702 22:21:46.102654 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0702 22:21:46.102685 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 52.034987ms to process 0 records I0702 22:21:46.102721 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 52.248075ms to process 0 records I0702 22:21:46.102799 1 tasks_processing.go:74] worker 27 stopped. I0702 22:21:46.102845 1 tasks_processing.go:74] worker 8 stopped. I0702 22:21:46.102890 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=be893eb42227b3bf5a8a97987226ff3d5b582ae8ee017b8c3a3d0f0ce4bc6458 I0702 22:21:46.102923 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=a040923ee176cf36b87e3d812c2e20fef6f1effb2f4d1f7d4950e4b1e9bc6c7f I0702 22:21:46.102941 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 52.91113ms to process 2 records I0702 22:21:46.102970 1 tasks_processing.go:74] worker 28 stopped. I0702 22:21:46.103062 1 tasks_processing.go:74] worker 30 stopped. I0702 22:21:46.103150 1 recorder.go:70] Recording config/network with fingerprint=e23f5a47ca0ccb8778b2f1029ce10a8e63e3ef62565735ccc2c2eef259eef0c5 I0702 22:21:46.103192 1 gather.go:177] gatherer "clusterconfig" function "networks" took 58.970469ms to process 1 records I0702 22:21:46.103290 1 recorder.go:70] Recording config/olm_operators with fingerprint=cbd04323f779f41262be0e993a9544882f1068636d920457377bdb8a80533d15 I0702 22:21:46.103308 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 73.733976ms to process 1 records I0702 22:21:46.103320 1 tasks_processing.go:74] worker 25 stopped. I0702 22:21:46.103670 1 tasks_processing.go:74] worker 9 stopped. I0702 22:21:46.103849 1 recorder.go:70] Recording config/image with fingerprint=2d31aab484d806b0022cc28b2836be8f3331a9417b6a66400c8a91ef8f997df1 I0702 22:21:46.103893 1 gather.go:177] gatherer "clusterconfig" function "image" took 40.563399ms to process 1 records I0702 22:21:46.113443 1 tasks_processing.go:74] worker 14 stopped. I0702 22:21:46.113533 1 recorder.go:70] Recording config/running_containers with fingerprint=8f9745c3433862873b91244b26fbc0ba90e5cd59a704080c2d17f1c1e2775f58 I0702 22:21:46.113551 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 83.458714ms to process 1 records I0702 22:21:46.116385 1 tasks_processing.go:74] worker 21 stopped. I0702 22:21:46.116498 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=2c8bdb01ae83aab2eee4883caabcf50f0f1de8dd120c75066a43d84be6a60f78 I0702 22:21:46.116541 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=fe004d0c8ab6d8da1d6f4316ba6f9c57263b9dd69f475161556eba3d0731cd8e I0702 22:21:46.116579 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=9c2576d965ee6887bf2cf415d79bf344df3e47c99fbd8ace1194403840942566 I0702 22:21:46.116592 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 88.146237ms to process 3 records I0702 22:21:46.118290 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:21:46.125977 1 tasks_processing.go:74] worker 5 stopped. E0702 22:21:46.125992 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0702 22:21:46.126027 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0702 22:21:46.126041 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 67.605325ms to process 1 records I0702 22:21:46.154561 1 tasks_processing.go:74] worker 7 stopped. I0702 22:21:46.154629 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 95.73162ms to process 0 records I0702 22:21:46.155447 1 prometheus_rules.go:88] Prometheus rules successfully created I0702 22:21:46.156318 1 tasks_processing.go:74] worker 15 stopped. I0702 22:21:46.156469 1 controller.go:203] Source scaController *sca.Controller is not ready I0702 22:21:46.156513 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0702 22:21:46.156525 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 22:21:46.156531 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 22:21:46.156536 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 22:21:46.156561 1 controller.go:458] The operator is still being initialized I0702 22:21:46.156569 1 controller.go:481] The operator is healthy I0702 22:21:46.157189 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=86433f7e17712c2015ce0c7a4fbc0a730eb59ee3f9b17aa24788ac392b56540e I0702 22:21:46.157432 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=41b4a912ea45e6c08f12abe3ed45db232df9e98b395734962ef446cec18b394f I0702 22:21:46.157445 1 gather.go:177] gatherer "clusterconfig" function "crds" took 111.362709ms to process 2 records I0702 22:21:46.157459 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 114.611533ms to process 0 records I0702 22:21:46.157468 1 tasks_processing.go:74] worker 20 stopped. I0702 22:21:46.161639 1 tasks_processing.go:74] worker 13 stopped. I0702 22:21:46.161932 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=7f097839cd175fd650522843c7fa6cddce5a748f9c6729a098a02f3695e5ca9d I0702 22:21:46.162086 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=fe24cd0562f9b47275bad9ab485ec81f09f046e0e63c17d742072b0091ed7c1c I0702 22:21:46.162101 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 115.681653ms to process 2 records E0702 22:21:46.164658 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%276d098038-0c21-4245-b485-6558b8cf5fbc%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:43656->172.30.0.10:53: read: connection refused I0702 22:21:46.164672 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%276d098038-0c21-4245-b485-6558b8cf5fbc%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:43656->172.30.0.10:53: read: connection refused I0702 22:21:46.183258 1 tasks_processing.go:74] worker 0 stopped. I0702 22:21:46.183910 1 recorder.go:70] Recording config/version with fingerprint=575faa1824ee6319ab8f434c5fa45e740970e6479ac172f1f44d1bcea935ba50 I0702 22:21:46.183926 1 recorder.go:70] Recording config/id with fingerprint=eefac400383796a24e057138bdd80818f30f58324e951d7aa3e513c38589dd1a I0702 22:21:46.183934 1 gather.go:177] gatherer "clusterconfig" function "version" took 135.901404ms to process 2 records I0702 22:21:46.197234 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0702 22:21:46.201489 1 base_controller.go:82] Caches are synced for LoggingSyncer I0702 22:21:46.201503 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... W0702 22:21:46.202615 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:59624->172.30.0.10:53: read: connection refused I0702 22:21:46.202629 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:59624->172.30.0.10:53: read: connection refused I0702 22:21:46.203018 1 tasks_processing.go:74] worker 12 stopped. E0702 22:21:46.203038 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0702 22:21:46.203046 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0702 22:21:46.203052 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0702 22:21:46.203067 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0702 22:21:46.203119 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0702 22:21:46.203130 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0702 22:21:46.203137 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0702 22:21:46.203144 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0702 22:21:46.203220 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0702 22:21:46.203231 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0702 22:21:46.203240 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 157.626009ms to process 7 records I0702 22:21:46.229546 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0702 22:21:46.233546 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0702 22:21:46.269755 1 tasks_processing.go:74] worker 24 stopped. E0702 22:21:46.269776 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0702 22:21:46.269783 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ra92j4mllb2279hpuspdlt8msmq5coa-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ra92j4mllb2279hpuspdlt8msmq5coa-primary-cert-bundle-secret" not found I0702 22:21:46.269858 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=84dd4817396b1403158dc4a734cb08146e40cf5f0bb88e0f036f482f4c942299 I0702 22:21:46.269871 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 225.135235ms to process 1 records I0702 22:21:46.550099 1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 13 containers I0702 22:21:46.550118 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1935832 bytes I0702 22:21:46.551044 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-b8zfb pod in namespace openshift-dns (previous: false). I0702 22:21:46.602118 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0702 22:21:46.761075 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-b8zfb pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-b8zfb\" is waiting to start: ContainerCreating" I0702 22:21:46.761102 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-b8zfb\" is waiting to start: ContainerCreating" I0702 22:21:46.761111 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-b8zfb pod in namespace openshift-dns (previous: false). I0702 22:21:46.791102 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0702 22:21:46.919839 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-b8zfb pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-b8zfb\" is waiting to start: ContainerCreating" I0702 22:21:46.919861 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-b8zfb\" is waiting to start: ContainerCreating" I0702 22:21:46.919870 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-4d7gg pod in namespace openshift-dns (previous: false). W0702 22:21:47.060664 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:21:47.160729 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:21:47.160750 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-lhpcc pod in namespace openshift-dns (previous: false). I0702 22:21:47.316074 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:21:47.316134 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b95b767dc-fjz5g pod in namespace openshift-image-registry (previous: false). I0702 22:21:47.511316 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:21:47.511375 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b95b767dc-sw99p pod in namespace openshift-image-registry (previous: false). I0702 22:21:47.589115 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0702 22:21:47.711525 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:21:47.711585 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7b4d47bf64-p9vrg pod in namespace openshift-image-registry (previous: false). I0702 22:21:47.916146 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7b4d47bf64-p9vrg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7b4d47bf64-p9vrg\" is waiting to start: ContainerCreating" I0702 22:21:47.916169 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7b4d47bf64-p9vrg\" is waiting to start: ContainerCreating" I0702 22:21:47.916183 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-l99kt pod in namespace openshift-image-registry (previous: false). I0702 22:21:47.996560 1 tasks_processing.go:74] worker 29 stopped. I0702 22:21:47.996726 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=ab1d1d3da598e62b8c3f7bdc84b89743627275016bfcc0b7e119821a14a92339 I0702 22:21:47.996821 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=4de5ebc7e61bd720856f6ea5e5e364649bbd629b8062fbff9cb3d9e1492bbfa5 I0702 22:21:47.996909 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0702 22:21:47.996988 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=6fa75ccb5fcf5217f32c6037f739deb9f9a0f693f6f628715cf4aee685f070b3 I0702 22:21:47.997049 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0702 22:21:47.997119 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=2dcdd2cac5940f52d4f1229580c14f6ad907dd29f3425376c9be5ab3d555c8f6 I0702 22:21:47.997202 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=59ecaf734da1b3542440ec52b66da5eac5bededa2961b695ebc26efd874d8485 I0702 22:21:47.997273 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=be2dd452cb654bd7ac0137038955fc486cb67047533914cca6a557065d60099f I0702 22:21:47.997323 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=d870c3954e8f61db13a82972f52f39f62a488f9c6123cec0dd1989c9b1f7aa45 I0702 22:21:47.997395 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=3cb4e016055ad6bdf3311ce2dc72b4fe092b749e9e68dafd3d88c2b42c050846 I0702 22:21:47.997449 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0702 22:21:47.997496 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=3f7db45ca10a8430998d99e3ccfa875058dbc3e45f43e3bfb8f8331f8421f526 I0702 22:21:47.997531 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0702 22:21:47.997583 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=46afe1f66b1f3b3e50d3def5f073cac3ff0c5af467b594e8d084b167b2a13811 I0702 22:21:47.997613 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0702 22:21:47.997653 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b9fb43886fd4aaa66368acfad065efec2b43ff8a4c405be981408ab4ae3f7dda I0702 22:21:47.997694 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0702 22:21:47.997739 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=8f3dfee07c4d79b283542f3ddbdbb930e7842cb882f91bee60e9bde9eedbcf7c I0702 22:21:47.997967 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=048fcaf2f597c8d708860e67767ac780cec7ca8aa6a5ec9cda25678457572010 I0702 22:21:47.998058 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0702 22:21:47.998114 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=64be90ad4c4f7b9d5d361e63c3ee4e85a56fded5410c5092cfb1687b354dd9a0 I0702 22:21:47.998175 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=204248bb4f8bf170fdaff098df5aaa0f6304c70dfd7d70a9e0039689174ab0b0 I0702 22:21:47.998208 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0702 22:21:47.998253 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=7e0ad111dfbfd48b137d4b979836bbc33e5a0520f86c66e64bf395e6a6a4c3d0 I0702 22:21:47.998286 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0702 22:21:47.998332 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=b84c1703eb6568435e8558c12c527b0c2fa2beb6ed48f86cdb09108117d0736d I0702 22:21:47.998399 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=4abc686102729cb26d49d170612bc5370641daa72321fadbfd73039255a2ec74 I0702 22:21:47.998748 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=b589163f6a04529f0320090ec18e00275361ffd86bd5f2eaca1725092217a9da I0702 22:21:47.998785 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=830375be09630d43ed0592efa36a37de41183b2bb13c3ea34dde5bdd85d1b52c I0702 22:21:47.998809 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=3e4cd1418db338f72176b3405bb7ca9b21c1d74e9722c40e5b83e9f54ef9f10d I0702 22:21:47.998855 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=851324cd5e4de28f6d0c91f8bcbe1993a20bb95c9a7d5c492877c0651a4f7750 I0702 22:21:47.998883 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0702 22:21:47.998898 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0702 22:21:47.998908 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.950358565s to process 33 records W0702 22:21:48.076399 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:21:48.120836 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:21:48.120859 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-zssmp pod in namespace openshift-image-registry (previous: false). I0702 22:21:48.317999 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 22:21:48.318022 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6c779884b9-tvdqr pod in namespace openshift-ingress (previous: false). I0702 22:21:48.516381 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6c779884b9-tvdqr pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6c779884b9-tvdqr\" is waiting to start: ContainerCreating" I0702 22:21:48.516480 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6c779884b9-tvdqr\" is waiting to start: ContainerCreating" I0702 22:21:48.516517 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-86c9d7db4b-684tt pod in namespace openshift-ingress (previous: false). I0702 22:21:48.716542 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-86c9d7db4b-684tt pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-86c9d7db4b-684tt\" is waiting to start: ContainerCreating" I0702 22:21:48.716566 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-86c9d7db4b-684tt\" is waiting to start: ContainerCreating" I0702 22:21:48.716577 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-86c9d7db4b-fzrks pod in namespace openshift-ingress (previous: false). I0702 22:21:48.917247 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-86c9d7db4b-fzrks pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-86c9d7db4b-fzrks\" is waiting to start: ContainerCreating" I0702 22:21:48.917272 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-86c9d7db4b-fzrks\" is waiting to start: ContainerCreating" I0702 22:21:48.917304 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-c2f5g pod in namespace openshift-ingress-canary (previous: false). W0702 22:21:49.060699 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 22:21:49.115558 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-c2f5g pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-c2f5g\" is waiting to start: ContainerCreating" I0702 22:21:49.115577 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-c2f5g\" is waiting to start: ContainerCreating" I0702 22:21:49.115596 1 tasks_processing.go:74] worker 2 stopped. I0702 22:21:49.115698 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=ac3e13715bdfcdccee2abf54f04bcc57d1635546440f9238b9311b0ccf44e4ee I0702 22:21:49.115732 1 recorder.go:70] Recording events/openshift-dns with fingerprint=b31a976e8718a84089ef6fc891eb75671432472615fc27f5084abf449ca0673f I0702 22:21:49.115824 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=c92944c9f1783f116a3aa05a7a063039799c4284e94b0ab82e4c7405ec79ee24 I0702 22:21:49.115854 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=bd3c42ca3583255a9f1e85469fc9cbd7c9dcf823bc6afa7d62a515219b9415b5 I0702 22:21:49.115898 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=04aaf1358eea43db70af9519a7f6186a8504d9f45828714adb69dc401a951516 I0702 22:21:49.115909 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=c5fba6517388e7b2ea86d0a18fb047678840a634fe52efd6d7fb38e53761fd53 I0702 22:21:49.117578 1 recorder.go:70] Recording config/pod/openshift-dns/dns-default-b8zfb with fingerprint=9acc26cfef9b73b0da0da57ad548ca64df75a1da0e7b725024de5ece3b1b4a42 I0702 22:21:49.117685 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-6b95b767dc-fjz5g with fingerprint=1f86fcf6ed3d5840fdedd447d6d08bab2eff76bc9a7e11c363bb0c30dff0c043 I0702 22:21:49.117767 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-6b95b767dc-sw99p with fingerprint=40fc54f1480f4565bd3034556310b63dc5a2ab474cb25fdc9893502a34027b0b I0702 22:21:49.117868 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-7b4d47bf64-p9vrg with fingerprint=f6a4344408bb81249666eb53e2d870316f7150595d5f24ea49756f6619e3c466 I0702 22:21:49.117930 1 recorder.go:70] Recording config/pod/openshift-ingress-canary/ingress-canary-c2f5g with fingerprint=8b270af809d9be1ca44730f17c65b563ac7f1b3946916c6b9caf905088a918bf I0702 22:21:49.117940 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.055743615s to process 11 records W0702 22:21:50.060254 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0702 22:21:51.060945 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0702 22:21:51.060969 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 22:21:51.060981 1 tasks_processing.go:74] worker 3 stopped. E0702 22:21:51.060991 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 22:21:51.061001 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0702 22:21:51.061016 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0702 22:21:51.061026 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.031629726s to process 1 records I0702 22:21:58.327835 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:21:58.662118 1 tasks_processing.go:74] worker 26 stopped. I0702 22:21:58.662160 1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0702 22:21:58.662172 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.632435397s to process 1 records I0702 22:21:59.461109 1 tasks_processing.go:74] worker 23 stopped. I0702 22:21:59.461460 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=cf9c12fe8737f3a6d4cb9da132f43361fa8e8d22eb1cc0d002bd7e06234de064 I0702 22:21:59.461480 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.413930137s to process 1 records E0702 22:21:59.461565 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.434s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0702 22:21:59.462676 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0702 22:21:59.462693 1 periodic.go:212] Running workloads gatherer I0702 22:21:59.462710 1 tasks_processing.go:45] number of workers: 2 I0702 22:21:59.462722 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 22:21:59.462723 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 22:21:59.462728 1 tasks_processing.go:71] worker 1 working on workload_info task. I0702 22:21:59.462734 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0702 22:21:59.504734 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data I0702 22:21:59.528172 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (24ms) I0702 22:21:59.528222 1 tasks_processing.go:74] worker 0 stopped. I0702 22:21:59.528247 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 65.458199ms to process 0 records I0702 22:21:59.542057 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (14ms) I0702 22:21:59.564041 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (22ms) I0702 22:21:59.589110 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (25ms) I0702 22:21:59.605112 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (16ms) I0702 22:21:59.625101 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (20ms) I0702 22:21:59.635983 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (11ms) I0702 22:21:59.649011 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (13ms) I0702 22:21:59.664200 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (15ms) I0702 22:21:59.684040 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (20ms) I0702 22:21:59.715107 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (31ms) I0702 22:21:59.729385 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (14ms) I0702 22:21:59.812881 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (83ms) I0702 22:21:59.913799 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (101ms) I0702 22:22:00.013475 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (100ms) I0702 22:22:00.113589 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (100ms) I0702 22:22:00.214271 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (101ms) I0702 22:22:00.313253 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (99ms) I0702 22:22:00.413472 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (100ms) I0702 22:22:00.513025 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I0702 22:22:00.613663 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (101ms) I0702 22:22:00.713745 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (100ms) I0702 22:22:00.813786 1 gather_workloads_info.go:387] No image sha256:d93441b88bd020cae0a819977b23ca7be19e037d9bf634c16710864a08a4929f (100ms) I0702 22:22:00.914556 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (101ms) I0702 22:22:01.013233 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (99ms) I0702 22:22:01.114253 1 gather_workloads_info.go:387] No image sha256:f6e156f39b06d196b46d8ed3a03ca337e939dba0060e40de4455b4e77b90929e (101ms) I0702 22:22:01.213192 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (99ms) I0702 22:22:01.313453 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (100ms) I0702 22:22:01.413679 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (100ms) I0702 22:22:01.513699 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (100ms) I0702 22:22:01.613665 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (100ms) I0702 22:22:01.717157 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (103ms) I0702 22:22:01.814686 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (98ms) I0702 22:22:01.917398 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (103ms) I0702 22:22:01.917438 1 tasks_processing.go:74] worker 1 stopped. E0702 22:22:01.917451 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0702 22:22:01.917740 1 recorder.go:70] Recording config/workload_info with fingerprint=ee9c014683a152dc99a6d0bc7af0b089dfb8f2ab0cd9c0f8f26363f677e3c721 I0702 22:22:01.917760 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.454696652s to process 1 records E0702 22:22:01.917792 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.455s with: function \"workload_info\" failed with an error" I0702 22:22:01.918898 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0702 22:22:01.918912 1 periodic.go:212] Running conditional gatherer I0702 22:22:01.927929 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0702 22:22:01.934634 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:41141->172.30.0.10:53: read: connection refused E0702 22:22:01.934924 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 22:22:01.934991 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0702 22:22:01.943788 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0702 22:22:01.943807 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:22:01.943812 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:22:01.943816 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:22:01.943820 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:22:01.943823 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:22:01.943826 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:22:01.943829 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:22:01.943832 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 22:22:01.943835 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0702 22:22:01.943852 1 tasks_processing.go:45] number of workers: 3 I0702 22:22:01.943859 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 22:22:01.943863 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0702 22:22:01.943871 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 22:22:01.943885 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0702 22:22:01.943884 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 22:22:01.943891 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0702 22:22:01.943907 1 tasks_processing.go:74] worker 1 stopped. I0702 22:22:01.943971 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0702 22:22:01.943985 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 852ns to process 1 records I0702 22:22:01.944018 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0702 22:22:01.944028 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.389µs to process 1 records I0702 22:22:01.944036 1 tasks_processing.go:74] worker 0 stopped. I0702 22:22:01.944187 1 tasks_processing.go:74] worker 2 stopped. I0702 22:22:01.944198 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 289.865µs to process 0 records I0702 22:22:01.944237 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:41141->172.30.0.10:53: read: connection refused I0702 22:22:01.944257 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0702 22:22:01.965605 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=5a4f86d59b9b1d4d7e2775e3104870981aee3e6fe4c07b0a30dff1084ebc28b4 I0702 22:22:01.965751 1 diskrecorder.go:70] Writing 102 records to /var/lib/insights-operator/insights-2026-07-02-222201.tar.gz I0702 22:22:01.972795 1 diskrecorder.go:51] Wrote 102 records to disk in 7ms I0702 22:22:01.972836 1 periodic.go:281] Gathering cluster info every 2h0m0s I0702 22:22:01.972853 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0702 22:22:02.301054 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:22:02.501528 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:22:12.358870 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 22:22:55.417970 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="13ba5eb7455d594ae6c6950dd7c1ab1027a08d1f8dddfb7ee0dc89721be5ffe4") W0702 22:22:55.418013 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0702 22:22:55.418076 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="0bd67a0e8d004a73e9ddb0f7b53da05f90d33386c26a8af90ff6a97667301124") I0702 22:22:55.418096 1 periodic.go:173] Shutting down I0702 22:22:55.418115 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0702 22:22:55.418123 1 base_controller.go:181] Shutting down LoggingSyncer ... I0702 22:22:55.418144 1 base_controller.go:181] Shutting down ConfigController ...