W0706 19:46:36.082172 1 cmd.go:257] Using insecure, self-signed certificates I0706 19:46:36.331001 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0706 19:46:36.331373 1 observer_polling.go:159] Starting file observer W0706 19:46:36.351927 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0706 19:46:36.546327 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0706 19:46:36.546662 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0706 19:46:36.549069 1 secure_serving.go:57] Forcing use of http/1.1 only W0706 19:46:36.549098 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0706 19:46:36.549105 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0706 19:46:36.549131 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0706 19:46:36.549136 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0706 19:46:36.549142 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0706 19:46:36.549146 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0706 19:46:36.549371 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0706 19:46:36.550792 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0706 19:46:36.550779 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] E0706 19:46:36.554307 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18bfcb043e7dc1fe openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-06 19:46:36.550742526 +0000 UTC m=+0.521033767,LastTimestamp:2026-07-06 19:46:36.550742526 +0000 UTC m=+0.521033767,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" I0706 19:46:36.554410 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0706 19:46:36.554478 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0706 19:46:36.554493 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0706 19:46:36.554496 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0706 19:46:36.554461 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0706 19:46:36.555878 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0706 19:46:36.556148 1 secure_serving.go:213] Serving securely on [::]:8443 I0706 19:46:36.556246 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2507462568/tls.crt::/tmp/serving-cert-2507462568/tls.key" I0706 19:46:36.556428 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0706 19:46:36.556985 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0706 19:46:36.557047 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0706 19:46:36.557794 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0706 19:46:36.564678 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 19:46:36.564703 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0706 19:46:36.569713 1 secretconfigobserver.go:119] support secret does not exist I0706 19:46:36.574682 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0706 19:46:36.579312 1 secretconfigobserver.go:119] support secret does not exist I0706 19:46:36.584295 1 recorder.go:156] Pruning old reports every 4h38m40s, max age is 288h0m0s I0706 19:46:36.589685 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0706 19:46:36.589742 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0706 19:46:36.589760 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0706 19:46:36.589774 1 insightsreport.go:296] Starting report retriever I0706 19:46:36.589781 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0706 19:46:36.589916 1 periodic.go:212] Running clusterconfig gatherer I0706 19:46:36.590033 1 tasks_processing.go:45] number of workers: 32 I0706 19:46:36.590279 1 tasks_processing.go:69] worker 31 listening for tasks. I0706 19:46:36.590317 1 tasks_processing.go:71] worker 31 working on olm_operators task. I0706 19:46:36.590915 1 tasks_processing.go:69] worker 0 listening for tasks. I0706 19:46:36.590962 1 tasks_processing.go:69] worker 1 listening for tasks. I0706 19:46:36.590994 1 tasks_processing.go:69] worker 2 listening for tasks. I0706 19:46:36.591007 1 tasks_processing.go:69] worker 3 listening for tasks. I0706 19:46:36.591016 1 tasks_processing.go:69] worker 4 listening for tasks. I0706 19:46:36.591024 1 tasks_processing.go:69] worker 5 listening for tasks. I0706 19:46:36.591032 1 tasks_processing.go:69] worker 6 listening for tasks. I0706 19:46:36.591040 1 tasks_processing.go:69] worker 7 listening for tasks. I0706 19:46:36.591047 1 tasks_processing.go:69] worker 8 listening for tasks. I0706 19:46:36.591055 1 tasks_processing.go:69] worker 9 listening for tasks. I0706 19:46:36.591065 1 tasks_processing.go:69] worker 10 listening for tasks. I0706 19:46:36.591073 1 tasks_processing.go:69] worker 11 listening for tasks. I0706 19:46:36.591081 1 tasks_processing.go:69] worker 12 listening for tasks. I0706 19:46:36.591090 1 tasks_processing.go:69] worker 13 listening for tasks. I0706 19:46:36.591098 1 tasks_processing.go:69] worker 14 listening for tasks. I0706 19:46:36.591106 1 tasks_processing.go:69] worker 15 listening for tasks. I0706 19:46:36.591157 1 tasks_processing.go:69] worker 16 listening for tasks. I0706 19:46:36.591165 1 tasks_processing.go:69] worker 17 listening for tasks. I0706 19:46:36.591175 1 tasks_processing.go:69] worker 18 listening for tasks. I0706 19:46:36.591183 1 tasks_processing.go:69] worker 19 listening for tasks. I0706 19:46:36.591223 1 tasks_processing.go:69] worker 20 listening for tasks. I0706 19:46:36.591232 1 tasks_processing.go:69] worker 21 listening for tasks. I0706 19:46:36.591240 1 tasks_processing.go:69] worker 22 listening for tasks. I0706 19:46:36.591252 1 tasks_processing.go:69] worker 28 listening for tasks. I0706 19:46:36.591264 1 tasks_processing.go:69] worker 27 listening for tasks. I0706 19:46:36.591304 1 tasks_processing.go:69] worker 25 listening for tasks. I0706 19:46:36.591339 1 tasks_processing.go:71] worker 4 working on ingress_certificates task. I0706 19:46:36.591374 1 tasks_processing.go:71] worker 8 working on crds task. I0706 19:46:36.591656 1 tasks_processing.go:71] worker 6 working on feature_gates task. I0706 19:46:36.591859 1 tasks_processing.go:71] worker 7 working on pod_network_connectivity_checks task. I0706 19:46:36.592042 1 tasks_processing.go:71] worker 9 working on machine_configs task. I0706 19:46:36.592149 1 tasks_processing.go:71] worker 10 working on service_accounts task. I0706 19:46:36.592236 1 tasks_processing.go:71] worker 11 working on monitoring_persistent_volumes task. I0706 19:46:36.591273 1 tasks_processing.go:69] worker 30 listening for tasks. I0706 19:46:36.592851 1 tasks_processing.go:71] worker 14 working on networks task. I0706 19:46:36.592895 1 tasks_processing.go:71] worker 19 working on authentication task. I0706 19:46:36.592908 1 tasks_processing.go:71] worker 21 working on storage_cluster task. I0706 19:46:36.592876 1 tasks_processing.go:71] worker 30 working on openshift_machine_api_events task. I0706 19:46:36.593148 1 tasks_processing.go:71] worker 15 working on machine_autoscalers task. I0706 19:46:36.593238 1 tasks_processing.go:71] worker 28 working on openstack_controlplanes task. I0706 19:46:36.593453 1 tasks_processing.go:71] worker 16 working on machines task. I0706 19:46:36.591288 1 tasks_processing.go:69] worker 24 listening for tasks. I0706 19:46:36.593602 1 tasks_processing.go:71] worker 24 working on pdbs task. I0706 19:46:36.591293 1 tasks_processing.go:69] worker 23 listening for tasks. I0706 19:46:36.591308 1 tasks_processing.go:69] worker 26 listening for tasks. I0706 19:46:36.591319 1 tasks_processing.go:71] worker 5 working on operators task. I0706 19:46:36.593779 1 tasks_processing.go:71] worker 26 working on image task. I0706 19:46:36.593821 1 tasks_processing.go:71] worker 18 working on sap_datahubs task. I0706 19:46:36.592898 1 tasks_processing.go:71] worker 22 working on machine_config_pools task. I0706 19:46:36.594052 1 tasks_processing.go:71] worker 17 working on support_secret task. I0706 19:46:36.591328 1 tasks_processing.go:71] worker 1 working on openstack_dataplanedeployments task. I0706 19:46:36.591332 1 tasks_processing.go:71] worker 2 working on config_maps task. I0706 19:46:36.591335 1 tasks_processing.go:71] worker 3 working on sap_pods task. I0706 19:46:36.591278 1 tasks_processing.go:69] worker 29 listening for tasks. I0706 19:46:36.592884 1 tasks_processing.go:71] worker 12 working on schedulers task. I0706 19:46:36.592886 1 tasks_processing.go:71] worker 13 working on silenced_alerts task. I0706 19:46:36.592904 1 tasks_processing.go:71] worker 20 working on overlapping_namespace_uids task. I0706 19:46:36.594133 1 tasks_processing.go:71] worker 7 working on oauths task. E0706 19:46:36.594267 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0706 19:46:36.594435 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 2.257977ms to process 0 records I0706 19:46:36.591324 1 tasks_processing.go:71] worker 0 working on lokistack task. I0706 19:46:36.594588 1 tasks_processing.go:71] worker 29 working on nodes task. I0706 19:46:36.594312 1 tasks_processing.go:71] worker 23 working on cluster_apiserver task. I0706 19:46:36.594952 1 tasks_processing.go:71] worker 27 working on ceph_cluster task. W0706 19:46:36.595059 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0706 19:46:36.595086 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 38.499µs to process 0 records I0706 19:46:36.595104 1 tasks_processing.go:71] worker 13 working on validating_webhook_configurations task. I0706 19:46:36.595665 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0706 19:46:36.595685 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0706 19:46:36.595689 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0706 19:46:36.595693 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0706 19:46:36.595706 1 controller.go:458] The operator is still being initialized I0706 19:46:36.595711 1 controller.go:481] The operator is healthy I0706 19:46:36.595882 1 tasks_processing.go:71] worker 25 working on openstack_dataplanenodesets task. I0706 19:46:36.599868 1 tasks_processing.go:71] worker 21 working on active_alerts task. W0706 19:46:36.600284 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0706 19:46:36.600005 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 6.947521ms to process 0 records I0706 19:46:36.600453 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 7.843123ms to process 0 records I0706 19:46:36.600476 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 72.154µs to process 0 records I0706 19:46:36.600496 1 tasks_processing.go:71] worker 21 working on jaegers task. I0706 19:46:36.600968 1 tasks_processing.go:71] worker 11 working on operators_pods_and_events task. I0706 19:46:36.612722 1 tasks_processing.go:71] worker 15 working on version task. I0706 19:46:36.613062 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 19.562345ms to process 0 records I0706 19:46:36.613386 1 tasks_processing.go:71] worker 1 working on ingress task. I0706 19:46:36.613468 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 18.905693ms to process 0 records I0706 19:46:36.613490 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 19.0944ms to process 0 records I0706 19:46:36.613497 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 19.616357ms to process 0 records E0706 19:46:36.613506 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0706 19:46:36.613516 1 gather.go:177] gatherer "clusterconfig" function "machines" took 19.996755ms to process 0 records I0706 19:46:36.613527 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 19.663149ms to process 0 records I0706 19:46:36.613535 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 18.520325ms to process 0 records E0706 19:46:36.613543 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0706 19:46:36.613546 1 tasks_processing.go:71] worker 3 working on nodenetworkconfigurationpolicies task. I0706 19:46:36.613605 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0706 19:46:36.613625 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 21.438914ms to process 1 records E0706 19:46:36.613633 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0706 19:46:36.613641 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 19.560133ms to process 0 records I0706 19:46:36.613650 1 tasks_processing.go:71] worker 17 working on storage_classes task. I0706 19:46:36.613651 1 tasks_processing.go:71] worker 18 working on install_plans task. I0706 19:46:36.614005 1 tasks_processing.go:71] worker 9 working on dvo_metrics task. I0706 19:46:36.614071 1 tasks_processing.go:71] worker 16 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0706 19:46:36.614429 1 recorder.go:70] Recording config/featuregate with fingerprint=dc44a0a40b44ef2b84b95f5d4fc00329b509e796ef70ff68f7abf32d9cb82cd9 I0706 19:46:36.614556 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 22.041757ms to process 1 records I0706 19:46:36.614468 1 tasks_processing.go:71] worker 6 working on openshift_logging task. I0706 19:46:36.614479 1 tasks_processing.go:71] worker 22 working on tsdb_status task. W0706 19:46:36.615329 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0706 19:46:36.615364 1 tasks_processing.go:71] worker 27 working on certificate_signing_requests task. I0706 19:46:36.616370 1 tasks_processing.go:71] worker 7 working on clusterroles task. I0706 19:46:36.617046 1 recorder.go:70] Recording config/oauth with fingerprint=84c74cd6d8737faa9f7d5ce80d4418a799810a66538f048e67172af3d1eba4e5 I0706 19:46:36.617093 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 19.761683ms to process 1 records I0706 19:46:36.617235 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 20.663155ms to process 0 records I0706 19:46:36.617267 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 18.038419ms to process 0 records I0706 19:46:36.617309 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 21.567601ms to process 0 records I0706 19:46:36.617340 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 20.17309ms to process 0 records I0706 19:46:36.617516 1 tasks_processing.go:71] worker 25 working on infrastructures task. I0706 19:46:36.617796 1 recorder.go:70] Recording config/image with fingerprint=67adcb6a7125d83ca75127edde7f13d4ffeca47edefd2e294df54af3bbe2f6c2 I0706 19:46:36.617836 1 gather.go:177] gatherer "clusterconfig" function "image" took 21.138619ms to process 1 records I0706 19:46:36.618123 1 tasks_processing.go:71] worker 28 working on container_images task. I0706 19:46:36.618300 1 tasks_processing.go:71] worker 0 working on mutating_webhook_configurations task. I0706 19:46:36.618643 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=ee3e35422fa684cf8c15eba3c3ace58b613489e6fa2377c26df5e88b4cb1a79e I0706 19:46:36.618789 1 tasks_processing.go:71] worker 30 working on node_logs task. I0706 19:46:36.619267 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=070cd5ec273af58f036d8b3b69d927d60f7f8147addf5d690f9484e31dba73ed I0706 19:46:36.619459 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=5121b9b5a7479d4865af49f43259dc64bb96f1806c1926e0c171c1f9a2f2adee I0706 19:46:36.619649 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=488cb36a76639f9bddca136ddab825b1aa4d74d2ce6188f9bb2aa393d1b34e64 I0706 19:46:36.618795 1 tasks_processing.go:71] worker 13 working on nodenetworkstates task. I0706 19:46:36.619725 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=ca326c87be6b1ab6ce82060b31d8dfa254d50747d893f0e6e2f0a503fff952df I0706 19:46:36.618799 1 tasks_processing.go:71] worker 26 working on container_runtime_configs task. I0706 19:46:36.620087 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=40a31e448eb37babb934bbe6518e9b0eada58008b6f3b5eba476d282a9da5474 I0706 19:46:36.620193 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=79162be0186ea5bb5a002c9294191e57970f2dcc924630954a565193ba2fca28 I0706 19:46:36.620528 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=cfd66675bfde1ee650d0856a4a2c0e7ad3784900f0fd75ebd5afa9bf6f66c369 I0706 19:46:36.620626 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=894d8f3c33f95b7edf702ee39a1e44b1a06f131183daeb2d9dac09c23ccaae7d I0706 19:46:36.620705 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=a04a9499a8f51c36338a5f422bc40dd8b3e99894a437758de68a6f613e78a65b I0706 19:46:36.620792 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=24d4b1fd683818300c48a212a84a7ea3d20c77ed7c42b375502660ef98e95b19 I0706 19:46:36.620839 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 19.833357ms to process 11 records I0706 19:46:36.621000 1 tasks_processing.go:71] worker 24 working on image_registries task. I0706 19:46:36.621539 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=81279fff4f5d0a2d41826453534742504dba89ea322526d2e5da5603922a371b I0706 19:46:36.621669 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=04c6d23d05404c0e50a30c0923e002dcf7c82a43d10c7cd2017bb3df9aed7f88 I0706 19:46:36.621698 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=c8cd481bac901a43f8f37c2a77d5ec6c1f027d5b80c469e11637ab7f8a72dbef I0706 19:46:36.621808 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 21.378388ms to process 3 records I0706 19:46:36.621824 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 14.518116ms to process 0 records I0706 19:46:36.621831 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 47.492µs to process 0 records I0706 19:46:36.621861 1 tasks_processing.go:71] worker 22 working on machine_healthchecks task. I0706 19:46:36.622013 1 tasks_processing.go:71] worker 14 working on openstack_version task. I0706 19:46:36.622060 1 tasks_processing.go:71] worker 21 working on image_pruners task. I0706 19:46:36.622511 1 recorder.go:70] Recording config/network with fingerprint=3eeb2fc382ceeb5a5564948aa2b14bc984944e93d87fba6791d5abe1da554e7c I0706 19:46:36.622526 1 gather.go:177] gatherer "clusterconfig" function "networks" took 22.462744ms to process 1 records I0706 19:46:36.622702 1 tasks_processing.go:71] worker 19 working on metrics task. W0706 19:46:36.622730 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0706 19:46:36.622947 1 recorder.go:70] Recording config/authentication with fingerprint=13588353da2e21eeba02d36e0903efc816fb87886e3022fbba882d4a661e7af9 I0706 19:46:36.622962 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 22.932646ms to process 1 records I0706 19:46:36.622984 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0706 19:46:36.623033 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 21.771425ms to process 1 records I0706 19:46:36.623505 1 tasks_processing.go:71] worker 20 working on aggregated_monitoring_cr_names task. I0706 19:46:36.623625 1 recorder.go:70] Recording config/node/ip-10-0-1-128.ec2.internal with fingerprint=7a911d1229ead4ec6cc8d533c1cc57e792086abeb604b7399418cf7b88748db5 I0706 19:46:36.623679 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 22.325447ms to process 1 records I0706 19:46:36.623768 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=dc5588cc900b9ea4eadb8630aaab60d0d83b024e17dd8aa37795a6636051f042 I0706 19:46:36.623805 1 tasks_processing.go:71] worker 12 working on machine_sets task. I0706 19:46:36.623808 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 22.206306ms to process 1 records I0706 19:46:36.624225 1 recorder.go:70] Recording config/apiserver with fingerprint=380feae6aee384b85238ad268a3b6d87692976c0100a5e156ee491b23f70c9da I0706 19:46:36.624274 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 22.402966ms to process 1 records I0706 19:46:36.624303 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 26.867µs to process 0 records I0706 19:46:36.623769 1 tasks_processing.go:71] worker 29 working on cost_management_metrics_configs task. I0706 19:46:36.624836 1 tasks_processing.go:74] worker 8 stopped. I0706 19:46:36.624337 1 tasks_processing.go:71] worker 23 working on sap_config task. I0706 19:46:36.624345 1 tasks_processing.go:71] worker 19 working on proxies task. I0706 19:46:36.625096 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0706 19:46:36.625168 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0706 19:46:36.627000 1 operator.go:287] started I0706 19:46:36.627206 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0706 19:46:36.628325 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=544ba322ef35b9ac22948bfe8baebd21f0eb7eba517fc68bfd8f24f647a56a2a I0706 19:46:36.628799 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=25af528dfbae991080936dfe0aa371335b36cb7329eeb6593be94abd86102c8f I0706 19:46:36.628845 1 gather.go:177] gatherer "clusterconfig" function "crds" took 33.432189ms to process 2 records I0706 19:46:36.628876 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 9.846911ms to process 0 records I0706 19:46:36.628907 1 tasks_processing.go:74] worker 6 stopped. I0706 19:46:36.632314 1 tasks_processing.go:74] worker 13 stopped. I0706 19:46:36.632365 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 12.579117ms to process 0 records I0706 19:46:36.632397 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 12.436607ms to process 0 records E0706 19:46:36.632426 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0706 19:46:36.632456 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 10.492479ms to process 0 records I0706 19:46:36.632487 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 10.334637ms to process 0 records I0706 19:46:36.632514 1 tasks_processing.go:74] worker 14 stopped. I0706 19:46:36.633126 1 tasks_processing.go:74] worker 26 stopped. I0706 19:46:36.633187 1 tasks_processing.go:74] worker 22 stopped. I0706 19:46:36.633249 1 tasks_processing.go:74] worker 3 stopped. I0706 19:46:36.633285 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 19.693208ms to process 0 records I0706 19:46:36.635663 1 tasks_processing.go:74] worker 29 stopped. I0706 19:46:36.635719 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 11.305954ms to process 0 records I0706 19:46:36.635764 1 tasks_processing.go:74] worker 12 stopped. I0706 19:46:36.635800 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 11.890291ms to process 0 records I0706 19:46:36.635827 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 10.88218ms to process 0 records I0706 19:46:36.635852 1 tasks_processing.go:74] worker 23 stopped. W0706 19:46:36.643257 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0706 19:46:36.644181 1 tasks_processing.go:74] worker 1 stopped. I0706 19:46:36.644491 1 recorder.go:70] Recording config/ingress with fingerprint=7ff4b005abb98b4ebd0eef5b1d02a589e3f17f818a8892d61e35b1d0422dbc0e I0706 19:46:36.644545 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 30.772758ms to process 1 records I0706 19:46:36.651704 1 tasks_processing.go:74] worker 17 stopped. I0706 19:46:36.651831 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=32c8e3db3893b52cebd3e3b6a541a31e869411e62fe8d864041419def9456e4f I0706 19:46:36.651871 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=844ebe8238c05bea3f8bd9f74f47774e4b1d37992e03afe7f2f4297e9f2c818a I0706 19:46:36.651888 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 38.040765ms to process 2 records I0706 19:46:36.654759 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0706 19:46:36.654838 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0706 19:46:36.656031 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0706 19:46:36.658259 1 tasks_processing.go:74] worker 31 stopped. I0706 19:46:36.658385 1 recorder.go:70] Recording config/olm_operators with fingerprint=e2cdaf65fa80e6f82174ee07a2e4573ff1609e98bf3886056f55c009b63f785d I0706 19:46:36.658422 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 67.868807ms to process 1 records I0706 19:46:36.658503 1 base_controller.go:82] Caches are synced for ConfigController I0706 19:46:36.658561 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0706 19:46:36.658528 1 recorder.go:70] Recording config/proxy with fingerprint=25bc0183c71d4f1e473f4ce199cb90c6435f4412df46b869f11e21f2f9715307 I0706 19:46:36.658672 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 33.345429ms to process 1 records I0706 19:46:36.658534 1 tasks_processing.go:74] worker 19 stopped. I0706 19:46:36.658792 1 tasks_processing.go:74] worker 25 stopped. I0706 19:46:36.659530 1 recorder.go:70] Recording config/infrastructure with fingerprint=4eaade43e4d2e67c7681b4fab349f6f7eb3766836cfba7f33ef253c0a6e1a3c0 I0706 19:46:36.659592 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 40.925644ms to process 1 records I0706 19:46:36.659640 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 43.337697ms to process 0 records I0706 19:46:36.659667 1 tasks_processing.go:74] worker 27 stopped. I0706 19:46:36.661554 1 prometheus_rules.go:88] Prometheus rules successfully created I0706 19:46:36.662105 1 tasks_processing.go:74] worker 21 stopped. I0706 19:46:36.662359 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=b7199f3ead3fe6ac2d564fc7bf24ef0b204c38f24889de6925f07ee54656404d I0706 19:46:36.662376 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 40.008479ms to process 1 records I0706 19:46:36.662598 1 tasks_processing.go:74] worker 7 stopped. I0706 19:46:36.662890 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=67fe9b6340719e34da32bcdf2d14336d35d77855cbe6d06eaa8088682458dbf0 I0706 19:46:36.663072 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=bc7f626566fdce2606b9a3ce1540813c42fd703da1fee053cf07ef222c4fab9e I0706 19:46:36.663106 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 46.169602ms to process 2 records I0706 19:46:36.663491 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0706 19:46:36.663531 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0706 19:46:36.663559 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0706 19:46:36.663583 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0706 19:46:36.663611 1 controller.go:203] Source scaController *sca.Controller is not ready I0706 19:46:36.663653 1 controller.go:458] The operator is still being initialized I0706 19:46:36.663682 1 controller.go:481] The operator is healthy I0706 19:46:36.664313 1 tasks_processing.go:74] worker 24 stopped. I0706 19:46:36.664779 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=63226114d3afbe010bfe844b1adcfca52b9ddb1f917fb5b4a7a74a82d8924ef7 I0706 19:46:36.667325 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 43.279918ms to process 1 records I0706 19:46:36.669019 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 19:46:36.672574 1 tasks_processing.go:74] worker 20 stopped. I0706 19:46:36.672636 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 49.051169ms to process 0 records I0706 19:46:36.674958 1 tasks_processing.go:74] worker 28 stopped. I0706 19:46:36.675144 1 recorder.go:70] Recording config/running_containers with fingerprint=3560b39d14468272d1605323cf1ffc38d7ebbef88ddd2ec3d25273496b4b86cd I0706 19:46:36.675232 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 56.779215ms to process 1 records I0706 19:46:36.677404 1 tasks_processing.go:74] worker 16 stopped. I0706 19:46:36.677419 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 63.271565ms to process 0 records E0706 19:46:36.677431 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0706 19:46:36.677438 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2rcr5p5l4girppr4935mf3jegmbih93b-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2rcr5p5l4girppr4935mf3jegmbih93b-primary-cert-bundle-secret" not found I0706 19:46:36.677519 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=502250e0000304e7550132757ef3b7b7d39eaf63d3159c702a0507f8c7a081fb I0706 19:46:36.677530 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 86.038612ms to process 1 records I0706 19:46:36.677538 1 tasks_processing.go:74] worker 4 stopped. I0706 19:46:36.678315 1 tasks_processing.go:74] worker 2 stopped. E0706 19:46:36.678348 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0706 19:46:36.678360 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0706 19:46:36.678366 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0706 19:46:36.678381 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0706 19:46:36.678442 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0706 19:46:36.678475 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0706 19:46:36.678511 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0706 19:46:36.678521 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0706 19:46:36.678572 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0706 19:46:36.678586 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0706 19:46:36.678595 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 83.472878ms to process 7 records E0706 19:46:36.680948 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27a8332ffd-cbb2-40e9-a908-fce04a2f63d9%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:53407->172.30.0.10:53: read: connection refused I0706 19:46:36.680967 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27a8332ffd-cbb2-40e9-a908-fce04a2f63d9%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:53407->172.30.0.10:53: read: connection refused I0706 19:46:36.706877 1 tasks_processing.go:74] worker 0 stopped. I0706 19:46:36.707100 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=f5e97676ca1d74e9707903a61898ef3e860ddc4c58295860822823898055c537 I0706 19:46:36.707221 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=c670dfc8849a738972bf53c3f6c60a45631b99d4e1aeb7acac020615e5a4ba8d I0706 19:46:36.707311 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=12cc0d92e74a878460b63cc5e75e9914feeacd2465b7a9f59a9b9256a7abafc3 I0706 19:46:36.707358 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 88.506185ms to process 3 records I0706 19:46:36.710746 1 tasks_processing.go:74] worker 30 stopped. I0706 19:46:36.710809 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 91.4878ms to process 0 records I0706 19:46:36.727865 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0706 19:46:36.727985 1 base_controller.go:82] Caches are synced for LoggingSyncer I0706 19:46:36.727997 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... W0706 19:46:36.735321 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:60366->172.30.0.10:53: read: connection refused I0706 19:46:36.735344 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:60366->172.30.0.10:53: read: connection refused I0706 19:46:36.743776 1 tasks_processing.go:74] worker 15 stopped. I0706 19:46:36.745100 1 recorder.go:70] Recording config/version with fingerprint=47ce7a17b7cc9a6f1caf2d6b0d4b93c9618f34cde4744f7c7f3ef14fc06719a3 I0706 19:46:36.745140 1 recorder.go:70] Recording config/id with fingerprint=d63bf18da05c8a5cc76105012d4375651183ff86a05a890acb7e0e628bee1331 I0706 19:46:36.745151 1 gather.go:177] gatherer "clusterconfig" function "version" took 130.997227ms to process 2 records I0706 19:46:37.038962 1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers I0706 19:46:37.038991 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes I0706 19:46:37.039385 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-xpwfd pod in namespace openshift-dns (previous: false). I0706 19:46:37.046176 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0706 19:46:37.246251 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0706 19:46:37.279160 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xpwfd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-xpwfd\" is waiting to start: ContainerCreating" I0706 19:46:37.279181 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-xpwfd\" is waiting to start: ContainerCreating" I0706 19:46:37.279190 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-xpwfd pod in namespace openshift-dns (previous: false). I0706 19:46:37.462220 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xpwfd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-xpwfd\" is waiting to start: ContainerCreating" I0706 19:46:37.462309 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-xpwfd\" is waiting to start: ContainerCreating" I0706 19:46:37.462327 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q256d pod in namespace openshift-dns (previous: false). W0706 19:46:37.638802 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0706 19:46:37.659498 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0706 19:46:37.659515 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-59fb487787-782r6 pod in namespace openshift-image-registry (previous: false). I0706 19:46:37.840282 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0706 19:46:37.840316 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-59fb487787-tw5cx pod in namespace openshift-image-registry (previous: false). I0706 19:46:38.050106 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0706 19:46:38.058850 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-59fb487787-tw5cx pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-59fb487787-tw5cx\" is waiting to start: ContainerCreating" I0706 19:46:38.058869 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-59fb487787-tw5cx\" is waiting to start: ContainerCreating" I0706 19:46:38.058879 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5bbf697d4-ctsq4 pod in namespace openshift-image-registry (previous: false). I0706 19:46:38.239411 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0706 19:46:38.239436 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9kt99 pod in namespace openshift-image-registry (previous: false). I0706 19:46:38.449007 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0706 19:46:38.449044 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5c55b5778f-df89w pod in namespace openshift-ingress (previous: false). I0706 19:46:38.451971 1 tasks_processing.go:74] worker 5 stopped. I0706 19:46:38.452029 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=2fad70abc357a763821f49462a09a6d7563293ed7ce6de0c2736f5ab886ef81a I0706 19:46:38.452070 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=a97e330dab8dc749ed2d8f09b908bf42c13e5092f1499887c843f00496dc102c I0706 19:46:38.452106 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0706 19:46:38.452166 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=3bb575f896876e9481be8e90d1436aaca7b0c0325b06b7f5aa7f10432b6d5869 I0706 19:46:38.452190 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0706 19:46:38.452217 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=c68818c668f7471dcaf319511365f671b14fd52467c9904db6fc5cce5d0a92a8 I0706 19:46:38.452260 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=419fac5ee3697afea11e2c6f2d4215e3b4c0a5df90018a87a661895caec46af7 I0706 19:46:38.452297 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=9d091864851911ea7edc49ec6718fbe9bd5e07e64e128c3ae8dbd9438e1caae6 I0706 19:46:38.452317 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=d0cd9dcbe42bc8eedb7837a1d139620a45de0f70b577ef218179220adb2fbbb6 I0706 19:46:38.452349 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=ac0fdacc0b0606092f6c50186126c628c15923653e9a80a0fd2a3c5cb525946d I0706 19:46:38.452367 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0706 19:46:38.452385 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=97eeed2c7cc1d92993f7d67d239a578e7725e8ca0839dfba6a65c87ebf0362a8 I0706 19:46:38.452401 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0706 19:46:38.452421 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=e74f0f55212bf3ca646fc01f244bcea9c37a0a369f7f6ca6c6a3e8d075464908 I0706 19:46:38.452431 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0706 19:46:38.452445 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=7b1ba719f89000cc8bbbdf3afa32b30b0df6164915464282acb946e09155f325 I0706 19:46:38.452455 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0706 19:46:38.452472 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=46d3035a5852207ba2748a551349cff5195a39a0c7bcb588bcbbefc35f24c380 I0706 19:46:38.452601 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=2c8e3136533ea38fa90e36a166698245519d893318dd3d0873cd3bf884428e1c I0706 19:46:38.452632 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0706 19:46:38.452656 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=fc02ab14ade0139c465daa43d4af2264e6a8dcfa0da552b60f5647574490566b I0706 19:46:38.452682 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=b3eebc9fcde5cfb4f8a5ebc71eb838dfc9d3628835bfed269debc5a7f22693db I0706 19:46:38.452692 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0706 19:46:38.452709 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=a09c79b12287cb0c39dc1fbecee6085ae84c09e273e9fc84d5283615a4f0372f I0706 19:46:38.452720 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0706 19:46:38.452734 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=2f08031d6a1b81016a43da3100872e3b80122dba0c20d7cca768ed83ed79c8c7 I0706 19:46:38.452758 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a3406dc5b683a41595fe7cb63e41f59c0e6c4d758b46fc49c8479ba9aafb3fe0 I0706 19:46:38.452780 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=210f8d9cb72d6986df788bd0dd9b6ba666bbd3f53f864d9436f90edfff64a7af I0706 19:46:38.452799 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=92efce1a64f0be89e8597084448c7b49e934ed5aa3932334cdc906d05dc90e1d I0706 19:46:38.452820 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=b0f7e6a55128091ed16baab4403d6bc30d880ec79f2e412d9ab74a1ac05c6e71 I0706 19:46:38.452860 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=a335ee49f61e7bdf0f17577c0e5a73747b4f263aa98d1eb68ab6b2ec4d9943b7 I0706 19:46:38.452882 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0706 19:46:38.452893 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0706 19:46:38.452901 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.858187339s to process 33 records W0706 19:46:38.638007 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0706 19:46:38.648842 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5c55b5778f-df89w pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5c55b5778f-df89w\" is waiting to start: ContainerCreating" I0706 19:46:38.648868 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5c55b5778f-df89w\" is waiting to start: ContainerCreating" I0706 19:46:38.648884 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5c55b5778f-j7tdm pod in namespace openshift-ingress (previous: false). I0706 19:46:38.841386 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0706 19:46:38.841408 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5c748fd499-wlhpw pod in namespace openshift-ingress (previous: false). I0706 19:46:39.049073 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5c748fd499-wlhpw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5c748fd499-wlhpw\" is waiting to start: ContainerCreating" I0706 19:46:39.049094 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5c748fd499-wlhpw\" is waiting to start: ContainerCreating" I0706 19:46:39.049104 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-2xdqh pod in namespace openshift-ingress-canary (previous: false). I0706 19:46:39.250380 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-2xdqh pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-2xdqh\" is waiting to start: ContainerCreating" I0706 19:46:39.250400 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-2xdqh\" is waiting to start: ContainerCreating" I0706 19:46:39.250419 1 tasks_processing.go:74] worker 11 stopped. I0706 19:46:39.250541 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=33f91feca32adfbbffd6d6bf5b1343d5b9a044e017dd9c37a1d059b867676050 I0706 19:46:39.250574 1 recorder.go:70] Recording events/openshift-dns with fingerprint=52229e94eb93f8ddd88591c20f0e7798973ffb7e464cec546447c76e0e6d9e3e I0706 19:46:39.250641 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=c2ea80f12b71f6f457d79fc4c87a34e47708b9f448a84ebd5149711daaa92ab6 I0706 19:46:39.250669 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=0525f41dc256d1729ebd561933f383b07ebd16906be67474f7f7013d0742a93a I0706 19:46:39.250712 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=24cf3a5d705e05856fc02091743aaaa46e4128192264d69bacb6300d6ad3ace2 I0706 19:46:39.250725 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=3bfb31c49446ac875b0fc17f1a1f68f3e592841f057eff056ef13f4d55eaa5f1 I0706 19:46:39.250734 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.64935928s to process 6 records W0706 19:46:39.637197 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0706 19:46:40.636929 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0706 19:46:41.639583 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0706 19:46:41.639622 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0706 19:46:41.639644 1 tasks_processing.go:74] worker 9 stopped. E0706 19:46:41.639660 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0706 19:46:41.639675 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0706 19:46:41.639696 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0706 19:46:41.639714 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.025614561s to process 1 records I0706 19:46:48.859020 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 19:46:49.308844 1 tasks_processing.go:74] worker 18 stopped. I0706 19:46:49.308899 1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0706 19:46:49.308915 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.695170249s to process 1 records I0706 19:46:50.000995 1 tasks_processing.go:74] worker 10 stopped. I0706 19:46:50.001300 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=cf9c12fe8737f3a6d4cb9da132f43361fa8e8d22eb1cc0d002bd7e06234de064 I0706 19:46:50.001317 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.408815687s to process 1 records E0706 19:46:50.001377 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.411s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error" I0706 19:46:50.002488 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0706 19:46:50.002506 1 periodic.go:212] Running workloads gatherer I0706 19:46:50.002530 1 tasks_processing.go:45] number of workers: 2 I0706 19:46:50.002544 1 tasks_processing.go:69] worker 1 listening for tasks. I0706 19:46:50.002548 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0706 19:46:50.002570 1 tasks_processing.go:69] worker 0 listening for tasks. I0706 19:46:50.002592 1 tasks_processing.go:71] worker 0 working on workload_info task. I0706 19:46:50.023456 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data I0706 19:46:50.035102 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (12ms) I0706 19:46:50.036912 1 tasks_processing.go:74] worker 1 stopped. I0706 19:46:50.036929 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 34.350982ms to process 0 records I0706 19:46:50.044325 1 gather_workloads_info.go:387] No image sha256:e769c66a73547a7f9dc0cd096deac5e195e193e231e232d124bbea6c989fc0ac (9ms) I0706 19:46:50.053399 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (9ms) I0706 19:46:50.062939 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (9ms) I0706 19:46:50.072801 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (10ms) I0706 19:46:50.082097 1 gather_workloads_info.go:387] No image sha256:a677901ab281a207eb3e91187175b3881a1ee9a7e7e18758d76612e4b361f0f9 (9ms) I0706 19:46:50.093267 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (11ms) I0706 19:46:50.102826 1 gather_workloads_info.go:387] No image sha256:b3adb38c4c5f4283e38ac14fbd4c1ccb1ab5a2e6db97002d4a0a86532c9f57f9 (10ms) I0706 19:46:50.113484 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (11ms) I0706 19:46:50.122360 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (9ms) I0706 19:46:50.131889 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (10ms) I0706 19:46:50.234069 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (102ms) I0706 19:46:50.333393 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (99ms) I0706 19:46:50.436503 1 gather_workloads_info.go:387] No image sha256:c130d9ed2555ee901ae165b105445ce7550bb90c7d91f1430c6c36d960ce04ea (103ms) I0706 19:46:50.536980 1 gather_workloads_info.go:387] No image sha256:d93441b88bd020cae0a819977b23ca7be19e037d9bf634c16710864a08a4929f (100ms) I0706 19:46:50.636984 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (100ms) I0706 19:46:50.734454 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (97ms) I0706 19:46:50.838514 1 gather_workloads_info.go:387] No image sha256:e36eaf2777370280753c5e56471c656b03903318a7a1777dec2fd7aa8939e445 (104ms) I0706 19:46:50.843974 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 19:46:50.934166 1 gather_workloads_info.go:387] No image sha256:ec06a66459e1645424664e74b9d17cb30db18d10b5a8feb9bf05e1fc3b85aafa (96ms) I0706 19:46:51.037521 1 gather_workloads_info.go:387] No image sha256:c72808eca4192c623de8ff11fae45d61179141ff5270ae2e3c3199aef2ff1937 (103ms) I0706 19:46:51.042739 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 19:46:51.136502 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (99ms) I0706 19:46:51.246340 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (110ms) I0706 19:46:51.342154 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (96ms) I0706 19:46:51.441172 1 gather_workloads_info.go:387] No image sha256:f6e156f39b06d196b46d8ed3a03ca337e939dba0060e40de4455b4e77b90929e (99ms) I0706 19:46:51.536535 1 gather_workloads_info.go:387] No image sha256:f1b21788197e9801d6826d91c565583fe54959d23d499c0fba2180d924eeee73 (95ms) I0706 19:46:51.640956 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (104ms) I0706 19:46:51.737213 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (96ms) I0706 19:46:51.836216 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (99ms) I0706 19:46:51.935938 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (100ms) I0706 19:46:52.038801 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (103ms) I0706 19:46:52.133636 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (95ms) I0706 19:46:52.237008 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (103ms) I0706 19:46:52.333831 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (97ms) I0706 19:46:52.435332 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (101ms) I0706 19:46:52.534554 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (99ms) I0706 19:46:52.638064 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (103ms) I0706 19:46:52.734779 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (97ms) I0706 19:46:52.837430 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (103ms) I0706 19:46:52.934657 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (97ms) I0706 19:46:53.036601 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (102ms) I0706 19:46:53.132454 1 gather_workloads_info.go:387] No image sha256:e2bb91005aafe2b2a1cf98231daf533b77c424be875471059664c632d83beb7c (96ms) I0706 19:46:53.235891 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (103ms) I0706 19:46:53.332884 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (97ms) I0706 19:46:53.332917 1 tasks_processing.go:74] worker 0 stopped. E0706 19:46:53.332940 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0706 19:46:53.333235 1 recorder.go:70] Recording config/workload_info with fingerprint=db821cf16134bdf801f5bb65a9e3859ea493ab60b8ea21f6c6b631c33f75e20a I0706 19:46:53.333278 1 gather.go:177] gatherer "workloads" function "workload_info" took 3.33031688s to process 1 records E0706 19:46:53.333311 1 periodic.go:250] "Unhandled Error" err="workloads failed after 3.33s with: function \"workload_info\" failed with an error" I0706 19:46:53.334414 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0706 19:46:53.334426 1 periodic.go:212] Running conditional gatherer I0706 19:46:53.346606 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0706 19:46:53.355168 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.21:45933->172.30.0.10:53: read: connection refused E0706 19:46:53.355474 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0706 19:46:53.355544 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0706 19:46:53.364849 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0706 19:46:53.364868 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 19:46:53.364873 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 19:46:53.364877 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 19:46:53.364881 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 19:46:53.364884 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 19:46:53.364887 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 19:46:53.364890 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 19:46:53.364893 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0706 19:46:53.364896 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0706 19:46:53.364913 1 tasks_processing.go:45] number of workers: 3 I0706 19:46:53.364924 1 tasks_processing.go:69] worker 2 listening for tasks. I0706 19:46:53.364928 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0706 19:46:53.364937 1 tasks_processing.go:69] worker 0 listening for tasks. I0706 19:46:53.364947 1 tasks_processing.go:69] worker 1 listening for tasks. I0706 19:46:53.364971 1 tasks_processing.go:74] worker 1 stopped. I0706 19:46:53.364987 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0706 19:46:53.364982 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0706 19:46:53.365018 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0706 19:46:53.365031 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 985ns to process 1 records I0706 19:46:53.365064 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0706 19:46:53.365072 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 2.268µs to process 1 records I0706 19:46:53.365078 1 tasks_processing.go:74] worker 0 stopped. I0706 19:46:53.365307 1 tasks_processing.go:74] worker 2 stopped. I0706 19:46:53.365321 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 308.08µs to process 0 records I0706 19:46:53.365356 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.21:45933->172.30.0.10:53: read: connection refused I0706 19:46:53.365375 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0706 19:46:53.392367 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=24d626a59f34967bc6a747b7f386719a5d1ba926c817e02535282303112991fe I0706 19:46:53.392500 1 diskrecorder.go:70] Writing 96 records to /var/lib/insights-operator/insights-2026-07-06-194653.tar.gz I0706 19:46:53.398161 1 diskrecorder.go:51] Wrote 96 records to disk in 5ms I0706 19:46:53.398192 1 periodic.go:281] Gathering cluster info every 2h0m0s I0706 19:46:53.398207 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0706 19:46:59.433678 1 configmapobserver.go:84] configmaps "insights-config" not found I0706 19:47:46.332237 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="96e1fa437ac44ec61ee8dd532d544960a7dd1e2f292c0f0ca0b9bd96267a868d") W0706 19:47:46.332282 1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created I0706 19:47:46.332342 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0706 19:47:46.332564 1 periodic.go:173] Shutting down I0706 19:47:46.332589 1 base_controller.go:181] Shutting down LoggingSyncer ... E0706 19:47:46.332691 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332727 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332781 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332812 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332837 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332868 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332895 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332923 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332942 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332961 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.332981 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.333004 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.333020 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.333041 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.333060 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.333082 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.333130 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.333163 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled I0706 19:47:46.333167 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" E0706 19:47:46.333192 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled E0706 19:47:46.333217 1 controller.go:290] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled