W0705 06:00:36.182993 1 cmd.go:257] Using insecure, self-signed certificates I0705 06:00:37.076677 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0705 06:00:37.078147 1 observer_polling.go:159] Starting file observer I0705 06:00:37.423373 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0705 06:00:37.423559 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0705 06:00:37.424128 1 secure_serving.go:57] Forcing use of http/1.1 only W0705 06:00:37.424150 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0705 06:00:37.424156 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0705 06:00:37.424160 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0705 06:00:37.424163 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0705 06:00:37.424165 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0705 06:00:37.424168 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0705 06:00:37.424202 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0705 06:00:37.427324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"13b2b731-70ee-4891-85e0-e087a909ad6c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0705 06:00:37.427318 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0705 06:00:37.429993 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0705 06:00:37.430007 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0705 06:00:37.430039 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0705 06:00:37.430080 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0705 06:00:37.430056 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0705 06:00:37.430099 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0705 06:00:37.430361 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-434890775/tls.crt::/tmp/serving-cert-434890775/tls.key" I0705 06:00:37.430539 1 secure_serving.go:213] Serving securely on [::]:8443 I0705 06:00:37.430571 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0705 06:00:37.436351 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0705 06:00:37.436382 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0705 06:00:37.436485 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0705 06:00:37.443361 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0705 06:00:37.443385 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0705 06:00:37.450835 1 secretconfigobserver.go:119] support secret does not exist I0705 06:00:37.457907 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0705 06:00:37.464699 1 secretconfigobserver.go:119] support secret does not exist I0705 06:00:37.465222 1 recorder.go:161] Pruning old reports every 7h5m7s, max age is 288h0m0s I0705 06:00:37.471920 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0705 06:00:37.471931 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0705 06:00:37.471941 1 insightsreport.go:296] Starting report retriever I0705 06:00:37.471941 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0705 06:00:37.471949 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0705 06:00:37.471968 1 periodic.go:209] Running clusterconfig gatherer I0705 06:00:37.472016 1 tasks_processing.go:45] number of workers: 32 I0705 06:00:37.472045 1 tasks_processing.go:69] worker 2 listening for tasks. I0705 06:00:37.472054 1 tasks_processing.go:69] worker 31 listening for tasks. I0705 06:00:37.472050 1 tasks_processing.go:69] worker 0 listening for tasks. I0705 06:00:37.472063 1 tasks_processing.go:69] worker 17 listening for tasks. I0705 06:00:37.472063 1 tasks_processing.go:69] worker 16 listening for tasks. I0705 06:00:37.472070 1 tasks_processing.go:69] worker 18 listening for tasks. I0705 06:00:37.472070 1 tasks_processing.go:71] worker 17 working on metrics task. I0705 06:00:37.472072 1 tasks_processing.go:69] worker 1 listening for tasks. I0705 06:00:37.472058 1 tasks_processing.go:71] worker 2 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0705 06:00:37.472083 1 tasks_processing.go:69] worker 20 listening for tasks. I0705 06:00:37.472086 1 tasks_processing.go:69] worker 25 listening for tasks. I0705 06:00:37.472089 1 tasks_processing.go:71] worker 20 working on container_images task. I0705 06:00:37.472098 1 tasks_processing.go:69] worker 4 listening for tasks. I0705 06:00:37.472099 1 tasks_processing.go:69] worker 23 listening for tasks. I0705 06:00:37.472077 1 tasks_processing.go:69] worker 19 listening for tasks. I0705 06:00:37.472106 1 tasks_processing.go:69] worker 24 listening for tasks. I0705 06:00:37.472078 1 tasks_processing.go:71] worker 1 working on machine_autoscalers task. I0705 06:00:37.472113 1 tasks_processing.go:69] worker 5 listening for tasks. I0705 06:00:37.472110 1 tasks_processing.go:69] worker 28 listening for tasks. I0705 06:00:37.472078 1 tasks_processing.go:71] worker 18 working on mutating_webhook_configurations task. I0705 06:00:37.472125 1 tasks_processing.go:69] worker 6 listening for tasks. I0705 06:00:37.472133 1 tasks_processing.go:69] worker 26 listening for tasks. I0705 06:00:37.472135 1 tasks_processing.go:69] worker 7 listening for tasks. I0705 06:00:37.472119 1 tasks_processing.go:69] worker 11 listening for tasks. I0705 06:00:37.472141 1 tasks_processing.go:69] worker 8 listening for tasks. I0705 06:00:37.472148 1 tasks_processing.go:69] worker 9 listening for tasks. I0705 06:00:37.472158 1 tasks_processing.go:69] worker 10 listening for tasks. I0705 06:00:37.472167 1 tasks_processing.go:69] worker 30 listening for tasks. I0705 06:00:37.472175 1 tasks_processing.go:69] worker 29 listening for tasks. I0705 06:00:37.472178 1 tasks_processing.go:69] worker 22 listening for tasks. I0705 06:00:37.472188 1 tasks_processing.go:71] worker 22 working on silenced_alerts task. W0705 06:00:37.472209 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0705 06:00:37.472221 1 tasks_processing.go:71] worker 22 working on openstack_dataplanenodesets task. I0705 06:00:37.472657 1 tasks_processing.go:71] worker 6 working on openstack_controlplanes task. I0705 06:00:37.472711 1 tasks_processing.go:71] worker 7 working on support_secret task. I0705 06:00:37.472859 1 tasks_processing.go:69] worker 27 listening for tasks. I0705 06:00:37.472086 1 tasks_processing.go:69] worker 3 listening for tasks. I0705 06:00:37.473195 1 tasks_processing.go:71] worker 25 working on storage_cluster task. I0705 06:00:37.473398 1 tasks_processing.go:71] worker 28 working on image_registries task. I0705 06:00:37.473499 1 tasks_processing.go:71] worker 29 working on lokistack task. I0705 06:00:37.473368 1 tasks_processing.go:71] worker 3 working on cost_management_metrics_configs task. I0705 06:00:37.473254 1 tasks_processing.go:71] worker 23 working on olm_operators task. I0705 06:00:37.473705 1 tasks_processing.go:69] worker 21 listening for tasks. I0705 06:00:37.473887 1 tasks_processing.go:71] worker 21 working on machines task. I0705 06:00:37.473380 1 tasks_processing.go:71] worker 24 working on cluster_apiserver task. I0705 06:00:37.472072 1 tasks_processing.go:71] worker 16 working on sap_config task. I0705 06:00:37.474172 1 tasks_processing.go:71] worker 8 working on storage_classes task. I0705 06:00:37.474213 1 tasks_processing.go:71] worker 11 working on node_logs task. I0705 06:00:37.473250 1 tasks_processing.go:71] worker 4 working on version task. I0705 06:00:37.473258 1 tasks_processing.go:71] worker 19 working on machine_configs task. I0705 06:00:37.474764 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 28.638µs to process 0 records W0705 06:00:37.472106 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0705 06:00:37.474814 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 2.723023ms to process 0 records I0705 06:00:37.472065 1 tasks_processing.go:71] worker 0 working on oauths task. I0705 06:00:37.474877 1 tasks_processing.go:69] worker 15 listening for tasks. I0705 06:00:37.474910 1 tasks_processing.go:69] worker 12 listening for tasks. I0705 06:00:37.473389 1 tasks_processing.go:71] worker 5 working on clusterroles task. I0705 06:00:37.475100 1 tasks_processing.go:69] worker 14 listening for tasks. I0705 06:00:37.475114 1 tasks_processing.go:71] worker 14 working on openshift_machine_api_events task. I0705 06:00:37.472065 1 tasks_processing.go:71] worker 31 working on sap_datahubs task. I0705 06:00:37.473396 1 tasks_processing.go:71] worker 30 working on infrastructures task. I0705 06:00:37.473263 1 tasks_processing.go:71] worker 27 working on config_maps task. I0705 06:00:37.473388 1 tasks_processing.go:71] worker 10 working on nodenetworkconfigurationpolicies task. I0705 06:00:37.472707 1 tasks_processing.go:71] worker 26 working on service_accounts task. I0705 06:00:37.472701 1 tasks_processing.go:71] worker 9 working on certificate_signing_requests task. I0705 06:00:37.475101 1 tasks_processing.go:71] worker 12 working on image task. I0705 06:00:37.475234 1 tasks_processing.go:71] worker 17 working on ceph_cluster task. I0705 06:00:37.474998 1 tasks_processing.go:69] worker 13 listening for tasks. I0705 06:00:37.476111 1 tasks_processing.go:71] worker 13 working on authentication task. I0705 06:00:37.475239 1 tasks_processing.go:71] worker 15 working on pdbs task. I0705 06:00:37.476275 1 tasks_processing.go:71] worker 1 working on validating_webhook_configurations task. I0705 06:00:37.476356 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 4.157392ms to process 0 records I0705 06:00:37.478092 1 tasks_processing.go:71] worker 22 working on nodenetworkstates task. I0705 06:00:37.478104 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 5.860218ms to process 0 records I0705 06:00:37.478227 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 4.552985ms to process 0 records I0705 06:00:37.478235 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 4.697091ms to process 0 records I0705 06:00:37.478238 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0705 06:00:37.478246 1 tasks_processing.go:71] worker 6 working on feature_gates task. I0705 06:00:37.478251 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0705 06:00:37.478256 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0705 06:00:37.478259 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0705 06:00:37.478273 1 controller.go:489] The operator is still being initialized I0705 06:00:37.478279 1 controller.go:512] The operator is healthy I0705 06:00:37.478240 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 5.404753ms to process 0 records I0705 06:00:37.478374 1 tasks_processing.go:71] worker 25 working on monitoring_persistent_volumes task. I0705 06:00:37.478382 1 tasks_processing.go:71] worker 29 working on machine_healthchecks task. I0705 06:00:37.479142 1 tasks_processing.go:71] worker 16 working on aggregated_monitoring_cr_names task. I0705 06:00:37.479148 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 4.953142ms to process 0 records I0705 06:00:37.479161 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 5.530493ms to process 0 records I0705 06:00:37.479215 1 tasks_processing.go:71] worker 3 working on container_runtime_configs task. I0705 06:00:37.479561 1 tasks_processing.go:71] worker 21 working on ingress task. E0705 06:00:37.479573 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0705 06:00:37.479588 1 gather.go:177] gatherer "clusterconfig" function "machines" took 5.638645ms to process 0 records I0705 06:00:37.483104 1 tasks_processing.go:71] worker 31 working on openstack_version task. I0705 06:00:37.483109 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 7.83494ms to process 0 records I0705 06:00:37.483119 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 7.543168ms to process 0 records I0705 06:00:37.483123 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 7.225808ms to process 0 records I0705 06:00:37.483129 1 tasks_processing.go:71] worker 17 working on crds task. I0705 06:00:37.483236 1 tasks_processing.go:71] worker 10 working on image_pruners task. I0705 06:00:37.486198 1 tasks_processing.go:71] worker 22 working on jaegers task. I0705 06:00:37.486238 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 8.051681ms to process 0 records E0705 06:00:37.486251 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0705 06:00:37.486258 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 7.845626ms to process 0 records E0705 06:00:37.486288 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0705 06:00:37.486304 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 13.510529ms to process 0 records I0705 06:00:37.486311 1 tasks_processing.go:71] worker 7 working on qemu_kubevirt_launcher_logs task. I0705 06:00:37.486314 1 tasks_processing.go:71] worker 29 working on schedulers task. I0705 06:00:37.486536 1 tasks_processing.go:71] worker 24 working on sap_pods task. I0705 06:00:37.486816 1 recorder.go:75] Recording config/apiserver with fingerprint=146cb2137d7938b589459cf1aa2a421a0e55b4f0a7fa9bfe162df318857c9057 I0705 06:00:37.486836 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 12.500304ms to process 1 records I0705 06:00:37.489074 1 tasks_processing.go:71] worker 3 working on tsdb_status task. W0705 06:00:37.489097 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0705 06:00:37.489108 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 9.847806ms to process 0 records I0705 06:00:37.489118 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 20.614µs to process 0 records I0705 06:00:37.489128 1 tasks_processing.go:71] worker 3 working on operators task. I0705 06:00:37.492301 1 tasks_processing.go:71] worker 31 working on nodes task. I0705 06:00:37.492308 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 9.18495ms to process 0 records I0705 06:00:37.492415 1 tasks_processing.go:71] worker 24 working on ingress_certificates task. I0705 06:00:37.492431 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 5.860465ms to process 0 records I0705 06:00:37.494445 1 tasks_processing.go:71] worker 0 working on overlapping_namespace_uids task. I0705 06:00:37.494758 1 recorder.go:75] Recording config/oauth with fingerprint=bc480012dda78172bea7fb5dfdba96d29cf8eb9600e51169c6b305eaa9394925 I0705 06:00:37.494777 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 19.607557ms to process 1 records I0705 06:00:37.494785 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 19.362172ms to process 0 records I0705 06:00:37.494793 1 tasks_processing.go:71] worker 14 working on openstack_dataplanedeployments task. I0705 06:00:37.499476 1 tasks_processing.go:71] worker 22 working on dvo_metrics task. I0705 06:00:37.499491 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 13.257743ms to process 0 records I0705 06:00:37.499677 1 tasks_processing.go:71] worker 12 working on proxies task. I0705 06:00:37.499796 1 recorder.go:75] Recording config/image with fingerprint=4a2785c6545318417362ce3acf2ad87db9b6efbe68e320672ca5a4f0132d46c1 I0705 06:00:37.499818 1 gather.go:177] gatherer "clusterconfig" function "image" took 23.871073ms to process 1 records I0705 06:00:37.499906 1 tasks_processing.go:71] worker 13 working on openshift_logging task. I0705 06:00:37.500061 1 recorder.go:75] Recording config/authentication with fingerprint=c89c67a7a5e749eb4997d792130bac19c7972b72dd8984125e00af79efbfa6b7 I0705 06:00:37.500074 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 23.694242ms to process 1 records I0705 06:00:37.503839 1 tasks_processing.go:71] worker 8 working on operators_pods_and_events task. I0705 06:00:37.508426 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=1b3960bfcca44bc47643b3ce65345c8e2c2c8eb961ea55d02a6e9be41fa1437f I0705 06:00:37.508499 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=572cc05d19271f6ffa52689471eb521e072d52e20f5dab16046fae1da4311860 I0705 06:00:37.508532 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 29.620738ms to process 2 records I0705 06:00:37.509010 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=a3f5db217301aac3a976c0b6487513c064fbfb360d5617241cb9a7d9897c99d8 I0705 06:00:37.509130 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=3c9134d146a9ee5eae6234e30be2cbf63accf9821cfd1e15a6dd5e8007a18515 I0705 06:00:37.509215 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=13ad21d24d97334d3f48e143e6e9cde990ca2eb3960c408c45f321933f3c8804 I0705 06:00:37.509251 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 31.837821ms to process 3 records I0705 06:00:37.509602 1 recorder.go:75] Recording config/ingress with fingerprint=cb05b0e1c6645435d826c073a45ae50db2b087bf10655efc8ae621055be9004f I0705 06:00:37.509658 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 24.628676ms to process 1 records I0705 06:00:37.509693 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 29.986302ms to process 0 records I0705 06:00:37.509726 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 9.631771ms to process 0 records I0705 06:00:37.511038 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=17171f22e457bd69b1267750908126c824f700215ec0b0035d41306233db4429 I0705 06:00:37.511098 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 32.080762ms to process 1 records I0705 06:00:37.511272 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=e4f57c2d4141774ed3f0d2c34a97aee58a5755fa2d11ebc28c4dbfacaffa291c I0705 06:00:37.511315 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 19.288236ms to process 1 records I0705 06:00:37.511512 1 tasks_processing.go:71] worker 6 working on pod_network_connectivity_checks task. I0705 06:00:37.511769 1 recorder.go:75] Recording config/featuregate with fingerprint=677d25a41751b0e969e8df2cb1e9a20c74754f55f521814d2e3182fb4a3334da I0705 06:00:37.511875 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 28.176378ms to process 1 records I0705 06:00:37.512012 1 tasks_processing.go:74] worker 29 stopped. I0705 06:00:37.512051 1 tasks_processing.go:71] worker 18 working on machine_sets task. I0705 06:00:37.512053 1 tasks_processing.go:71] worker 21 working on machine_config_pools task. I0705 06:00:37.512057 1 tasks_processing.go:71] worker 11 working on install_plans task. I0705 06:00:37.512062 1 tasks_processing.go:74] worker 28 stopped. I0705 06:00:37.512081 1 tasks_processing.go:71] worker 10 working on active_alerts task. I0705 06:00:37.512087 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=5dc5cfd10a3bdfb624205bde432fde8b36dc0504e10055bd27d0279a635b39cc W0705 06:00:37.512890 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0705 06:00:37.512092 1 tasks_processing.go:71] worker 14 working on networks task. I0705 06:00:37.512930 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 24.606436ms to process 1 records I0705 06:00:37.513690 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=367ac17fc7bdacb30487e17921d22cbfa26da2ea976778d4b133dceee2c43621 I0705 06:00:37.513997 1 tasks_processing.go:74] worker 1 stopped. I0705 06:00:37.514058 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=eb7859a998e65d6934bc046538d934b4eb7d6fb775bbc020cb513139fb473471 I0705 06:00:37.514198 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=7c079a20b436d9724dac1f46f2e0a4e4b76843b0d0f79508eee07b3f38b0a7fd I0705 06:00:37.514279 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0705 06:00:37.514262 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0705 06:00:37.514602 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=af8ba97851340b34334e950a39c21d33a736d0da732a46402ce1e61c6ebfbf30 W0705 06:00:37.515709 1 operator.go:288] started I0705 06:00:37.515735 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0705 06:00:37.515853 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=c617586af5313e8ff7f23c5d794e299c9e8607bf659098ea3a22ecb3c0c3ffb2 I0705 06:00:37.515951 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=4b59bfe26e36bab24ca4600af379de8eba778498d694905878fa1e7088f57ea4 I0705 06:00:37.516033 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=91642f17ee7e8b4c7ef1aa749be010f88f7244f652b2240c32c69ee6871d8800 I0705 06:00:37.516101 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=369bad1eca46d24c5b0a72e5a44a1eee19b1e5ec574a5cd06dea89b5347cc435 I0705 06:00:37.516162 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=bec5a2ee2a937cee942ac43d034ef16adf481d5c345133785bee24f0e48b9832 I0705 06:00:37.516284 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=33351f8c3827e0f77813decce87f4467d513bd8a2b46b77220a53b5f3dfca018 I0705 06:00:37.516337 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=10b78e12f33a1319891b8c8ce8f5f59630cfd5775155cced8b481aa09d61992b I0705 06:00:37.516384 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 34.967384ms to process 11 records I0705 06:00:37.516791 1 tasks_processing.go:74] worker 30 stopped. I0705 06:00:37.517339 1 recorder.go:75] Recording config/infrastructure with fingerprint=590a77b6d829539a7929d36712ea4f570866b6d04b6de0131e3ff68f8802e1d2 I0705 06:00:37.517359 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 36.810943ms to process 1 records I0705 06:00:37.517651 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=4037c2dc844bd7e4cc2e8019f08c55e7acb1716f1b06588331a21ae954681321 I0705 06:00:37.517890 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=4fdad28179cd4b04b069c59a918cd7941470d7555b81a9caf8612f44d6562788 I0705 06:00:37.517903 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 37.521962ms to process 2 records I0705 06:00:37.517911 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 131.296µs to process 0 records I0705 06:00:37.517916 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 13.605027ms to process 0 records I0705 06:00:37.517925 1 tasks_processing.go:74] worker 5 stopped. I0705 06:00:37.517936 1 tasks_processing.go:74] worker 10 stopped. I0705 06:00:37.517943 1 tasks_processing.go:74] worker 13 stopped. I0705 06:00:37.518022 1 tasks_processing.go:74] worker 31 stopped. I0705 06:00:37.518310 1 recorder.go:75] Recording config/node/ip-10-0-0-151.ec2.internal with fingerprint=a40175209faeb14076d0a51a99dc259e2a83886b66bc84cfd00c1d9a06c5f864 I0705 06:00:37.518448 1 recorder.go:75] Recording config/node/ip-10-0-1-241.ec2.internal with fingerprint=6eb8b8ed08b3fb6b20028e2373decbabac381e73223544df15d7992d00d1ede7 I0705 06:00:37.518483 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 21.918905ms to process 2 records I0705 06:00:37.518611 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=07879b88621e0cb3980e56aae610bbb42aa20796dde9e50877d6b271294966e5 I0705 06:00:37.518657 1 tasks_processing.go:74] worker 15 stopped. I0705 06:00:37.518663 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=f060e850abd9ebe7fc33348e024a77c48cea5318c61d331e55dbf2f863b8da03 I0705 06:00:37.518688 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=1bd334e38d0273b9015d616f9eb9f945bef32e3eaec17c178a6621a05d98da48 I0705 06:00:37.518701 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 40.059055ms to process 3 records I0705 06:00:37.518709 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 37.888403ms to process 0 records I0705 06:00:37.518717 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 42.680596ms to process 0 records I0705 06:00:37.518723 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 42.424408ms to process 0 records I0705 06:00:37.518759 1 tasks_processing.go:74] worker 23 stopped. I0705 06:00:37.518770 1 tasks_processing.go:74] worker 25 stopped. I0705 06:00:37.518775 1 tasks_processing.go:74] worker 9 stopped. I0705 06:00:37.518790 1 recorder.go:75] Recording config/proxy with fingerprint=60fa50909c13766802f405ccba3813dcd6af0da9b9207b351a47c9c114891d46 I0705 06:00:37.518798 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 18.688634ms to process 1 records I0705 06:00:37.518807 1 tasks_processing.go:74] worker 12 stopped. I0705 06:00:37.519689 1 tasks_processing.go:74] worker 0 stopped. I0705 06:00:37.519724 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0705 06:00:37.519738 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 25.214102ms to process 1 records I0705 06:00:37.520397 1 tasks_processing.go:74] worker 6 stopped. E0705 06:00:37.520448 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0705 06:00:37.520497 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 8.871027ms to process 0 records I0705 06:00:37.520525 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 8.369575ms to process 0 records I0705 06:00:37.520552 1 tasks_processing.go:74] worker 18 stopped. I0705 06:00:37.522659 1 tasks_processing.go:74] worker 20 stopped. I0705 06:00:37.526457 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-j6wlq with fingerprint=e89f319720c9b4516173f732a75d56aff882b0aa89cb0733fd1c8aea25c6eab1 I0705 06:00:37.526536 1 recorder.go:75] Recording config/running_containers with fingerprint=d5bf7023e248e31a114a4c93493de6db40fc05f9d7d77408078511d043e41a78 I0705 06:00:37.526573 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 50.557512ms to process 2 records I0705 06:00:37.526874 1 tasks_processing.go:74] worker 21 stopped. I0705 06:00:37.526937 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 14.682168ms to process 0 records I0705 06:00:37.527172 1 tasks_processing.go:74] worker 14 stopped. W0705 06:00:37.527305 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0705 06:00:37.527384 1 recorder.go:75] Recording config/network with fingerprint=0c7a5dd4c3790982dccc6cd9f472d0d12bd8c5acbcdd9b897893f7e9a6dd67d1 I0705 06:00:37.527403 1 gather.go:177] gatherer "clusterconfig" function "networks" took 14.189007ms to process 1 records I0705 06:00:37.528078 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=3d97e956e0319d7023c0b8aa7f7285b04bb5ab5aba94ead4875026f8e672bb92 I0705 06:00:37.528187 1 tasks_processing.go:74] worker 17 stopped. I0705 06:00:37.528338 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=824b81d3377ca4e686265633206c3c919d283b866cab1914097cd52814e6cebe I0705 06:00:37.528352 1 gather.go:177] gatherer "clusterconfig" function "crds" took 44.051075ms to process 2 records I0705 06:00:37.530506 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0705 06:00:37.530515 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0705 06:00:37.530528 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0705 06:00:37.531710 1 tasks_processing.go:74] worker 2 stopped. I0705 06:00:37.531727 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 59.621548ms to process 0 records I0705 06:00:37.531978 1 prometheus_rules.go:88] Prometheus rules successfully created I0705 06:00:37.536539 1 base_controller.go:82] Caches are synced for ConfigController I0705 06:00:37.536586 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0705 06:00:37.536726 1 tasks_processing.go:74] worker 19 stopped. I0705 06:00:37.536758 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0705 06:00:37.536770 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 61.997511ms to process 1 records I0705 06:00:37.537018 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0705 06:00:37.537076 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0705 06:00:37.537096 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0705 06:00:37.537102 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0705 06:00:37.537108 1 controller.go:212] Source scaController *sca.Controller is not ready I0705 06:00:37.537135 1 controller.go:489] The operator is still being initialized I0705 06:00:37.537166 1 controller.go:512] The operator is healthy I0705 06:00:37.537167 1 tasks_processing.go:74] worker 16 stopped. I0705 06:00:37.537180 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 58.005708ms to process 0 records E0705 06:00:37.545456 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%275662c511-e248-45eb-8989-0f3308050820%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:45088->172.30.0.10:53: read: connection refused I0705 06:00:37.545470 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%275662c511-e248-45eb-8989-0f3308050820%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:45088->172.30.0.10:53: read: connection refused I0705 06:00:37.550919 1 configmapobserver.go:84] configmaps "insights-config" not found I0705 06:00:37.553724 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0705 06:00:37.561805 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:59661->172.30.0.10:53: read: connection refused I0705 06:00:37.561823 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:59661->172.30.0.10:53: read: connection refused I0705 06:00:37.564574 1 tasks_processing.go:74] worker 27 stopped. E0705 06:00:37.564609 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0705 06:00:37.564618 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0705 06:00:37.564624 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0705 06:00:37.564661 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0705 06:00:37.564733 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0705 06:00:37.564745 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0705 06:00:37.564751 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0705 06:00:37.564757 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0705 06:00:37.564839 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0705 06:00:37.564852 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0705 06:00:37.564863 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 89.153862ms to process 7 records I0705 06:00:37.567331 1 tasks_processing.go:74] worker 24 stopped. E0705 06:00:37.567345 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0705 06:00:37.567350 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2rbq2lb8uh3gsbicnogggb70as8qskfc-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2rbq2lb8uh3gsbicnogggb70as8qskfc-primary-cert-bundle-secret" not found I0705 06:00:37.567415 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=f82b7eddfbfef259c75395a760a8f04a4928ebc0f03678e89f5bec55e77d1be8 I0705 06:00:37.567428 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 74.898586ms to process 1 records I0705 06:00:37.586942 1 tasks_processing.go:74] worker 4 stopped. I0705 06:00:37.586976 1 gather_logs.go:145] no pods in namespace were found I0705 06:00:37.587476 1 recorder.go:75] Recording config/version with fingerprint=bf69bc8ae4aa0e515f1ecf3f77c90de4262c77c6c801c7297ce081e9a7466b7d I0705 06:00:37.587548 1 recorder.go:75] Recording config/id with fingerprint=e2c249148774769bf01125b399f61ef4bd2b16a4eb3e03cad2352d6b309aee4e I0705 06:00:37.587588 1 gather.go:177] gatherer "clusterconfig" function "version" took 112.249775ms to process 2 records I0705 06:00:37.587613 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 100.721704ms to process 0 records I0705 06:00:37.587625 1 tasks_processing.go:74] worker 7 stopped. I0705 06:00:37.615862 1 base_controller.go:82] Caches are synced for LoggingSyncer I0705 06:00:37.615875 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... W0705 06:00:38.521777 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0705 06:00:38.736446 1 gather_cluster_operator_pods_and_events.go:121] Found 14 pods with 16 containers I0705 06:00:38.736463 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1572864 bytes I0705 06:00:38.736703 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-kcfzm pod in namespace openshift-dns (previous: false). I0705 06:00:38.964766 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-kcfzm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-kcfzm\" is waiting to start: ContainerCreating" I0705 06:00:38.964790 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-kcfzm\" is waiting to start: ContainerCreating" I0705 06:00:38.964799 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-kcfzm pod in namespace openshift-dns (previous: false). I0705 06:00:39.150321 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-kcfzm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-kcfzm\" is waiting to start: ContainerCreating" I0705 06:00:39.150342 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-kcfzm\" is waiting to start: ContainerCreating" I0705 06:00:39.150351 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0705 06:00:39.150355 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-fcxjw pod in namespace openshift-dns (previous: false). I0705 06:00:39.351196 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0705 06:00:39.351217 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-pbqv4 pod in namespace openshift-dns (previous: false). W0705 06:00:39.520676 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0705 06:00:39.564251 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-pbqv4 pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-pbqv4\" is waiting to start: ContainerCreating" I0705 06:00:39.564267 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-pbqv4\" is waiting to start: ContainerCreating" I0705 06:00:39.564278 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68ddd9498d-7qzpr pod in namespace openshift-image-registry (previous: false). I0705 06:00:39.735793 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0705 06:00:39.735813 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68ddd9498d-qfrnl pod in namespace openshift-image-registry (previous: false). I0705 06:00:39.751326 1 tasks_processing.go:74] worker 3 stopped. I0705 06:00:39.751378 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=3a414ae780893364a0a7082976e623020c0a34d1a7943681c4ac79af09c6585d I0705 06:00:39.751408 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=b21741c65e3eafe641ea03e0cca74959ef5576bba4c2706abc74f00054353a60 I0705 06:00:39.751440 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0705 06:00:39.751465 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=cc5d570a8a63949eb52878ddb5333707b21d823c18f89b1a911b7991da6b7636 I0705 06:00:39.751483 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0705 06:00:39.751509 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=20eaea3270f9a94019dfa3ae747f976578ab7d3356ed2cd53625ead76bbc439f I0705 06:00:39.751558 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=fd01653c67aeeec490118644828dfef15600b0dd9b1438eec383e8b3e1c46089 I0705 06:00:39.751581 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=f66fe4f34808ff26a768a075474400439b024df2a5182aa8e5e57eec4618e9a3 I0705 06:00:39.751612 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=f9d3d4234250cb6bdf4784c8997bd0436cef633349b9799e855f34e9b2bdb325 I0705 06:00:39.751622 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70 I0705 06:00:39.751654 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=9a35f04d629190ce22acd566125356aebcb940d7a598457ad539735b8ae6af25 I0705 06:00:39.751662 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0705 06:00:39.751678 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=dfe6379125b2d58458282370f38d0315c0745f9396af13a267510331f09c5215 I0705 06:00:39.751687 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0705 06:00:39.751707 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=2c202d2ec12522dab5ad505c9fd8085f59d3e974ba046046df9fc6ffb5093916 I0705 06:00:39.751718 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0705 06:00:39.751760 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=0a952b828480dbc6e6943816a92a172f7155277212684d9028411e90cf0e0110 I0705 06:00:39.751770 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0705 06:00:39.751786 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=ceda3b6059df42b17377012baefd9fdd454efafd3a4cfaa6537cab5d1bc6d9eb I0705 06:00:39.751916 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=c933543b8f9a9e364c526a5e3f5c20b567e2b46eff7e52f17ee8a6ee8b38d15a I0705 06:00:39.751926 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0705 06:00:39.751933 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0705 06:00:39.751952 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0705 06:00:39.751972 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=a7ae58d0fb03e6cd51d8177f783054025bf72f849b7c3006bcd02aadb64b6ac7 I0705 06:00:39.751996 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=f9d222572efec76eb59d1d10840897f8c624089213537fb305b2edab1e1811f9 I0705 06:00:39.752005 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0705 06:00:39.752021 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=3466d83383b429c4e4095a8a95553ebeabb1a23b25c6884c84c5f2939ccbd9dc I0705 06:00:39.752031 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0705 06:00:39.752043 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=ea517594747bfc4f462446d8febc76f6a770a56b6c3831d63e5eccea1b766c6d I0705 06:00:39.752058 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=b20ea17fdece7df254e72e2562bb852bea02536a30bfcde5e602f4554c26148e I0705 06:00:39.752073 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=b35ebf6236b21909f80e984c08fdb1cf546708b50e2702767b4c428afb52e4e6 I0705 06:00:39.752088 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=59bb4cec3bf6e8446470be7493932d0b409ed6abf7d18f59203ecd0389082958 I0705 06:00:39.752109 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=0ec8e14e2ceb83865311cd33dd2475745fd37efe1a1f9f965d5aaa8eba14d372 I0705 06:00:39.752119 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0705 06:00:39.752147 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=21149f959523475d24e52c648f49c3e72622252a9d8f854c5aa681c29155ae7f I0705 06:00:39.752163 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0705 06:00:39.752172 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0705 06:00:39.752178 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.262174138s to process 37 records I0705 06:00:39.942145 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-68ddd9498d-qfrnl pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-68ddd9498d-qfrnl\" is waiting to start: ContainerCreating" I0705 06:00:39.942164 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-68ddd9498d-qfrnl\" is waiting to start: ContainerCreating" I0705 06:00:39.942174 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-699f4d7c55-qwjz7 pod in namespace openshift-image-registry (previous: false). I0705 06:00:40.138538 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0705 06:00:40.138556 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-cmcmk pod in namespace openshift-image-registry (previous: false). I0705 06:00:40.342691 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0705 06:00:40.342709 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-k7cww pod in namespace openshift-image-registry (previous: false). W0705 06:00:40.520133 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0705 06:00:40.541374 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-k7cww pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-k7cww\" is waiting to start: ContainerCreating" I0705 06:00:40.541395 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-k7cww\" is waiting to start: ContainerCreating" I0705 06:00:40.541407 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-58756c6cf5-xc65q pod in namespace openshift-ingress (previous: false). I0705 06:00:40.742230 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-58756c6cf5-xc65q pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-58756c6cf5-xc65q\" is waiting to start: ContainerCreating" I0705 06:00:40.742248 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-58756c6cf5-xc65q\" is waiting to start: ContainerCreating" I0705 06:00:40.742259 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-f99c469c9-g2x92 pod in namespace openshift-ingress (previous: false). I0705 06:00:40.942322 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-f99c469c9-g2x92 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-f99c469c9-g2x92\" is waiting to start: ContainerCreating" I0705 06:00:40.942341 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-f99c469c9-g2x92\" is waiting to start: ContainerCreating" I0705 06:00:40.942353 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-f99c469c9-v6jjv pod in namespace openshift-ingress (previous: false). I0705 06:00:41.139741 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0705 06:00:41.139761 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-nh2z4 pod in namespace openshift-ingress-canary (previous: false). I0705 06:00:41.343800 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-nh2z4 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-nh2z4\" is waiting to start: ContainerCreating" I0705 06:00:41.343821 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-nh2z4\" is waiting to start: ContainerCreating" I0705 06:00:41.343833 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-7d5f866c57-n8bs8 pod in namespace openshift-kube-storage-version-migrator (previous: false). W0705 06:00:41.521783 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0705 06:00:41.574312 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-7d5f866c57-n8bs8 pod in namespace openshift-kube-storage-version-migrator (previous: false). I0705 06:00:41.819084 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74848b4cb9-m4lcr pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0705 06:00:41.985305 1 tasks_processing.go:74] worker 8 stopped. I0705 06:00:41.985449 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=2ac04abe7cc0d97379691ca0ce7c0b62c6b9b1c3d78068b2e8be115003890b92 I0705 06:00:41.985492 1 recorder.go:75] Recording events/openshift-dns with fingerprint=19e05164e77587cab698aa9b9348fa616771244a27e46df857681f55288d3797 I0705 06:00:41.985603 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=00f731b148ec169b4122ab21b318f015d3c60e60d539a551930293581148ad3d I0705 06:00:41.985665 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=c5fc166b3405a8c33e0469044abaf8b981010ef99014bc1b1ba632a624e1d80c I0705 06:00:41.985739 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=236270a2c2ed317c5b84679c485627abf1c4dc9ecf8427b53d37fb47e7c2f86d I0705 06:00:41.985755 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=7c7c6b4f4888bbf49349d2f1b081ae3b66b7eb5b0cbfcfc9f57508e3120d7f06 I0705 06:00:41.985774 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=03158da7fe6983ad5b1009ee07f027ea0177381a23bcf1d17b751efe52d96692 I0705 06:00:41.985860 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=e9ad3153d18e577b248bb91ca6a8bac3182cf1af76665f884b79be4cac98b113 I0705 06:00:41.985883 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-n8bs8/migrator_current.log with fingerprint=3ace8554f323acbb538650d7995381eb6d693f5fe2991d217a0932541a687d4d I0705 06:00:41.985894 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-n8bs8/graceful-termination_current.log with fingerprint=659849da1b6e500877198422d6b62f488c498d998beacedbd6dd0f90423ea319 I0705 06:00:41.986028 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74848b4cb9-m4lcr/kube-storage-version-migrator-operator_current.log with fingerprint=81c5506f65e379ec91ec9a1c85dd9463ef0636613239212e60c52fee37f967dc I0705 06:00:41.986040 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.481400458s to process 11 records W0705 06:00:42.516691 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0705 06:00:42.516718 1 tasks_processing.go:74] worker 22 stopped. E0705 06:00:42.516731 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0705 06:00:42.516742 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0705 06:00:42.516759 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0705 06:00:42.516767 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.017223276s to process 1 records I0705 06:00:50.334274 1 tasks_processing.go:74] worker 11 stopped. I0705 06:00:50.334313 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0705 06:00:50.334326 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.82184763s to process 1 records I0705 06:00:50.786193 1 configmapobserver.go:84] configmaps "insights-config" not found I0705 06:00:50.956281 1 configmapobserver.go:84] configmaps "insights-config" not found I0705 06:00:50.988314 1 configmapobserver.go:84] configmaps "insights-config" not found I0705 06:00:51.082197 1 tasks_processing.go:74] worker 26 stopped. I0705 06:00:51.082460 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=9d475996b970b5499163b99cb7866431c26bc05ed77261e8b402c7515458063c I0705 06:00:51.082475 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606591529s to process 1 records E0705 06:00:51.082529 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.61s with: function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0705 06:00:51.083652 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0705 06:00:51.083669 1 periodic.go:209] Running workloads gatherer I0705 06:00:51.083683 1 tasks_processing.go:45] number of workers: 2 I0705 06:00:51.083688 1 tasks_processing.go:69] worker 1 listening for tasks. I0705 06:00:51.083692 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0705 06:00:51.083703 1 tasks_processing.go:69] worker 0 listening for tasks. I0705 06:00:51.083718 1 tasks_processing.go:71] worker 0 working on workload_info task. I0705 06:00:51.120891 1 tasks_processing.go:74] worker 1 stopped. I0705 06:00:51.120910 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 37.183355ms to process 0 records I0705 06:00:51.134485 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0705 06:00:51.145160 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (11ms) I0705 06:00:51.156522 1 gather_workloads_info.go:387] No image sha256:eff3318d5ac1d3a141221b536233305f54b3334fab56e5f8ba20ef8a9ed21429 (11ms) I0705 06:00:51.166320 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (10ms) I0705 06:00:51.179301 1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (13ms) I0705 06:00:51.190716 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (11ms) I0705 06:00:51.200071 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (9ms) I0705 06:00:51.209166 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (9ms) I0705 06:00:51.218516 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (9ms) I0705 06:00:51.227762 1 gather_workloads_info.go:387] No image sha256:fab570ecdc9c3620b032bc4c5b44240f5ebac0bb9e48dfeea32bcd36eb462e5a (9ms) I0705 06:00:51.237464 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (10ms) I0705 06:00:51.246332 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (9ms) I0705 06:00:51.347832 1 gather_workloads_info.go:387] No image sha256:ef2bfb546cd8aac31b7671585f718f44b268ed43a9c8562016ab741558a7dfa1 (101ms) I0705 06:00:51.445218 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (97ms) I0705 06:00:51.545389 1 gather_workloads_info.go:387] No image sha256:d3209a996e5ce362136e70a0bcf06d89973905de73e234b644d8ae8886d067f1 (100ms) I0705 06:00:51.645609 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms) I0705 06:00:51.747287 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (102ms) I0705 06:00:51.845360 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (98ms) I0705 06:00:51.944773 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (99ms) I0705 06:00:52.045010 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0705 06:00:52.144812 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (100ms) I0705 06:00:52.245938 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (101ms) I0705 06:00:52.346757 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (101ms) I0705 06:00:52.448733 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (102ms) I0705 06:00:52.544422 1 gather_workloads_info.go:387] No image sha256:da4f8a01ef5d0607cf76fa7b219fafdb6020cb4cf9a0a88cfe76d292c1a561fc (96ms) I0705 06:00:52.649584 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (105ms) I0705 06:00:52.744446 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (95ms) I0705 06:00:52.846041 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms) I0705 06:00:52.954923 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (109ms) I0705 06:00:53.045260 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (90ms) I0705 06:00:53.145844 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0705 06:00:53.246841 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (101ms) I0705 06:00:53.346898 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms) I0705 06:00:53.445904 1 gather_workloads_info.go:387] No image sha256:a505dd5b62d744c2cfda2666b5e21e0a4704354a3114488bd3291456085e1e33 (99ms) I0705 06:00:53.545335 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms) I0705 06:00:53.644777 1 gather_workloads_info.go:387] No image sha256:fac526ab9335a9a8decb028a30673f4ae718deae8da114f36103b6438ba6458f (99ms) I0705 06:00:53.744958 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms) I0705 06:00:53.845551 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (101ms) I0705 06:00:53.944784 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (99ms) I0705 06:00:54.049583 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (105ms) I0705 06:00:54.049702 1 tasks_processing.go:74] worker 0 stopped. E0705 06:00:54.049730 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0705 06:00:54.050285 1 recorder.go:75] Recording config/workload_info with fingerprint=0805a978d4151c92c2bf25c7c616f3237c60e7ba1afbd3a633bbd6ebc26e0304 I0705 06:00:54.050350 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.965972427s to process 1 records E0705 06:00:54.050406 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.966s with: function \"workload_info\" failed with an error" I0705 06:00:54.051555 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0705 06:00:54.051614 1 periodic.go:209] Running conditional gatherer I0705 06:00:54.067498 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0705 06:00:54.082512 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:47285->172.30.0.10:53: read: connection refused E0705 06:00:54.082947 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0705 06:00:54.083090 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0705 06:00:54.092002 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0705 06:00:54.092071 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0705 06:00:54.092106 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0705 06:00:54.092149 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0705 06:00:54.092176 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0705 06:00:54.092199 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0705 06:00:54.092239 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0705 06:00:54.092266 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0705 06:00:54.092290 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0705 06:00:54.092329 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0705 06:00:54.092368 1 tasks_processing.go:45] number of workers: 3 I0705 06:00:54.092414 1 tasks_processing.go:69] worker 2 listening for tasks. I0705 06:00:54.092448 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0705 06:00:54.092597 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0705 06:00:54.092678 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.33µs to process 1 records I0705 06:00:54.092718 1 tasks_processing.go:69] worker 0 listening for tasks. I0705 06:00:54.092758 1 tasks_processing.go:69] worker 1 listening for tasks. I0705 06:00:54.092786 1 tasks_processing.go:74] worker 1 stopped. I0705 06:00:54.092809 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0705 06:00:54.093239 1 tasks_processing.go:74] worker 2 stopped. I0705 06:00:54.093290 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 382.262µs to process 0 records I0705 06:00:54.093319 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0705 06:00:54.093361 1 tasks_processing.go:74] worker 0 stopped. I0705 06:00:54.093535 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0705 06:00:54.093669 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.895µs to process 1 records I0705 06:00:54.093740 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:47285->172.30.0.10:53: read: connection refused I0705 06:00:54.093795 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0705 06:00:54.133877 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=315ff9f9e70493c07f9e376ea8ac459e920fa6d585dfe6dcaa29be96ae20bc3c I0705 06:00:54.134047 1 diskrecorder.go:70] Writing 106 records to /var/lib/insights-operator/insights-2026-07-05-060054.tar.gz I0705 06:00:54.144517 1 diskrecorder.go:51] Wrote 106 records to disk in 10ms I0705 06:00:54.144603 1 periodic.go:278] Gathering cluster info every 2h0m0s I0705 06:00:54.144680 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0705 06:01:10.732180 1 configmapobserver.go:84] configmaps "insights-config" not found I0705 06:01:47.079362 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="1ee413f682dea182a874fa8544637d8c5e5229ed82ab48a9b66724ad30727f0b") W0705 06:01:47.079399 1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created I0705 06:01:47.079452 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="07ad1e52a15029e864c20d63cff00ad78f1cab230e28fa37dab5ccce35ab0268") I0705 06:01:47.079480 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0705 06:01:47.079496 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="3b014ba4699a925662511c68e7c664b5a41e0ccf6a00b8f3603ddf3a75c61c2b") I0705 06:01:47.079522 1 base_controller.go:181] Shutting down LoggingSyncer ... I0705 06:01:47.079545 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0705 06:01:47.079549 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0705 06:01:47.079557 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0705 06:01:47.079567 1 periodic.go:170] Shutting down I0705 06:01:47.079568 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0705 06:01:47.079585 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0705 06:01:47.079621 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0705 06:01:47.079660 1 secure_serving.go:258] Stopped listening on [::]:8443 I0705 06:01:47.079661 1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-434890775/tls.crt::/tmp/serving-cert-434890775/tls.key" I0705 06:01:47.079671 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController" I0705 06:01:47.079681 1 genericapiserver.go:600] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening" I0705 06:01:47.079698 1 genericapiserver.go:713] [graceful-termination] apiserver is exiting I0705 06:01:47.079701 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController I0705 06:01:47.079705 1 builder.go:335] server exited I0705 06:01:47.079731 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0705 06:01:47.079748 1 base_controller.go:181] Shutting down ConfigController ... I0705 06:01:47.079752 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0705 06:01:47.079760 1 base_controller.go:113] All ConfigController workers have been terminated