W0324 15:57:06.680273 1 cmd.go:257] Using insecure, self-signed certificates I0324 15:57:07.092846 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0324 15:57:07.093177 1 observer_polling.go:159] Starting file observer I0324 15:57:07.818804 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0324 15:57:07.819009 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0324 15:57:07.819506 1 secure_serving.go:57] Forcing use of http/1.1 only W0324 15:57:07.819529 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0324 15:57:07.819535 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0324 15:57:07.819540 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0324 15:57:07.819543 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0324 15:57:07.819545 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0324 15:57:07.819547 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0324 15:57:07.819541 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0324 15:57:07.822597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"416379d9-0d49-4364-b9fd-56414238590e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0324 15:57:07.822598 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0324 15:57:07.824735 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0324 15:57:07.824710 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0324 15:57:07.824753 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0324 15:57:07.824756 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0324 15:57:07.824737 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0324 15:57:07.824774 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0324 15:57:07.825032 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-430095212/tls.crt::/tmp/serving-cert-430095212/tls.key" I0324 15:57:07.825326 1 secure_serving.go:213] Serving securely on [::]:8443 I0324 15:57:07.825355 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0324 15:57:07.827688 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0324 15:57:07.827707 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0324 15:57:07.827813 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0324 15:57:07.833189 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 15:57:07.833205 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0324 15:57:07.837891 1 secretconfigobserver.go:119] support secret does not exist I0324 15:57:07.845408 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0324 15:57:07.849282 1 secretconfigobserver.go:119] support secret does not exist I0324 15:57:07.850875 1 recorder.go:161] Pruning old reports every 6h1m34s, max age is 288h0m0s I0324 15:57:07.855062 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0324 15:57:07.855080 1 periodic.go:209] Running clusterconfig gatherer I0324 15:57:07.855088 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0324 15:57:07.855121 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0324 15:57:07.855130 1 tasks_processing.go:45] number of workers: 32 I0324 15:57:07.855131 1 insightsreport.go:296] Starting report retriever I0324 15:57:07.855138 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0324 15:57:07.855158 1 tasks_processing.go:69] worker 1 listening for tasks. I0324 15:57:07.855168 1 tasks_processing.go:69] worker 2 listening for tasks. I0324 15:57:07.855172 1 tasks_processing.go:71] worker 1 working on machine_sets task. I0324 15:57:07.855177 1 tasks_processing.go:69] worker 3 listening for tasks. I0324 15:57:07.855182 1 tasks_processing.go:69] worker 4 listening for tasks. I0324 15:57:07.855187 1 tasks_processing.go:69] worker 5 listening for tasks. I0324 15:57:07.855193 1 tasks_processing.go:69] worker 6 listening for tasks. I0324 15:57:07.855200 1 tasks_processing.go:69] worker 7 listening for tasks. I0324 15:57:07.855207 1 tasks_processing.go:69] worker 20 listening for tasks. I0324 15:57:07.855213 1 tasks_processing.go:69] worker 19 listening for tasks. I0324 15:57:07.855216 1 tasks_processing.go:69] worker 26 listening for tasks. I0324 15:57:07.855222 1 tasks_processing.go:69] worker 8 listening for tasks. I0324 15:57:07.855224 1 tasks_processing.go:69] worker 27 listening for tasks. I0324 15:57:07.855223 1 tasks_processing.go:69] worker 25 listening for tasks. I0324 15:57:07.855231 1 tasks_processing.go:69] worker 21 listening for tasks. I0324 15:57:07.855234 1 tasks_processing.go:69] worker 9 listening for tasks. I0324 15:57:07.855235 1 tasks_processing.go:69] worker 28 listening for tasks. I0324 15:57:07.855240 1 tasks_processing.go:69] worker 22 listening for tasks. I0324 15:57:07.855242 1 tasks_processing.go:69] worker 30 listening for tasks. I0324 15:57:07.855245 1 tasks_processing.go:69] worker 10 listening for tasks. I0324 15:57:07.855250 1 tasks_processing.go:69] worker 29 listening for tasks. I0324 15:57:07.855255 1 tasks_processing.go:69] worker 14 listening for tasks. I0324 15:57:07.855259 1 tasks_processing.go:69] worker 16 listening for tasks. I0324 15:57:07.855163 1 tasks_processing.go:69] worker 31 listening for tasks. I0324 15:57:07.855253 1 tasks_processing.go:69] worker 15 listening for tasks. I0324 15:57:07.855264 1 tasks_processing.go:69] worker 24 listening for tasks. I0324 15:57:07.855269 1 tasks_processing.go:69] worker 17 listening for tasks. I0324 15:57:07.855270 1 tasks_processing.go:69] worker 18 listening for tasks. I0324 15:57:07.855273 1 tasks_processing.go:69] worker 11 listening for tasks. I0324 15:57:07.855258 1 tasks_processing.go:69] worker 23 listening for tasks. I0324 15:57:07.855257 1 tasks_processing.go:69] worker 0 listening for tasks. I0324 15:57:07.855267 1 tasks_processing.go:69] worker 12 listening for tasks. I0324 15:57:07.855281 1 tasks_processing.go:69] worker 13 listening for tasks. I0324 15:57:07.855344 1 tasks_processing.go:71] worker 27 working on openshift_logging task. I0324 15:57:07.855350 1 tasks_processing.go:71] worker 31 working on machines task. I0324 15:57:07.855356 1 tasks_processing.go:71] worker 4 working on crds task. I0324 15:57:07.855359 1 tasks_processing.go:71] worker 16 working on metrics task. I0324 15:57:07.855364 1 tasks_processing.go:71] worker 5 working on openstack_dataplanedeployments task. I0324 15:57:07.855376 1 tasks_processing.go:71] worker 18 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. W0324 15:57:07.855395 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0324 15:57:07.855405 1 tasks_processing.go:71] worker 16 working on image_pruners task. I0324 15:57:07.855426 1 tasks_processing.go:71] worker 22 working on overlapping_namespace_uids task. I0324 15:57:07.855432 1 tasks_processing.go:71] worker 7 working on install_plans task. I0324 15:57:07.855427 1 tasks_processing.go:71] worker 19 working on qemu_kubevirt_launcher_logs task. I0324 15:57:07.855349 1 tasks_processing.go:71] worker 2 working on certificate_signing_requests task. I0324 15:57:07.856076 1 tasks_processing.go:71] worker 20 working on monitoring_persistent_volumes task. I0324 15:57:07.856168 1 tasks_processing.go:71] worker 24 working on validating_webhook_configurations task. I0324 15:57:07.856207 1 tasks_processing.go:71] worker 29 working on networks task. I0324 15:57:07.856273 1 tasks_processing.go:71] worker 26 working on nodenetworkstates task. I0324 15:57:07.856100 1 tasks_processing.go:71] worker 15 working on openstack_controlplanes task. I0324 15:57:07.856782 1 tasks_processing.go:71] worker 14 working on jaegers task. I0324 15:57:07.856946 1 tasks_processing.go:71] worker 17 working on proxies task. I0324 15:57:07.857170 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 33.866µs to process 0 records I0324 15:57:07.856190 1 tasks_processing.go:71] worker 30 working on openstack_dataplanenodesets task. I0324 15:57:07.856198 1 tasks_processing.go:71] worker 10 working on ingress_certificates task. I0324 15:57:07.857444 1 tasks_processing.go:71] worker 0 working on machine_config_pools task. I0324 15:57:07.856960 1 tasks_processing.go:71] worker 8 working on version task. I0324 15:57:07.855344 1 tasks_processing.go:71] worker 6 working on node_logs task. I0324 15:57:07.857786 1 tasks_processing.go:71] worker 11 working on sap_config task. I0324 15:57:07.858048 1 tasks_processing.go:71] worker 23 working on cost_management_metrics_configs task. I0324 15:57:07.858091 1 tasks_processing.go:71] worker 1 working on clusterroles task. I0324 15:57:07.858217 1 tasks_processing.go:71] worker 12 working on sap_datahubs task. I0324 15:57:07.858316 1 tasks_processing.go:71] worker 25 working on support_secret task. I0324 15:57:07.855345 1 tasks_processing.go:71] worker 13 working on feature_gates task. I0324 15:57:07.858428 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 2.908513ms to process 0 records I0324 15:57:07.858479 1 tasks_processing.go:71] worker 28 working on operators task. I0324 15:57:07.858514 1 tasks_processing.go:71] worker 21 working on ingress task. I0324 15:57:07.855353 1 tasks_processing.go:71] worker 3 working on openshift_machine_api_events task. I0324 15:57:07.858702 1 tasks_processing.go:71] worker 9 working on infrastructures task. I0324 15:57:07.860086 1 tasks_processing.go:71] worker 27 working on oauths task. I0324 15:57:07.860101 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 4.724741ms to process 0 records I0324 15:57:07.860114 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 3.448179ms to process 0 records I0324 15:57:07.860159 1 tasks_processing.go:71] worker 15 working on aggregated_monitoring_cr_names task. I0324 15:57:07.863419 1 tasks_processing.go:71] worker 26 working on pdbs task. I0324 15:57:07.863433 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 6.987186ms to process 0 records I0324 15:57:07.863446 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 6.641688ms to process 0 records I0324 15:57:07.863454 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 5.642044ms to process 0 records I0324 15:57:07.863460 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 5.227649ms to process 0 records I0324 15:57:07.863464 1 tasks_processing.go:71] worker 14 working on container_images task. I0324 15:57:07.863536 1 tasks_processing.go:71] worker 11 working on nodenetworkconfigurationpolicies task. I0324 15:57:07.863577 1 tasks_processing.go:71] worker 12 working on authentication task. I0324 15:57:07.863627 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0324 15:57:07.863648 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0324 15:57:07.863655 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0324 15:57:07.863660 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0324 15:57:07.863678 1 controller.go:489] The operator is still being initialized I0324 15:57:07.863689 1 controller.go:512] The operator is healthy I0324 15:57:07.863866 1 tasks_processing.go:71] worker 29 working on container_runtime_configs task. I0324 15:57:07.864065 1 recorder.go:75] Recording config/network with fingerprint=311cb8c0023fa7e4edc7137946bd42d31bf892bbbe72fb206c6888722ac0e669 I0324 15:57:07.864079 1 gather.go:177] gatherer "clusterconfig" function "networks" took 7.600744ms to process 1 records I0324 15:57:07.869759 1 tasks_processing.go:71] worker 5 working on cluster_apiserver task. I0324 15:57:07.869789 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 14.381008ms to process 0 records I0324 15:57:07.869802 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 11.705158ms to process 0 records I0324 15:57:07.869808 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 12.464881ms to process 0 records E0324 15:57:07.869815 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0324 15:57:07.869823 1 gather.go:177] gatherer "clusterconfig" function "machines" took 14.448779ms to process 0 records I0324 15:57:07.869920 1 tasks_processing.go:71] worker 17 working on schedulers task. I0324 15:57:07.869928 1 tasks_processing.go:71] worker 23 working on olm_operators task. I0324 15:57:07.869922 1 tasks_processing.go:71] worker 31 working on active_alerts task. I0324 15:57:07.869923 1 tasks_processing.go:71] worker 30 working on silenced_alerts task. I0324 15:57:07.869993 1 recorder.go:75] Recording config/proxy with fingerprint=3929a3a850b42d31fee3e6b1632c2f3852e8e10e8f7d65a674b2174862a860d6 I0324 15:57:07.870006 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 12.915231ms to process 1 records W0324 15:57:07.870016 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0324 15:57:07.870028 1 tasks_processing.go:71] worker 30 working on pod_network_connectivity_checks task. W0324 15:57:07.869983 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0324 15:57:07.870063 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 32.726µs to process 0 records I0324 15:57:07.870076 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 97.098µs to process 0 records I0324 15:57:07.870083 1 tasks_processing.go:71] worker 31 working on sap_pods task. I0324 15:57:07.873192 1 tasks_processing.go:71] worker 25 working on machine_configs task. E0324 15:57:07.873252 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0324 15:57:07.873294 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 14.574851ms to process 0 records I0324 15:57:07.873307 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 14.672364ms to process 0 records I0324 15:57:07.873316 1 tasks_processing.go:71] worker 3 working on machine_healthchecks task. I0324 15:57:07.873427 1 tasks_processing.go:71] worker 27 working on image_registries task. I0324 15:57:07.873735 1 recorder.go:75] Recording config/oauth with fingerprint=acbe920e3536972de50816d4ddc696e6411f6ed3f02bcc71c80349ad653fa73f I0324 15:57:07.873754 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 13.328241ms to process 1 records I0324 15:57:07.873856 1 tasks_processing.go:71] worker 21 working on lokistack task. I0324 15:57:07.873926 1 recorder.go:75] Recording config/ingress with fingerprint=4cee5269ce711501c131da6fc8a461a95b882662aa4fb2700f1c45ea187ead45 I0324 15:57:07.873938 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 15.018471ms to process 1 records I0324 15:57:07.874020 1 recorder.go:75] Recording config/featuregate with fingerprint=f60ff029bb12ef007f0c6f8e7359a2c14fb1ae46c0fe7b4da992f69fc3f219d8 I0324 15:57:07.874033 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 15.409193ms to process 1 records I0324 15:57:07.874019 1 tasks_processing.go:71] worker 13 working on storage_cluster task. I0324 15:57:07.878144 1 tasks_processing.go:71] worker 9 working on ceph_cluster task. I0324 15:57:07.878191 1 gather_logs.go:145] no pods in namespace were found I0324 15:57:07.878692 1 recorder.go:75] Recording config/infrastructure with fingerprint=8b9da2c217f06fed67095b51232a427171aaa0537504c7699db1712230d92b73 I0324 15:57:07.878708 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 19.396941ms to process 1 records I0324 15:57:07.878721 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 22.209462ms to process 0 records I0324 15:57:07.878728 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 14.462029ms to process 0 records I0324 15:57:07.878733 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.802138ms to process 0 records I0324 15:57:07.878799 1 tasks_processing.go:71] worker 29 working on dvo_metrics task. I0324 15:57:07.878812 1 tasks_processing.go:71] worker 11 working on storage_classes task. I0324 15:57:07.878822 1 tasks_processing.go:71] worker 19 working on nodes task. I0324 15:57:07.878853 1 tasks_processing.go:71] worker 16 working on machine_autoscalers task. I0324 15:57:07.878987 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=4a26c070ada7ab95dcc5bc4d48924074b908dfc0d090d2d378b71696357be7c7 I0324 15:57:07.878997 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 23.142234ms to process 1 records I0324 15:57:07.880157 1 tasks_processing.go:71] worker 30 working on tsdb_status task. E0324 15:57:07.880180 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) W0324 15:57:07.880187 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0324 15:57:07.880218 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 10.120043ms to process 0 records I0324 15:57:07.880232 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 26.847µs to process 0 records I0324 15:57:07.880245 1 tasks_processing.go:71] worker 30 working on image task. I0324 15:57:07.883705 1 tasks_processing.go:71] worker 12 working on config_maps task. I0324 15:57:07.884550 1 recorder.go:75] Recording config/authentication with fingerprint=86686bae90e18faaf42147a8cce738801b92e8a4c94a7f07a324ff322e128846 I0324 15:57:07.884569 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 20.110509ms to process 1 records I0324 15:57:07.885105 1 tasks_processing.go:71] worker 22 working on mutating_webhook_configurations task. I0324 15:57:07.885131 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0324 15:57:07.885153 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 29.65961ms to process 1 records I0324 15:57:07.895148 1 tasks_processing.go:71] worker 9 working on service_accounts task. I0324 15:57:07.895166 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 16.987415ms to process 0 records I0324 15:57:07.895197 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 39.062773ms to process 0 records I0324 15:57:07.895211 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 37.44716ms to process 0 records I0324 15:57:07.895293 1 tasks_processing.go:74] worker 26 stopped. I0324 15:57:07.895298 1 tasks_processing.go:71] worker 6 working on operators_pods_and_events task. I0324 15:57:07.895297 1 tasks_processing.go:71] worker 20 working on openstack_version task. I0324 15:57:07.895361 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=418909aaae1dfe56a0388874e111b54fd03cc0eeaefb8a4d2b019c76966b9337 I0324 15:57:07.895437 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=63079b2a44230f8d7aad39b79419c7a416f8ab059117224511604285b10ce338 I0324 15:57:07.895491 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=fad4efa69a162b70d1e3a89ea330fbe0f68a81dabbd3937ef311ef49cea145b4 I0324 15:57:07.895530 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 31.823369ms to process 3 records E0324 15:57:07.895565 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0324 15:57:07.895595 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 22.205072ms to process 0 records I0324 15:57:07.895628 1 tasks_processing.go:74] worker 3 stopped. I0324 15:57:07.895701 1 tasks_processing.go:74] worker 24 stopped. I0324 15:57:07.895880 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=931212027bdeb4a3f2ce87658c49d7764bb3350cf76447f96e2f83f86c54c0c6 I0324 15:57:07.896036 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=269f740141c153b1616e8f57dd54f19db489e7f4b27c77e5f2e6da73c20060eb I0324 15:57:07.896074 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=edb965bebf0767e0e58ec52f7baa3638933e5bfe21d50605f676c6784e66fa5f I0324 15:57:07.896127 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=febd270acbd42fc4007039f34d085aabd569687b795c936b0bac60af56de9703 I0324 15:57:07.896202 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=9cd2543d1d68571e2003f1da7ef8bf255f9d45a849180c0ce31714f07664d230 I0324 15:57:07.896255 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=0537b41629d368f6f3c0ca81d5514e537518de503a041a43a193c25896136806 I0324 15:57:07.896306 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=fc3537fce943fd6560abee898b8cee6f6156e59e80ea7418980d6eb604f155cc I0324 15:57:07.896380 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=cc8a9412938ecb410530cf630f418607ed6fe0fad06a2a4c78b1dbc2164babfb I0324 15:57:07.896428 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=4b96a6444fce29a0801838c8b9636340f44909d14b17c39bbc6ad66b57f842f0 I0324 15:57:07.896481 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=1114b40d12605cd75d07d40ee6499ddfce08bd20faffbf22b0005915f0c9274a I0324 15:57:07.896537 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=6cd1117e2c40a1f2b01219e948b1828164f75da91f602e33e840a0b6f905af1a I0324 15:57:07.896555 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 39.370704ms to process 11 records I0324 15:57:07.896568 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 16.842959ms to process 0 records I0324 15:57:07.896576 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 21.843821ms to process 0 records I0324 15:57:07.896582 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 21.67712ms to process 0 records I0324 15:57:07.896589 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 25.952822ms to process 0 records I0324 15:57:07.896588 1 tasks_processing.go:74] worker 16 stopped. I0324 15:57:07.896610 1 tasks_processing.go:74] worker 13 stopped. I0324 15:57:07.896624 1 tasks_processing.go:74] worker 21 stopped. I0324 15:57:07.896631 1 tasks_processing.go:74] worker 31 stopped. I0324 15:57:07.896810 1 recorder.go:75] Recording config/apiserver with fingerprint=33cf86ffa5f8b6b92c6835179f7b785bcd3ac68e69f3ad8ac4865a61302a1c8d I0324 15:57:07.896845 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 26.339188ms to process 1 records I0324 15:57:07.896932 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=b38c4cef03fc82ae7dac9eee492e544d57b56ab94f92e61904efd9b1c2fe1fc6 I0324 15:57:07.896987 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 26.316997ms to process 1 records I0324 15:57:07.897179 1 tasks_processing.go:74] worker 5 stopped. I0324 15:57:07.897324 1 recorder.go:75] Recording config/version with fingerprint=ad9b10faa934f472c9cffc77cb8e710cc952333695724753a4fa751c8177936a I0324 15:57:07.897369 1 recorder.go:75] Recording config/id with fingerprint=72a941f508ffd0ba4de4f20fa5116a3865dcc9256a6682d217f977df2df57154 I0324 15:57:07.897382 1 gather.go:177] gatherer "clusterconfig" function "version" took 39.051124ms to process 2 records I0324 15:57:07.897400 1 tasks_processing.go:74] worker 17 stopped. I0324 15:57:07.897411 1 tasks_processing.go:74] worker 8 stopped. I0324 15:57:07.897475 1 recorder.go:75] Recording config/image with fingerprint=130c6cd8b05da9645fb0be6ab73fc0dd0ce03761f840858be6bb531c4b3090e4 I0324 15:57:07.897520 1 gather.go:177] gatherer "clusterconfig" function "image" took 16.869012ms to process 1 records I0324 15:57:07.897548 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 37.223489ms to process 0 records I0324 15:57:07.897593 1 tasks_processing.go:74] worker 15 stopped. I0324 15:57:07.897622 1 tasks_processing.go:74] worker 30 stopped. I0324 15:57:07.897826 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0324 15:57:07.897927 1 operator.go:288] started I0324 15:57:07.897992 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0324 15:57:07.898072 1 tasks_processing.go:74] worker 4 stopped. I0324 15:57:07.898168 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0324 15:57:07.899992 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=51cc6aee3293bdca8261284f79da3fb1338368505b5926722f881a9849ce1b7c I0324 15:57:07.900470 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=939864d27dbf7f78e5574bc789d405378f122dd57324686e6b89a243bf196a26 I0324 15:57:07.900497 1 gather.go:177] gatherer "clusterconfig" function "crds" took 42.707102ms to process 2 records I0324 15:57:07.901311 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=cb440e91e72fd3aaa643c19b3d29b85119066939f2beb6e4102f7abba926909a I0324 15:57:07.901332 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 24.821518ms to process 1 records I0324 15:57:07.901444 1 tasks_processing.go:74] worker 27 stopped. I0324 15:57:07.901461 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=17362d2ead3eb1dbeed7685dcdab0344229252c4d7296ebf655bd66981e70a95 I0324 15:57:07.901540 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=084b0224766275c2f0a78d19f5207eb5575fabf67858d4192628194ef3532087 I0324 15:57:07.901557 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 19.512627ms to process 2 records I0324 15:57:07.901467 1 tasks_processing.go:74] worker 11 stopped. I0324 15:57:07.901744 1 tasks_processing.go:74] worker 22 stopped. I0324 15:57:07.901893 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=4ea181e80c7cfc8fc417626870307f229b67d86d49806b29e9216cb4f8ac8f8b I0324 15:57:07.901995 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=1c1e5aa50b5d643575b8b55de0a7a4994908e6d5d326029c70cb6e023b7328e2 I0324 15:57:07.902057 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=f1dc7478fc0937a9d3274214b91635dde59221c24099b43b2acb68e90b959590 I0324 15:57:07.902446 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 14.132912ms to process 3 records I0324 15:57:07.902537 1 tasks_processing.go:74] worker 1 stopped. I0324 15:57:07.902736 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=4cd9a9863c015e1868af2bc784a7443ab3a0bf07ec8799d1afbc9352bbfb52eb I0324 15:57:07.902929 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=ab852e07cbfe6426883b080308199092f2dfb45e7708017214f35565b10097a4 I0324 15:57:07.902945 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 41.243657ms to process 2 records I0324 15:57:07.902957 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 4.080956ms to process 0 records I0324 15:57:07.903031 1 tasks_processing.go:74] worker 20 stopped. I0324 15:57:07.903026 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 44.889679ms to process 0 records I0324 15:57:07.903050 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 44.004443ms to process 0 records I0324 15:57:07.903104 1 tasks_processing.go:74] worker 2 stopped. I0324 15:57:07.903143 1 tasks_processing.go:74] worker 0 stopped. W0324 15:57:07.904903 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:57:07.907773 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0324 15:57:07.907818 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0324 15:57:07.907826 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0324 15:57:07.907867 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0324 15:57:07.907875 1 controller.go:212] Source scaController *sca.Controller is not ready I0324 15:57:07.907902 1 controller.go:489] The operator is still being initialized I0324 15:57:07.907923 1 controller.go:512] The operator is healthy I0324 15:57:07.908155 1 tasks_processing.go:74] worker 18 stopped. I0324 15:57:07.908170 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 52.764355ms to process 0 records I0324 15:57:07.908271 1 tasks_processing.go:74] worker 23 stopped. I0324 15:57:07.908338 1 recorder.go:75] Recording config/olm_operators with fingerprint=6a7fe843cd7f2e0a5ac06b91c0b65c29eaab66cba2a9d87020b3d0f0b9c1fb4e I0324 15:57:07.908355 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 38.322393ms to process 1 records I0324 15:57:07.908646 1 tasks_processing.go:74] worker 14 stopped. I0324 15:57:07.910999 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-g5b8z with fingerprint=9f5f49f711bcf6aa0d304101000dbc6669aded94ea76e8486dff601f8d0cdbb3 I0324 15:57:07.911201 1 recorder.go:75] Recording config/pod/openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-189.ec2.internal with fingerprint=910c5d5bd6e00629d6bcb0dab05a7cf2b2f1fd2d147f2ec9907d3e70a2f1e45c I0324 15:57:07.911331 1 recorder.go:75] Recording config/running_containers with fingerprint=649b0dfb10c03ac8563bca726f14e83d9ba5c604f0ca8bc5321203f308ddf7d8 I0324 15:57:07.911363 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 45.16538ms to process 3 records I0324 15:57:07.911538 1 prometheus_rules.go:88] Prometheus rules successfully created E0324 15:57:07.916787 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27c993e181-006a-417f-a637-9a1474c5c707%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:40833->172.30.0.10:53: read: connection refused I0324 15:57:07.916800 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27c993e181-006a-417f-a637-9a1474c5c707%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:40833->172.30.0.10:53: read: connection refused I0324 15:57:07.922490 1 tasks_processing.go:74] worker 12 stopped. E0324 15:57:07.922502 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0324 15:57:07.922507 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0324 15:57:07.922510 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0324 15:57:07.922519 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0324 15:57:07.922540 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0324 15:57:07.922547 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0324 15:57:07.922551 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0324 15:57:07.922562 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0324 15:57:07.922597 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0324 15:57:07.922605 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0324 15:57:07.922610 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 38.722404ms to process 7 records I0324 15:57:07.925372 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0324 15:57:07.925385 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0324 15:57:07.925458 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0324 15:57:07.928607 1 base_controller.go:82] Caches are synced for ConfigController I0324 15:57:07.928620 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0324 15:57:07.932129 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 15:57:07.976190 1 tasks_processing.go:74] worker 19 stopped. I0324 15:57:07.976499 1 recorder.go:75] Recording config/node/ip-10-0-0-189.ec2.internal with fingerprint=9a3dea4a57cb9f5456839c7db408cf40d48586aeda7a2490f6968cf666be0b10 I0324 15:57:07.976557 1 recorder.go:75] Recording config/node/ip-10-0-1-179.ec2.internal with fingerprint=9b41b4455bbaeafec1da12f182435415d36ceafa29ae01014e71ea0cb34afa34 I0324 15:57:07.976619 1 recorder.go:75] Recording config/node/ip-10-0-2-118.ec2.internal with fingerprint=294d8945fa53f59106ece96312820e675bdd48c8a0706aab66a88d975cc9dc35 I0324 15:57:07.976629 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 97.351256ms to process 3 records I0324 15:57:07.978348 1 tasks_processing.go:74] worker 25 stopped. I0324 15:57:07.978379 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0324 15:57:07.978390 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 105.135719ms to process 1 records I0324 15:57:07.985014 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0324 15:57:07.988334 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:50766->172.30.0.10:53: read: connection refused I0324 15:57:07.988347 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:50766->172.30.0.10:53: read: connection refused I0324 15:57:07.998105 1 base_controller.go:82] Caches are synced for LoggingSyncer I0324 15:57:07.998117 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0324 15:57:08.003284 1 tasks_processing.go:74] worker 10 stopped. E0324 15:57:08.003296 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0324 15:57:08.003301 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p85tlh5c8uhs9nsdmr3r87kvs40ut85-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p85tlh5c8uhs9nsdmr3r87kvs40ut85-primary-cert-bundle-secret" not found I0324 15:57:08.003350 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=4b5cbe96ccb41360b819ad4646ee1f534bb3ac8ace6c452145efebc06a5307cc I0324 15:57:08.003361 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 145.829094ms to process 1 records I0324 15:57:08.316301 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0324 15:57:08.316317 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0324 15:57:08.316370 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2cwk7 pod in namespace openshift-dns (previous: false). I0324 15:57:08.545273 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2cwk7 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2cwk7\" is waiting to start: ContainerCreating" I0324 15:57:08.545291 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2cwk7\" is waiting to start: ContainerCreating" I0324 15:57:08.545300 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2cwk7 pod in namespace openshift-dns (previous: false). I0324 15:57:08.722993 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2cwk7 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2cwk7\" is waiting to start: ContainerCreating" I0324 15:57:08.723008 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2cwk7\" is waiting to start: ContainerCreating" I0324 15:57:08.723035 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-48txg pod in namespace openshift-dns (previous: false). W0324 15:57:08.900956 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:57:08.960298 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-48txg pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-48txg\" is waiting to start: ContainerCreating" I0324 15:57:08.960315 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-48txg\" is waiting to start: ContainerCreating" I0324 15:57:08.960322 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-48txg pod in namespace openshift-dns (previous: false). I0324 15:57:09.125437 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-48txg pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-48txg\" is waiting to start: ContainerCreating" I0324 15:57:09.125453 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-48txg\" is waiting to start: ContainerCreating" I0324 15:57:09.125481 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-jnl54 pod in namespace openshift-dns (previous: false). I0324 15:57:09.338348 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0324 15:57:09.344599 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jnl54 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-jnl54\" is waiting to start: ContainerCreating" I0324 15:57:09.344617 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-jnl54\" is waiting to start: ContainerCreating" I0324 15:57:09.344625 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-jnl54 pod in namespace openshift-dns (previous: false). I0324 15:57:09.523559 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jnl54 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-jnl54\" is waiting to start: ContainerCreating" I0324 15:57:09.523575 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-jnl54\" is waiting to start: ContainerCreating" I0324 15:57:09.523585 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-8l9d9 pod in namespace openshift-dns (previous: false). I0324 15:57:09.723547 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:57:09.723564 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-z6tlf pod in namespace openshift-dns (previous: false). W0324 15:57:09.900940 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:57:09.922847 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:57:09.922863 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zk5gl pod in namespace openshift-dns (previous: false). I0324 15:57:09.925690 1 tasks_processing.go:74] worker 28 stopped. I0324 15:57:09.925751 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=16b515457193ecf1a0e86698cd26636b3198d45082ff392d8499baccdc3cf175 I0324 15:57:09.925795 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=e96e2e923021ff7cb2df9cd23850593e17b0b7aaa4caacf7e35929d28b864d6a I0324 15:57:09.925846 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0324 15:57:09.925899 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=7a29aea87e7383bf743de981196dcb23bcfd8f5002ec932073c1f1920a791b95 I0324 15:57:09.925925 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0324 15:57:09.925958 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=0dfc7b509bcc6a133cae8da938e0ee47524c3ddc83ef89cd64845c94acef6cc7 I0324 15:57:09.925998 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=d6d8061cb932a59fb37ec4be910b5c0fda3fcc4e50da808364697e2def6fa073 I0324 15:57:09.926031 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=92a405f12241e57d68fc0acc41a4913169a6ab642fed61290a5602a9f27a03d9 I0324 15:57:09.926054 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=9df1d5efa2b576b217f3176188e2424ec735fc9cdc5c437851bedf6a1dd8a14e I0324 15:57:09.926082 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=30b2610930231430f95f2c313d060f489996c0853d6fcc2a07c6ed12d6b69ab2 I0324 15:57:09.926096 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0324 15:57:09.926121 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=1403b42747a8ca18b9ffcde8fd822599e1bc6a5bcdba42e804f4087b1ecd6c0d I0324 15:57:09.926138 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0324 15:57:09.926161 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=87ff5c8904b6bebd15d7df20391859775f62bc022362e6ce11ed4c3370f0b29e I0324 15:57:09.926177 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0324 15:57:09.926200 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=69070030f75b505c51b6e3b99557939d3f05e66b724ac757de14e4743cf47907 I0324 15:57:09.926214 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0324 15:57:09.926237 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=0dfb7603d9099f965dda1052cb937dd876fea819a6f93dff702b95e0bdc1e192 I0324 15:57:09.926368 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=878dbefd4f93ac9a6b63867cc53fdb2dbf27d4bbb28ce994f5df50723e4ff6f9 I0324 15:57:09.926381 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0324 15:57:09.926392 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0324 15:57:09.926420 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0324 15:57:09.926450 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=48c5490caad8d22efd3fb6e3ca6121d48e30f5cc7eabffe0b1c93ddb57e90381 I0324 15:57:09.926484 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=ac5c497cfb49575d97fb1bb73bf0494c5fdb109ac7b560120af2b0a867be120f I0324 15:57:09.926497 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0324 15:57:09.926521 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=65d09294a5b177d86c1510fd0593dafaecda60c9d4e7fd0ce02aeaa5c3be20d5 I0324 15:57:09.926536 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0324 15:57:09.926558 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=9960296c3a21e2d28f01141cc5e177a45e534f3a766e88fdc29aa71e56c41bc4 I0324 15:57:09.926583 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=2ba74bf1a64f14ef0fccb87a07b3f8bc100bbb32d3e5615713ba91093ae0d443 I0324 15:57:09.926607 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=3473f5d5e421bc4c6ed0a8653623f1eb640dd3d7fb72b3cb8fd32fb20a29218d I0324 15:57:09.926632 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=98e2a6077655a37d271af99a77f0b834c6d70bcf6b279bf2511438f3fea6acc4 I0324 15:57:09.926662 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=0ac91010d83d65a0f5f951ea0c2d554b4d648a49948520418802605f19c0e3b2 I0324 15:57:09.926675 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0324 15:57:09.926712 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=d6f008ae097b8360483725599677ad7b73a24b05eb512229023e8436f7520929 I0324 15:57:09.926735 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0324 15:57:09.926742 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0324 15:57:09.926748 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.067178466s to process 36 records I0324 15:57:10.124023 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:57:10.124074 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-75545877ff-cxk92 pod in namespace openshift-image-registry (previous: false). I0324 15:57:10.323103 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-75545877ff-cxk92 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-75545877ff-cxk92\" is waiting to start: ContainerCreating" I0324 15:57:10.323118 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-75545877ff-cxk92\" is waiting to start: ContainerCreating" I0324 15:57:10.323151 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-cbf9d5c6-b7qvr pod in namespace openshift-image-registry (previous: false). I0324 15:57:10.522269 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-cbf9d5c6-b7qvr pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-cbf9d5c6-b7qvr\" is waiting to start: ContainerCreating" I0324 15:57:10.522293 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-cbf9d5c6-b7qvr\" is waiting to start: ContainerCreating" I0324 15:57:10.522332 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-cbf9d5c6-lnl57 pod in namespace openshift-image-registry (previous: false). I0324 15:57:10.724233 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-cbf9d5c6-lnl57 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-cbf9d5c6-lnl57\" is waiting to start: ContainerCreating" I0324 15:57:10.724251 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-cbf9d5c6-lnl57\" is waiting to start: ContainerCreating" I0324 15:57:10.724264 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-cjsdm pod in namespace openshift-image-registry (previous: false). W0324 15:57:10.900897 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:57:10.921960 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:57:10.921975 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-d8vmv pod in namespace openshift-image-registry (previous: false). I0324 15:57:11.123918 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:57:11.123940 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-f847d pod in namespace openshift-image-registry (previous: false). I0324 15:57:11.324031 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0324 15:57:11.324058 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-599988ffb5-hqpcx pod in namespace openshift-ingress (previous: false). I0324 15:57:11.522599 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-599988ffb5-hqpcx pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-599988ffb5-hqpcx\" is waiting to start: ContainerCreating" I0324 15:57:11.522622 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-599988ffb5-hqpcx\" is waiting to start: ContainerCreating" I0324 15:57:11.522633 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-599988ffb5-sk7qm pod in namespace openshift-ingress (previous: false). I0324 15:57:11.722128 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-599988ffb5-sk7qm pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-599988ffb5-sk7qm\" is waiting to start: ContainerCreating" I0324 15:57:11.722152 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-599988ffb5-sk7qm\" is waiting to start: ContainerCreating" I0324 15:57:11.722167 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-78f885dd9f-48hrc pod in namespace openshift-ingress (previous: false). W0324 15:57:11.901992 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0324 15:57:11.923906 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-78f885dd9f-48hrc pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-78f885dd9f-48hrc\" is waiting to start: ContainerCreating" I0324 15:57:11.923933 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-78f885dd9f-48hrc\" is waiting to start: ContainerCreating" I0324 15:57:11.923969 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-58xnz pod in namespace openshift-ingress-canary (previous: false). I0324 15:57:12.121721 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-58xnz pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-58xnz\" is waiting to start: ContainerCreating" I0324 15:57:12.121738 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-58xnz\" is waiting to start: ContainerCreating" I0324 15:57:12.121769 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-646kx pod in namespace openshift-ingress-canary (previous: false). I0324 15:57:12.322314 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-646kx pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-646kx\" is waiting to start: ContainerCreating" I0324 15:57:12.322330 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-646kx\" is waiting to start: ContainerCreating" I0324 15:57:12.322364 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jnmqn pod in namespace openshift-ingress-canary (previous: false). I0324 15:57:12.523680 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-jnmqn pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jnmqn\" is waiting to start: ContainerCreating" I0324 15:57:12.523697 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jnmqn\" is waiting to start: ContainerCreating" I0324 15:57:12.523714 1 tasks_processing.go:74] worker 6 stopped. I0324 15:57:12.523803 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=4061164a6a6fefb2a780bfa4564327b07b8eaecd44dccfe9024de07e657aa8bc I0324 15:57:12.523911 1 recorder.go:75] Recording events/openshift-dns with fingerprint=78d40d0a76f87a581666baf468a5c1116ba5fede01f34e574c8fecc44e9c42bf I0324 15:57:12.524013 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=7da23cbdd1f4ca3ac199d48516ceb929a6a6d0d44c8d492b72f4f738f789a4f7 I0324 15:57:12.524040 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=8372c676938c6699860171f457ac14603fc5b36418cf5078c1ee8549b010834d I0324 15:57:12.524087 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=a0b18dee94b50547f3ac1c8d87831b2765415412d15d403cd7badf4d718334ac I0324 15:57:12.524103 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=7413dca025da86004a4c013913d7f5f284f08b031149efa0a2ef44984046f4be I0324 15:57:12.524235 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-2cwk7 with fingerprint=5c134ba42195a8e7488961c7fcffcbff64ad7a2ebe5a23e5c559d1be92c17a0d I0324 15:57:12.524315 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-48txg with fingerprint=a5f81409d3ddec0e2179eda0bfdad860adacb811ac312ac0daad68a80ccf59eb I0324 15:57:12.524384 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-jnl54 with fingerprint=87ec2a7f923bc31d8d40bcc8add3fe76bac1ee360d51905663c541b39f25b8a0 I0324 15:57:12.524487 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-75545877ff-cxk92 with fingerprint=7d76262374b62867d66ac6c76893bc021089c5585f5d0a423707c5b335b9a374 I0324 15:57:12.524579 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-cbf9d5c6-b7qvr with fingerprint=d2df47aeeda8e2d18006fac725526f0a4a84574d3c211f114f93ca4001917368 I0324 15:57:12.524668 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-cbf9d5c6-lnl57 with fingerprint=2a81322ca1f38d28b8f060b7c5273274aaf813250306bd2d32d1da1f8818a849 I0324 15:57:12.524722 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-58xnz with fingerprint=5b7fe3c48dd399ae2a9b001763490364ec3d8f56b38b6b94d53029d68ea5e957 I0324 15:57:12.524802 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-646kx with fingerprint=926617ab51e0f636f078677b814ae2af69b348104fd3e76d6263e64b2ed691f7 I0324 15:57:12.524879 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-jnmqn with fingerprint=427db7743833142c7d8f92f396056e4940642615b9bc3b785d289bd1ba99a535 I0324 15:57:12.524888 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.628400834s to process 15 records W0324 15:57:12.896939 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0324 15:57:12.896969 1 tasks_processing.go:74] worker 29 stopped. E0324 15:57:12.896982 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0324 15:57:12.896995 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0324 15:57:12.897012 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0324 15:57:12.897025 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.018149869s to process 1 records I0324 15:57:20.293310 1 tasks_processing.go:74] worker 7 stopped. I0324 15:57:20.293356 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0324 15:57:20.293371 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.437855985s to process 1 records I0324 15:57:20.300149 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 15:57:21.101674 1 tasks_processing.go:74] worker 9 stopped. I0324 15:57:21.101945 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=751aa8b7d1208af5fd734152a53c8f2354708612b0cd50cfd9c595651a5cc8c8 I0324 15:57:21.101962 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.20650643s to process 1 records E0324 15:57:21.102016 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.246s with: function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0324 15:57:21.103117 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0324 15:57:21.103132 1 periodic.go:209] Running workloads gatherer I0324 15:57:21.103148 1 tasks_processing.go:45] number of workers: 2 I0324 15:57:21.103154 1 tasks_processing.go:69] worker 1 listening for tasks. I0324 15:57:21.103158 1 tasks_processing.go:71] worker 1 working on workload_info task. I0324 15:57:21.103169 1 tasks_processing.go:69] worker 0 listening for tasks. I0324 15:57:21.103184 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0324 15:57:21.128955 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0324 15:57:21.131159 1 tasks_processing.go:74] worker 0 stopped. I0324 15:57:21.131173 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.963024ms to process 0 records I0324 15:57:21.142767 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (15ms) I0324 15:57:21.152478 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (10ms) I0324 15:57:21.163111 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (11ms) I0324 15:57:21.171255 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (8ms) I0324 15:57:21.184031 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (13ms) I0324 15:57:21.192048 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (8ms) I0324 15:57:21.200655 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (9ms) I0324 15:57:21.210148 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (9ms) I0324 15:57:21.219327 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (9ms) I0324 15:57:21.228069 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (9ms) I0324 15:57:21.238115 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (10ms) I0324 15:57:21.338933 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (101ms) I0324 15:57:21.439463 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (101ms) I0324 15:57:21.538167 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms) I0324 15:57:21.638035 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms) I0324 15:57:21.741198 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (103ms) I0324 15:57:21.838942 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (98ms) I0324 15:57:21.940261 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (101ms) I0324 15:57:21.984736 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 15:57:22.038278 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (98ms) I0324 15:57:22.141122 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (103ms) I0324 15:57:22.186434 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 15:57:22.238675 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (98ms) I0324 15:57:22.337747 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (99ms) I0324 15:57:22.438667 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (101ms) I0324 15:57:22.538148 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (99ms) I0324 15:57:22.637789 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms) I0324 15:57:22.738763 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (101ms) I0324 15:57:22.837615 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (99ms) I0324 15:57:22.939040 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms) I0324 15:57:23.037713 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (99ms) I0324 15:57:23.139463 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (102ms) I0324 15:57:23.238054 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (99ms) I0324 15:57:23.338193 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0324 15:57:23.338229 1 tasks_processing.go:74] worker 1 stopped. E0324 15:57:23.338241 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0324 15:57:23.338593 1 recorder.go:75] Recording config/workload_info with fingerprint=8424b4684dfa48b48cfeacf6b51e0af3c0dd2587c2061b4beeb579d5bf2bb61e I0324 15:57:23.338614 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.235061396s to process 1 records E0324 15:57:23.338650 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.235s with: function \"workload_info\" failed with an error" I0324 15:57:23.339745 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0324 15:57:23.339759 1 periodic.go:209] Running conditional gatherer I0324 15:57:23.345020 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0324 15:57:23.351634 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:40232->172.30.0.10:53: read: connection refused E0324 15:57:23.351900 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0324 15:57:23.351956 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0324 15:57:23.357104 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0324 15:57:23.357130 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0324 15:57:23.357135 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0324 15:57:23.357138 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0324 15:57:23.357141 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0324 15:57:23.357145 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0324 15:57:23.357148 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0324 15:57:23.357151 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0324 15:57:23.357153 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0324 15:57:23.357156 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0324 15:57:23.357170 1 tasks_processing.go:45] number of workers: 3 I0324 15:57:23.357180 1 tasks_processing.go:69] worker 2 listening for tasks. I0324 15:57:23.357183 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0324 15:57:23.357192 1 tasks_processing.go:69] worker 0 listening for tasks. I0324 15:57:23.357202 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0324 15:57:23.357203 1 tasks_processing.go:69] worker 1 listening for tasks. I0324 15:57:23.357227 1 tasks_processing.go:74] worker 1 stopped. I0324 15:57:23.357207 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0324 15:57:23.357259 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0324 15:57:23.357270 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 761ns to process 1 records I0324 15:57:23.357299 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0324 15:57:23.357307 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.229µs to process 1 records I0324 15:57:23.357312 1 tasks_processing.go:74] worker 0 stopped. I0324 15:57:23.357472 1 tasks_processing.go:74] worker 2 stopped. I0324 15:57:23.357482 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 233.347µs to process 0 records I0324 15:57:23.357500 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:40232->172.30.0.10:53: read: connection refused I0324 15:57:23.357515 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0324 15:57:23.378212 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=a5666d455834a61b8af1aebee382cac737ea964b20589e20c95edfdc4732bc5e I0324 15:57:23.378330 1 diskrecorder.go:70] Writing 112 records to /var/lib/insights-operator/insights-2026-03-24-155723.tar.gz I0324 15:57:23.385178 1 diskrecorder.go:51] Wrote 112 records to disk in 6ms I0324 15:57:23.385209 1 periodic.go:278] Gathering cluster info every 2h0m0s I0324 15:57:23.385224 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0324 15:57:35.543479 1 configmapobserver.go:84] configmaps "insights-config" not found I0324 15:58:27.094366 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="5dccae01f19856a6a980fe620e422fbeeb84369cde83b236f1f5f87e746c60b3") W0324 15:58:27.094405 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0324 15:58:27.094461 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="c47ead1f767a4bea1accd1f5a98df8f3deed385274ab21e38465604b0f9d5c8f") I0324 15:58:27.094476 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0324 15:58:27.094488 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0324 15:58:27.094529 1 base_controller.go:181] Shutting down ConfigController ... I0324 15:58:27.094588 1 base_controller.go:181] Shutting down LoggingSyncer ... I0324 15:58:27.094636 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController" I0324 15:58:27.094666 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0324 15:58:27.094542 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0324 15:58:27.094558 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0324 15:58:27.094568 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="540d4ac490b92ae213e42428b72856f48e36a218fd5ad4af2d6f9a8bdef3e451") I0324 15:58:27.094580 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0324 15:58:27.094593 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController I0324 15:58:27.094595 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0324 15:58:27.094593 1 periodic.go:170] Shutting down I0324 15:58:27.094599 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0324 15:58:27.094796 1 base_controller.go:113] All ConfigController workers have been terminated I0324 15:58:27.094611 1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-430095212/tls.crt::/tmp/serving-cert-430095212/tls.key" I0324 15:58:27.094617 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0324 15:58:27.094820 1 base_controller.go:113] All LoggingSyncer workers have been terminated