W0324 09:02:49.111592       1 cmd.go:257] Using insecure, self-signed certificates
I0324 09:02:50.393864       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 09:02:50.394195       1 observer_polling.go:159] Starting file observer
I0324 09:02:51.200625       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0324 09:02:51.200817       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0324 09:02:51.201347       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0324 09:02:51.201848       1 secure_serving.go:57] Forcing use of http/1.1 only
W0324 09:02:51.201872       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0324 09:02:51.201877       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0324 09:02:51.201882       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0324 09:02:51.201886       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0324 09:02:51.201889       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0324 09:02:51.201893       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0324 09:02:51.205523       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"9ea6d7dd-856b-49f6-8c59-aeb5ad249036", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0324 09:02:51.205540       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0324 09:02:51.206205       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0324 09:02:51.206219       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0324 09:02:51.206230       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0324 09:02:51.206228       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0324 09:02:51.206246       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0324 09:02:51.206250       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0324 09:02:51.206563       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-115867163/tls.crt::/tmp/serving-cert-115867163/tls.key"
I0324 09:02:51.206863       1 secure_serving.go:213] Serving securely on [::]:8443
I0324 09:02:51.206895       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0324 09:02:51.210338       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0324 09:02:51.210360       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0324 09:02:51.210458       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0324 09:02:51.216427       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0324 09:02:51.216443       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0324 09:02:51.221126       1 secretconfigobserver.go:119] support secret does not exist
I0324 09:02:51.227816       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0324 09:02:51.232184       1 secretconfigobserver.go:119] support secret does not exist
I0324 09:02:51.233688       1 recorder.go:161] Pruning old reports every 5h6m7s, max age is 288h0m0s
I0324 09:02:51.238772       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0324 09:02:51.238781       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0324 09:02:51.238792       1 insightsreport.go:296] Starting report retriever
I0324 09:02:51.238792       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0324 09:02:51.238801       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0324 09:02:51.238834       1 periodic.go:209] Running clusterconfig gatherer
I0324 09:02:51.238881       1 tasks_processing.go:45] number of workers: 32
I0324 09:02:51.238906       1 tasks_processing.go:69] worker 0 listening for tasks.
I0324 09:02:51.238912       1 tasks_processing.go:69] worker 7 listening for tasks.
I0324 09:02:51.238917       1 tasks_processing.go:71] worker 0 working on container_runtime_configs task.
I0324 09:02:51.238919       1 tasks_processing.go:71] worker 7 working on machine_autoscalers task.
I0324 09:02:51.238927       1 tasks_processing.go:69] worker 8 listening for tasks.
I0324 09:02:51.238920       1 tasks_processing.go:69] worker 12 listening for tasks.
I0324 09:02:51.238937       1 tasks_processing.go:69] worker 9 listening for tasks.
I0324 09:02:51.238941       1 tasks_processing.go:69] worker 5 listening for tasks.
I0324 09:02:51.238942       1 tasks_processing.go:69] worker 17 listening for tasks.
I0324 09:02:51.238945       1 tasks_processing.go:69] worker 10 listening for tasks.
I0324 09:02:51.238953       1 tasks_processing.go:69] worker 6 listening for tasks.
I0324 09:02:51.238954       1 tasks_processing.go:69] worker 11 listening for tasks.
I0324 09:02:51.238960       1 tasks_processing.go:69] worker 1 listening for tasks.
I0324 09:02:51.238949       1 tasks_processing.go:69] worker 4 listening for tasks.
I0324 09:02:51.238963       1 tasks_processing.go:69] worker 15 listening for tasks.
I0324 09:02:51.238970       1 tasks_processing.go:71] worker 12 working on crds task.
I0324 09:02:51.238974       1 tasks_processing.go:71] worker 4 working on feature_gates task.
I0324 09:02:51.238971       1 tasks_processing.go:69] worker 16 listening for tasks.
I0324 09:02:51.238984       1 tasks_processing.go:71] worker 16 working on pdbs task.
I0324 09:02:51.238985       1 tasks_processing.go:69] worker 24 listening for tasks.
I0324 09:02:51.238976       1 tasks_processing.go:71] worker 15 working on nodenetworkconfigurationpolicies task.
I0324 09:02:51.239024       1 tasks_processing.go:71] worker 9 working on ingress_certificates task.
I0324 09:02:51.238965       1 tasks_processing.go:71] worker 8 working on sap_config task.
I0324 09:02:51.239150       1 tasks_processing.go:69] worker 2 listening for tasks.
I0324 09:02:51.239152       1 tasks_processing.go:69] worker 18 listening for tasks.
I0324 09:02:51.239160       1 tasks_processing.go:69] worker 3 listening for tasks.
I0324 09:02:51.239162       1 tasks_processing.go:69] worker 19 listening for tasks.
I0324 09:02:51.238961       1 tasks_processing.go:71] worker 6 working on validating_webhook_configurations task.
I0324 09:02:51.239256       1 tasks_processing.go:71] worker 19 working on version task.
I0324 09:02:51.238969       1 tasks_processing.go:71] worker 1 working on lokistack task.
I0324 09:02:51.239403       1 tasks_processing.go:69] worker 25 listening for tasks.
I0324 09:02:51.239450       1 tasks_processing.go:69] worker 14 listening for tasks.
I0324 09:02:51.239461       1 tasks_processing.go:69] worker 26 listening for tasks.
I0324 09:02:51.239464       1 tasks_processing.go:71] worker 14 working on openstack_dataplanedeployments task.
I0324 09:02:51.239472       1 tasks_processing.go:69] worker 27 listening for tasks.
I0324 09:02:51.239480       1 tasks_processing.go:69] worker 28 listening for tasks.
I0324 09:02:51.239488       1 tasks_processing.go:69] worker 29 listening for tasks.
I0324 09:02:51.239495       1 tasks_processing.go:69] worker 30 listening for tasks.
I0324 09:02:51.239496       1 tasks_processing.go:69] worker 22 listening for tasks.
I0324 09:02:51.239502       1 tasks_processing.go:69] worker 31 listening for tasks.
I0324 09:02:51.239508       1 tasks_processing.go:69] worker 20 listening for tasks.
I0324 09:02:51.239516       1 tasks_processing.go:69] worker 21 listening for tasks.
I0324 09:02:51.239524       1 tasks_processing.go:69] worker 23 listening for tasks.
I0324 09:02:51.239532       1 tasks_processing.go:69] worker 13 listening for tasks.
I0324 09:02:51.239453       1 tasks_processing.go:71] worker 25 working on mutating_webhook_configurations task.
I0324 09:02:51.239554       1 tasks_processing.go:71] worker 5 working on machines task.
I0324 09:02:51.238962       1 tasks_processing.go:71] worker 11 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0324 09:02:51.239699       1 tasks_processing.go:71] worker 2 working on node_logs task.
I0324 09:02:51.239709       1 tasks_processing.go:71] worker 26 working on machine_configs task.
I0324 09:02:51.239767       1 tasks_processing.go:71] worker 17 working on install_plans task.
I0324 09:02:51.239837       1 tasks_processing.go:71] worker 18 working on openstack_version task.
I0324 09:02:51.239955       1 tasks_processing.go:71] worker 22 working on ceph_cluster task.
I0324 09:02:51.240031       1 tasks_processing.go:71] worker 3 working on clusterroles task.
I0324 09:02:51.240061       1 tasks_processing.go:71] worker 31 working on schedulers task.
I0324 09:02:51.240111       1 tasks_processing.go:71] worker 27 working on infrastructures task.
I0324 09:02:51.240147       1 tasks_processing.go:71] worker 24 working on openstack_controlplanes task.
I0324 09:02:51.239705       1 tasks_processing.go:71] worker 13 working on silenced_alerts task.
W0324 09:02:51.240185       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 09:02:51.240241       1 tasks_processing.go:71] worker 28 working on proxies task.
I0324 09:02:51.240254       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 73.311µs to process 0 records
I0324 09:02:51.240262       1 tasks_processing.go:71] worker 10 working on monitoring_persistent_volumes task.
I0324 09:02:51.240265       1 tasks_processing.go:71] worker 29 working on nodes task.
I0324 09:02:51.240293       1 tasks_processing.go:71] worker 20 working on container_images task.
I0324 09:02:51.240365       1 tasks_processing.go:71] worker 30 working on authentication task.
I0324 09:02:51.240408       1 tasks_processing.go:71] worker 23 working on qemu_kubevirt_launcher_logs task.
I0324 09:02:51.240391       1 tasks_processing.go:71] worker 21 working on image_registries task.
I0324 09:02:51.240244       1 tasks_processing.go:71] worker 13 working on storage_cluster task.
I0324 09:02:51.242365       1 tasks_processing.go:71] worker 0 working on metrics task.
I0324 09:02:51.242387       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 3.434861ms to process 0 records
W0324 09:02:51.242395       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 09:02:51.242406       1 tasks_processing.go:71] worker 0 working on service_accounts task.
I0324 09:02:51.242416       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 24.732µs to process 0 records
I0324 09:02:51.244312       1 tasks_processing.go:71] worker 15 working on overlapping_namespace_uids task.
I0324 09:02:51.244325       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 5.311612ms to process 0 records
I0324 09:02:51.244622       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0324 09:02:51.244641       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0324 09:02:51.244646       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0324 09:02:51.244650       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0324 09:02:51.244667       1 controller.go:489] The operator is still being initialized
I0324 09:02:51.244675       1 controller.go:512] The operator is healthy
I0324 09:02:51.247835       1 tasks_processing.go:71] worker 16 working on olm_operators task.
I0324 09:02:51.248026       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=0a56d45d22819771d418f96159901d79d2f484b571991fa3520a2c65a32894c0
I0324 09:02:51.248060       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=c42c8de260b217f79e78c7f7c0d9b2c5cfe3f940ecf167b9e3f5da96f78aecce
I0324 09:02:51.248080       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=2a7c8d6744e5e2f06d6c0eea9e8098612cabbefe6564de993ee2d6c589d6bd15
I0324 09:02:51.248089       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 8.834258ms to process 3 records
I0324 09:02:51.248186       1 recorder.go:75] Recording config/featuregate with fingerprint=07942ed45eb3005cc2952dc7c8862a7441162a1f4a1b22ac1da142f8418b3fc7
I0324 09:02:51.248201       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 8.988881ms to process 1 records
I0324 09:02:51.248187       1 tasks_processing.go:71] worker 4 working on sap_pods task.
I0324 09:02:51.252859       1 tasks_processing.go:71] worker 8 working on operators_pods_and_events task.
I0324 09:02:51.252877       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 13.712182ms to process 0 records
I0324 09:02:51.259025       1 tasks_processing.go:71] worker 18 working on networks task.
I0324 09:02:51.259047       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 19.173463ms to process 0 records
I0324 09:02:51.259058       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 10.829732ms to process 0 records
I0324 09:02:51.259064       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 18.881582ms to process 0 records
I0324 09:02:51.259070       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 19.088343ms to process 0 records
I0324 09:02:51.259075       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 19.717153ms to process 0 records
I0324 09:02:51.259162       1 tasks_processing.go:71] worker 22 working on certificate_signing_requests task.
I0324 09:02:51.259184       1 tasks_processing.go:71] worker 1 working on tsdb_status task.
I0324 09:02:51.259203       1 tasks_processing.go:71] worker 28 working on config_maps task.
W0324 09:02:51.259220       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 09:02:51.259168       1 tasks_processing.go:71] worker 24 working on image_pruners task.
I0324 09:02:51.259171       1 tasks_processing.go:71] worker 4 working on machine_healthchecks task.
I0324 09:02:51.259758       1 recorder.go:75] Recording config/proxy with fingerprint=02d5ec477e628400fac7f6ab7c0b0eae48e9d662e0ffeaf3532c211d88583b64
I0324 09:02:51.259775       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 18.947179ms to process 1 records
I0324 09:02:51.259787       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 27.9µs to process 0 records
I0324 09:02:51.259795       1 tasks_processing.go:71] worker 1 working on support_secret task.
I0324 09:02:51.260165       1 tasks_processing.go:71] worker 6 working on dvo_metrics task.
I0324 09:02:51.260305       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=ecdb9f47cc466ab6eda64bec8844286b0461fff9a47462be30a55b0dbf8fb212
I0324 09:02:51.260379       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=f513afc594e0f00173a4b3bf678b638b6dc72d853a7096f64d237230253e6178
I0324 09:02:51.260397       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=2b6044b543cf1ec4fd8380b6bb7c5bc692a2970860589fd14c4fd2b465086029
I0324 09:02:51.260418       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ade012175b6f1345c34bdaad922ba5302dd0d775c39fa2b20d2df6725a98bdbc
I0324 09:02:51.260443       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=c647868c5f6b7b5f7092d973aeefecfc8903bde5c0d9659775c14f12ae4d2a2d
I0324 09:02:51.260476       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=66161ebd749679e332d6b6b7810efbf9ff21a7f907fab1c5ae896a6227808ee5
I0324 09:02:51.260501       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=e5fff5ef82226e25a53f7926c48761c256cc3a7c3b3860e8f404b38f76b18628
I0324 09:02:51.260531       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c2481473650213811f8a07c37b11788d01f48c8c287cf7bb087bf5903a44942f
I0324 09:02:51.260553       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=a1365f7dc5e17d3db40e5f6bf1575b30bfa0e825e37a906ca1ed797bd7df8349
I0324 09:02:51.260574       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=639bf3f1d704e3250cca215defc05f00fc8ce9571aad1dd0132370b27772263c
I0324 09:02:51.260635       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=f76f849677043cab02efc243c97c2aee95b9de339d8b57f867609012ca04425c
I0324 09:02:51.260648       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 20.988163ms to process 11 records
I0324 09:02:51.260904       1 tasks_processing.go:71] worker 27 working on active_alerts task.
W0324 09:02:51.260934       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 09:02:51.262151       1 recorder.go:75] Recording config/infrastructure with fingerprint=6d9fc1ceceec2b82643b2729a03880d89efdd1ec5a282312d4039675532ae7d1
I0324 09:02:51.262220       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 20.773384ms to process 1 records
I0324 09:02:51.262251       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 24.993µs to process 0 records
I0324 09:02:51.262279       1 tasks_processing.go:71] worker 27 working on cluster_apiserver task.
I0324 09:02:51.263977       1 tasks_processing.go:71] worker 30 working on jaegers task.
I0324 09:02:51.264149       1 recorder.go:75] Recording config/authentication with fingerprint=0679eb9ed11ee77c64e3a444e733abb336ad66ed7759f1d2f2e68fd7ea6346d7
I0324 09:02:51.264170       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 23.555161ms to process 1 records
I0324 09:02:51.268471       1 tasks_processing.go:71] worker 7 working on machine_sets task.
I0324 09:02:51.268488       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 29.541211ms to process 0 records
E0324 09:02:51.268616       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0324 09:02:51.268627       1 tasks_processing.go:71] worker 4 working on storage_classes task.
I0324 09:02:51.268628       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 9.187986ms to process 0 records
I0324 09:02:51.268641       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 29.118867ms to process 0 records
E0324 09:02:51.268647       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0324 09:02:51.268653       1 gather.go:177] gatherer "clusterconfig" function "machines" took 29.028741ms to process 0 records
I0324 09:02:51.268684       1 tasks_processing.go:71] worker 5 working on openstack_dataplanenodesets task.
I0324 09:02:51.268686       1 tasks_processing.go:71] worker 14 working on nodenetworkstates task.
I0324 09:02:51.269355       1 tasks_processing.go:71] worker 21 working on image task.
I0324 09:02:51.269841       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=f9a66aff2d0f2564ffd39ac809edac0bd73d1fc6cb593b58140c368e8dbba257
I0324 09:02:51.269855       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 28.826809ms to process 1 records
I0324 09:02:51.272150       1 tasks_processing.go:71] worker 13 working on ingress task.
I0324 09:02:51.272190       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 31.417548ms to process 0 records
I0324 09:02:51.272323       1 tasks_processing.go:71] worker 31 working on pod_network_connectivity_checks task.
I0324 09:02:51.272425       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=e5f3ac47935406cb458bdf41ab19f1e359d29a5441b620360f2efeda1ece017a
I0324 09:02:51.272445       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 32.239901ms to process 1 records
I0324 09:02:51.273735       1 tasks_processing.go:71] worker 30 working on operators task.
I0324 09:02:51.273753       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 9.73703ms to process 0 records
I0324 09:02:51.273906       1 tasks_processing.go:71] worker 29 working on aggregated_monitoring_cr_names task.
I0324 09:02:51.274296       1 recorder.go:75] Recording config/node/ip-10-0-0-191.ec2.internal with fingerprint=72400300091371a59b2732f9548e864799dbb78e556afff9e6633b3a39ca6d05
I0324 09:02:51.274386       1 recorder.go:75] Recording config/node/ip-10-0-1-92.ec2.internal with fingerprint=abf301533faf7fd97b36ab08a495da566a778b534eafb56241e625a64cc8f053
I0324 09:02:51.274466       1 recorder.go:75] Recording config/node/ip-10-0-2-34.ec2.internal with fingerprint=acd27f29ffc20ddd8e27c5d573ec849081ef637e20f5f42ff2d914096bf5048a
I0324 09:02:51.274477       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 33.629901ms to process 3 records
I0324 09:02:51.286244       1 tasks_processing.go:71] worker 10 working on oauths task.
I0324 09:02:51.286267       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 45.970898ms to process 0 records
I0324 09:02:51.286739       1 tasks_processing.go:71] worker 2 working on machine_config_pools task.
I0324 09:02:51.286753       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 47.022527ms to process 0 records
I0324 09:02:51.286878       1 tasks_processing.go:71] worker 7 working on openshift_logging task.
I0324 09:02:51.286946       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 18.348462ms to process 0 records
I0324 09:02:51.287033       1 tasks_processing.go:71] worker 18 working on openshift_machine_api_events task.
I0324 09:02:51.287142       1 recorder.go:75] Recording config/network with fingerprint=c584b34e4bbb0933bd9b51cb36605eb6300dfca8039ff0c5445766d5e5c1cf63
I0324 09:02:51.287161       1 gather.go:177] gatherer "clusterconfig" function "networks" took 27.976483ms to process 1 records
I0324 09:02:51.287618       1 tasks_processing.go:71] worker 1 working on sap_datahubs task.
E0324 09:02:51.287620       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0324 09:02:51.287636       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 27.794611ms to process 0 records
I0324 09:02:51.287647       1 gather_logs.go:145] no pods in  namespace were found
I0324 09:02:51.287793       1 tasks_processing.go:71] worker 19 working on cost_management_metrics_configs task.
I0324 09:02:51.287896       1 recorder.go:75] Recording config/version with fingerprint=edad993e85b1d73e43cbb935f0a34b778de6a97178c5281e331219e0de77a566
I0324 09:02:51.287910       1 recorder.go:75] Recording config/id with fingerprint=99b16b0b2698eea7271d1f48584d27e752260961ed37ec222ac6b7d32a781d0e
I0324 09:02:51.287916       1 gather.go:177] gatherer "clusterconfig" function "version" took 48.328474ms to process 2 records
I0324 09:02:51.287927       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 47.235579ms to process 0 records
I0324 09:02:51.287935       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 18.939888ms to process 0 records
I0324 09:02:51.287940       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 18.949455ms to process 0 records
I0324 09:02:51.287945       1 tasks_processing.go:74] worker 14 stopped.
I0324 09:02:51.287949       1 tasks_processing.go:74] worker 23 stopped.
I0324 09:02:51.287952       1 tasks_processing.go:74] worker 5 stopped.
I0324 09:02:51.288006       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0324 09:02:51.288006       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
W0324 09:02:51.288099       1 operator.go:288] started
I0324 09:02:51.288128       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0324 09:02:51.288930       1 tasks_processing.go:74] worker 31 stopped.
E0324 09:02:51.288984       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0324 09:02:51.289014       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 16.593746ms to process 0 records
I0324 09:02:51.289515       1 tasks_processing.go:74] worker 24 stopped.
I0324 09:02:51.292099       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=6cd9329c4bde13dacddc1fee4d23a46914a086d9bc4655d921cdd29134977227
I0324 09:02:51.292124       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 30.268554ms to process 1 records
I0324 09:02:51.292287       1 tasks_processing.go:74] worker 12 stopped.
I0324 09:02:51.292670       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=c6c1393749941b83a33ea484a47079fffc5c0f70592c53472c6ad4740cf37afd
I0324 09:02:51.292903       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=2648054233673d9bc6b63a05f2d7926c35c0683ec046ec739073e0c0108769c4
I0324 09:02:51.292927       1 gather.go:177] gatherer "clusterconfig" function "crds" took 51.107565ms to process 2 records
I0324 09:02:51.293015       1 tasks_processing.go:74] worker 3 stopped.
I0324 09:02:51.293113       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=0b0e2d6f76094044ded45e32fb2c99c75f7097f8b668570934945dc5ae18de42
I0324 09:02:51.293206       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=298b1130e44b4b047bf6863dfbbde987ca9c2b8c43f1b172f01cf9c6967d3aff
I0324 09:02:51.293218       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 50.487827ms to process 2 records
I0324 09:02:51.293235       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0324 09:02:51.293246       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 48.18421ms to process 1 records
I0324 09:02:51.293256       1 tasks_processing.go:74] worker 15 stopped.
I0324 09:02:51.300473       1 tasks_processing.go:74] worker 21 stopped.
I0324 09:02:51.300622       1 recorder.go:75] Recording config/image with fingerprint=fa059c133f253b99fce44549dce1acedf42de3ee826720e5a6c70c79c1220713
I0324 09:02:51.300637       1 gather.go:177] gatherer "clusterconfig" function "image" took 31.097698ms to process 1 records
I0324 09:02:51.303012       1 tasks_processing.go:74] worker 4 stopped.
I0324 09:02:51.303312       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=909570ca69f807f89b5150f583fba9ddd32d3be86f0c0a0ee8a51223f9461846
I0324 09:02:51.303394       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=87e3257892c435788dd1c7875ec170f5df9e7a7b9824f492a89d8a345860ce11
I0324 09:02:51.303453       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 34.371808ms to process 2 records
I0324 09:02:51.304787       1 tasks_processing.go:74] worker 20 stopped.
I0324 09:02:51.306248       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0324 09:02:51.306326       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0324 09:02:51.306403       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0324 09:02:51.306958       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-jm2wr with fingerprint=784de451798448ef5171081b89c0a8ebeef3a5e402e737b5a70a02d578b5d972
I0324 09:02:51.307218       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-z674x with fingerprint=c75f65cb67418b80ad476e4c27fd8d27eca093563e3d294e952da404a6ff156f
I0324 09:02:51.307289       1 recorder.go:75] Recording config/running_containers with fingerprint=1ab13c8716e1178e53a9db18f23a8e9702e572b23c739baafb8d660fdb7064b3
I0324 09:02:51.307304       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 64.478645ms to process 3 records
W0324 09:02:51.307676       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 09:02:51.310751       1 base_controller.go:82] Caches are synced for ConfigController 
I0324 09:02:51.310763       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0324 09:02:51.317925       1 tasks_processing.go:74] worker 1 stopped.
I0324 09:02:51.317995       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 30.291818ms to process 0 records
I0324 09:02:51.318029       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 30.886709ms to process 0 records
I0324 09:02:51.318056       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 30.114094ms to process 0 records
I0324 09:02:51.318080       1 tasks_processing.go:74] worker 19 stopped.
I0324 09:02:51.318111       1 tasks_processing.go:74] worker 18 stopped.
I0324 09:02:51.318227       1 tasks_processing.go:74] worker 27 stopped.
I0324 09:02:51.318430       1 recorder.go:75] Recording config/apiserver with fingerprint=f92b92d57929eb8ed5f2c60c4280b7d5928f082d92c092c6d841a8e4cfcbaf03
I0324 09:02:51.318475       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 55.923124ms to process 1 records
I0324 09:02:51.318590       1 tasks_processing.go:74] worker 13 stopped.
I0324 09:02:51.318671       1 recorder.go:75] Recording config/ingress with fingerprint=08acffdfb29b7f6df108274a4980d831ebd04b9495ec205f1d9b438717a229f2
I0324 09:02:51.318687       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 46.289562ms to process 1 records
I0324 09:02:51.318698       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 31.626492ms to process 0 records
I0324 09:02:51.318707       1 tasks_processing.go:74] worker 7 stopped.
I0324 09:02:51.321356       1 tasks_processing.go:74] worker 22 stopped.
I0324 09:02:51.321375       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 62.150111ms to process 0 records
E0324 09:02:51.329850       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%270aa043f0-2ade-443b-aeac-9af016f58260%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.11:43032->172.30.0.10:53: read: connection refused
I0324 09:02:51.329866       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%270aa043f0-2ade-443b-aeac-9af016f58260%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.11:43032->172.30.0.10:53: read: connection refused
I0324 09:02:51.333092       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 09:02:51.333280       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0324 09:02:51.333292       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0324 09:02:51.333298       1 controller.go:212] Source scaController *sca.Controller is not ready
I0324 09:02:51.333303       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0324 09:02:51.333316       1 prometheus_rules.go:88] Prometheus rules successfully created
I0324 09:02:51.333325       1 controller.go:489] The operator is still being initialized
I0324 09:02:51.333334       1 controller.go:512] The operator is healthy
I0324 09:02:51.333694       1 tasks_processing.go:74] worker 16 stopped.
I0324 09:02:51.333743       1 recorder.go:75] Recording config/olm_operators with fingerprint=e8c1f10f15c98c7ad9062d1357e170cd8c9da1afb5a7960774dd8e45cc8dda01
I0324 09:02:51.333754       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 85.80544ms to process 1 records
I0324 09:02:51.337010       1 tasks_processing.go:74] worker 25 stopped.
I0324 09:02:51.337190       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=c4fd9cd4e1777560623f13b43e91969f314ce481ee8038a3e0a8168e29c45094
I0324 09:02:51.337237       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=95f4c861778fbc6653bfd20967473d0a9cc028517227582725ac7923ca1109d8
I0324 09:02:51.337290       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=85802167a9f92c46b5b2b14c70a919a79069abb1e28f3526ff59f97d6d1d666f
I0324 09:02:51.337307       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 97.461069ms to process 3 records
I0324 09:02:51.337746       1 tasks_processing.go:74] worker 10 stopped.
I0324 09:02:51.338066       1 recorder.go:75] Recording config/oauth with fingerprint=8fa06515064729c5c4da6cdb0156c6f842e7cde93b11b8032410334ea4c3e2f7
I0324 09:02:51.338086       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 51.434592ms to process 1 records
I0324 09:02:51.338658       1 tasks_processing.go:74] worker 29 stopped.
I0324 09:02:51.338677       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 64.73176ms to process 0 records
I0324 09:02:51.344714       1 tasks_processing.go:74] worker 11 stopped.
I0324 09:02:51.344730       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 105.008794ms to process 0 records
I0324 09:02:51.352120       1 tasks_processing.go:74] worker 28 stopped.
E0324 09:02:51.352142       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0324 09:02:51.352150       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0324 09:02:51.352154       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0324 09:02:51.352165       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0324 09:02:51.352191       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0324 09:02:51.352199       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0324 09:02:51.352204       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0324 09:02:51.352208       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0324 09:02:51.352244       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0324 09:02:51.352252       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0324 09:02:51.352258       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 92.898276ms to process 7 records
I0324 09:02:51.372136       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0324 09:02:51.375674       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.11:36947->172.30.0.10:53: read: connection refused
I0324 09:02:51.375686       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.11:36947->172.30.0.10:53: read: connection refused
I0324 09:02:51.389062       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0324 09:02:51.389075       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0324 09:02:51.410997       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0324 09:02:51.414986       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0324 09:02:51.428498       1 tasks_processing.go:74] worker 9 stopped.
E0324 09:02:51.428511       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0324 09:02:51.428517       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p801npmg0omcqigltaint51nceap4pa-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p801npmg0omcqigltaint51nceap4pa-primary-cert-bundle-secret" not found
I0324 09:02:51.428577       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=d4914855911966f173de054287b9ce94132cdfd6b928e991c39265b05d488b0c
I0324 09:02:51.428610       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 189.456403ms to process 1 records
I0324 09:02:51.710699       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0324 09:02:51.710714       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0324 09:02:51.710948       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-8dx87 pod in namespace openshift-dns (previous: false).
I0324 09:02:51.950090       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8dx87 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-8dx87\" is waiting to start: ContainerCreating"
I0324 09:02:51.950110       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-8dx87\" is waiting to start: ContainerCreating"
I0324 09:02:51.950120       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-8dx87 pod in namespace openshift-dns (previous: false).
I0324 09:02:52.103248       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8dx87 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-8dx87\" is waiting to start: ContainerCreating"
I0324 09:02:52.103263       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-8dx87\" is waiting to start: ContainerCreating"
I0324 09:02:52.103290       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-czspk pod in namespace openshift-dns (previous: false).
W0324 09:02:52.304658       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 09:02:52.322781       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-czspk pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-czspk\" is waiting to start: ContainerCreating"
I0324 09:02:52.322795       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-czspk\" is waiting to start: ContainerCreating"
I0324 09:02:52.322802       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-czspk pod in namespace openshift-dns (previous: false).
I0324 09:02:52.340467       1 tasks_processing.go:74] worker 2 stopped.
I0324 09:02:52.340479       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.053707693s to process 0 records
I0324 09:02:52.349788       1 tasks_processing.go:74] worker 26 stopped.
I0324 09:02:52.349817       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0324 09:02:52.349829       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.110063421s to process 1 records
I0324 09:02:52.502814       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-czspk pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-czspk\" is waiting to start: ContainerCreating"
I0324 09:02:52.502828       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-czspk\" is waiting to start: ContainerCreating"
I0324 09:02:52.502856       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-f7xkr pod in namespace openshift-dns (previous: false).
I0324 09:02:52.719251       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-f7xkr pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-f7xkr\" is waiting to start: ContainerCreating"
I0324 09:02:52.719266       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-f7xkr\" is waiting to start: ContainerCreating"
I0324 09:02:52.719276       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-f7xkr pod in namespace openshift-dns (previous: false).
I0324 09:02:52.920257       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-f7xkr pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-f7xkr\" is waiting to start: ContainerCreating"
I0324 09:02:52.920272       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-f7xkr\" is waiting to start: ContainerCreating"
I0324 09:02:52.920281       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-ppgfc pod in namespace openshift-dns (previous: false).
I0324 09:02:52.985995       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0324 09:02:53.103693       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 09:02:53.103708       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-pwqq8 pod in namespace openshift-dns (previous: false).
W0324 09:02:53.305123       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 09:02:53.320355       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 09:02:53.320369       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-sswrx pod in namespace openshift-dns (previous: false).
I0324 09:02:53.390246       1 tasks_processing.go:74] worker 30 stopped.
I0324 09:02:53.390307       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=dc2274e40fa87c76c3982502b7f2748d0975742060a1c70ce5e6cafa68357a7c
I0324 09:02:53.390339       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=9cd10e8c447df2ca8aa2bed9f4eb523f5b8637ef2c5524b2e784e301f4646746
I0324 09:02:53.390368       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0324 09:02:53.390409       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=b01dc44ddd9cc801fdcd4d5c78a2247f95e3299507aacc17573e39b374d3b78c
I0324 09:02:53.390425       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0324 09:02:53.390448       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=ec57205a52247413df1ac217b4d5009b4c20ef4f0569c1d15a0114c7893e7b82
I0324 09:02:53.390478       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=e0288eec21a649b542a62f9276696cf179ebdd4eb76db6b7540393387bf4907b
I0324 09:02:53.390500       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=0d519917d03d71ea107d48bdf883a55b562b6b2eab68186237cd466ac9a79545
I0324 09:02:53.390532       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=473af53bfc46a2a39fd534cf089712cbf07d8d6233d83cdbc7c375cadb0bf64d
I0324 09:02:53.390541       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0324 09:02:53.390559       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=88838a5b14df8755781108681f18135d62b42a3e9e59428025fbb2361444a920
I0324 09:02:53.390568       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0324 09:02:53.390583       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=b2c39ae21a04b44a58ed624e338f144f8c413c27c9f253ded7d9ed617cf92283
I0324 09:02:53.390593       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0324 09:02:53.390627       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=6ea0a9b4b3e4990e6611f8337264731056ead90aefd8adef509b96f1d199cd26
I0324 09:02:53.390637       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0324 09:02:53.390650       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=0614ae02fbe71d3de484884622324061ee7fc4887dfeafb492c94111980cd770
I0324 09:02:53.390659       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0324 09:02:53.390673       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=4d77944dad2acfb3aad9ef8242009c3fb6a6d852b7bebdddc064ef216a2d1c33
I0324 09:02:53.390793       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=170861eeab246d275e0b8b936b864a5b39439e535ca7961a707231f367d8efcd
I0324 09:02:53.390802       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0324 09:02:53.390809       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0324 09:02:53.390831       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0324 09:02:53.390852       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=db9b60c62691b554eb1892b6861d243346116ad325bb721849746c8a563db3e6
I0324 09:02:53.390874       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=108fa024440930fe3713bdb41fd24ff0d1dcc3c601bbe3a8374c811a17dcca8a
I0324 09:02:53.390883       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0324 09:02:53.390897       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=fcc81cc5c770bae5cae9b5ec63e05054689569845b8021c8e686d007849a289c
I0324 09:02:53.390907       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0324 09:02:53.390919       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=64e862bf365e8d401792d77ed10087107e8f1d6153a870c53f5843998ba93d3e
I0324 09:02:53.390934       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=2122d26cfb73c00c46fb4b220228df63e40ed22b2fa7f482847d9a7a3e0d3fcb
I0324 09:02:53.390948       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=0b1e59747d946aceb2600c28643d15d94bdc2b8b87afe3738ae5db546c2c0784
I0324 09:02:53.390960       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=4edd0f5497528b2528f9968b5255d3e2696fda6365f599b5ea215b852246c6d8
I0324 09:02:53.390973       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=f5a35675a9b450c08e35f77d10ead5cf3e2509598f6f63dd4c8b997309a8decb
I0324 09:02:53.390999       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=7d171bd2a6d2ceef92bd96605939abcbca5b5c8b1dc776a628de0dd90dfd331b
I0324 09:02:53.391014       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0324 09:02:53.391023       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0324 09:02:53.391029       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.116491986s to process 36 records
I0324 09:02:53.520028       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 09:02:53.520080       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68694d967d-44v4p pod in namespace openshift-image-registry (previous: false).
I0324 09:02:53.703299       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-68694d967d-44v4p pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-68694d967d-44v4p\" is waiting to start: ContainerCreating"
I0324 09:02:53.703313       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-68694d967d-44v4p\" is waiting to start: ContainerCreating"
I0324 09:02:53.703351       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68694d967d-kklst pod in namespace openshift-image-registry (previous: false).
I0324 09:02:53.902237       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-68694d967d-kklst pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-68694d967d-kklst\" is waiting to start: ContainerCreating"
I0324 09:02:53.902252       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-68694d967d-kklst\" is waiting to start: ContainerCreating"
I0324 09:02:53.902286       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-88b6fd977-8g6ll pod in namespace openshift-image-registry (previous: false).
I0324 09:02:54.103551       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-88b6fd977-8g6ll pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-88b6fd977-8g6ll\" is waiting to start: ContainerCreating"
I0324 09:02:54.103567       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-88b6fd977-8g6ll\" is waiting to start: ContainerCreating"
I0324 09:02:54.103578       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-7fqbf pod in namespace openshift-image-registry (previous: false).
I0324 09:02:54.302499       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 09:02:54.302524       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-f7p6g pod in namespace openshift-image-registry (previous: false).
W0324 09:02:54.304061       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 09:02:54.504089       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 09:02:54.504104       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-zd85g pod in namespace openshift-image-registry (previous: false).
I0324 09:02:54.703918       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 09:02:54.703932       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-659d68dfb9-td5cb pod in namespace openshift-ingress (previous: false).
I0324 09:02:54.903492       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-659d68dfb9-td5cb pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-659d68dfb9-td5cb\" is waiting to start: ContainerCreating"
I0324 09:02:54.903507       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-659d68dfb9-td5cb\" is waiting to start: ContainerCreating"
I0324 09:02:54.903517       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-d97595c9b-bfm8f pod in namespace openshift-ingress (previous: false).
I0324 09:02:55.116725       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-d97595c9b-bfm8f pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-d97595c9b-bfm8f\" is waiting to start: ContainerCreating"
I0324 09:02:55.116748       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-d97595c9b-bfm8f\" is waiting to start: ContainerCreating"
I0324 09:02:55.116761       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-d97595c9b-nvrwz pod in namespace openshift-ingress (previous: false).
W0324 09:02:55.306887       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 09:02:55.307305       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-d97595c9b-nvrwz pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-d97595c9b-nvrwz\" is waiting to start: ContainerCreating"
I0324 09:02:55.307320       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-d97595c9b-nvrwz\" is waiting to start: ContainerCreating"
I0324 09:02:55.307333       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-kc97f pod in namespace openshift-ingress-canary (previous: false).
I0324 09:02:55.506807       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-kc97f pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-kc97f\" is waiting to start: ContainerCreating"
I0324 09:02:55.506830       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-kc97f\" is waiting to start: ContainerCreating"
I0324 09:02:55.506867       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-plfzb pod in namespace openshift-ingress-canary (previous: false).
I0324 09:02:55.703524       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-plfzb pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-plfzb\" is waiting to start: ContainerCreating"
I0324 09:02:55.703539       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-plfzb\" is waiting to start: ContainerCreating"
I0324 09:02:55.703567       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-rwq9d pod in namespace openshift-ingress-canary (previous: false).
I0324 09:02:55.903503       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-rwq9d pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-rwq9d\" is waiting to start: ContainerCreating"
I0324 09:02:55.903584       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-rwq9d\" is waiting to start: ContainerCreating"
I0324 09:02:55.903627       1 tasks_processing.go:74] worker 8 stopped.
I0324 09:02:55.903769       1 recorder.go:75] Recording events/openshift-dns with fingerprint=10be5417a9c7bf19dbd8421bce0e98564218bc006339cf2bd7e7b7c937be163d
I0324 09:02:55.903937       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=7b6bd400c7f2d89134ba665463a9ffd17184a24c2213ee0f3963859b9e299abe
I0324 09:02:55.903986       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=550beec7b99be3703ee0feadd92202d492c713a98d0f62f00033c210f8929235
I0324 09:02:55.904061       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=f0d9d4adbd8b6dceb380af14761a655d7713b0eb7fde7b0226ccbfd7ca7dd8a4
I0324 09:02:55.904109       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=fcab6f39c825c9b65021a0f170f761344c347cadc1c7a3aba33ea706cacc0e80
I0324 09:02:55.904250       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-czspk with fingerprint=10980214b9ebb5cab864f0732452963b09b6f2b50f3a354905cc02358a3f6cae
I0324 09:02:55.904360       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-f7xkr with fingerprint=c39332b2e4eaf2a8ed2860bdd2a61464d2a5078ed8ca25ccac905b665622adf6
I0324 09:02:55.904545       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-68694d967d-44v4p with fingerprint=b3034264c8d2fccec1ab02968f9404c39ba426c46e628c24c8b48ef920085906
I0324 09:02:55.904730       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-68694d967d-kklst with fingerprint=c4b647248ed56129d3ffabc41d704792fa1d43dc04b201b884221d000093ddb1
I0324 09:02:55.904863       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-88b6fd977-8g6ll with fingerprint=d3b4659b8ad29fb966f587fa5babfc91b0d7f8141bb65e07e3ed06d567e46392
I0324 09:02:55.904945       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-plfzb with fingerprint=18a2529fbd4844411e65227ba2af3a86e0cf4f5322440afc3ce7ff5ed8e5f7cd
I0324 09:02:55.905020       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-rwq9d with fingerprint=d2b92668d5d87ea3ffa8bc4e0abab35ea454436891987d5f1c006f689a09fa0e
I0324 09:02:55.905063       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.650749743s to process 12 records
W0324 09:02:56.300734       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0324 09:02:56.300764       1 tasks_processing.go:74] worker 6 stopped.
E0324 09:02:56.300777       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0324 09:02:56.300797       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0324 09:02:56.300816       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0324 09:02:56.300834       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.040580037s to process 1 records
I0324 09:03:03.697909       1 tasks_processing.go:74] worker 17 stopped.
I0324 09:03:03.697962       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0324 09:03:03.697978       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.458115307s to process 1 records
I0324 09:03:04.402236       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 09:03:04.448470       1 tasks_processing.go:74] worker 0 stopped.
I0324 09:03:04.448782       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=751aa8b7d1208af5fd734152a53c8f2354708612b0cd50cfd9c595651a5cc8c8
I0324 09:03:04.448799       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.206047405s to process 1 records
E0324 09:03:04.448854       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.21s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0324 09:03:04.449963       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0324 09:03:04.449976       1 periodic.go:209] Running workloads gatherer
I0324 09:03:04.449990       1 tasks_processing.go:45] number of workers: 2
I0324 09:03:04.449998       1 tasks_processing.go:69] worker 1 listening for tasks.
I0324 09:03:04.450002       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0324 09:03:04.450019       1 tasks_processing.go:69] worker 0 listening for tasks.
I0324 09:03:04.450037       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0324 09:03:04.476031       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0324 09:03:04.480754       1 tasks_processing.go:74] worker 0 stopped.
I0324 09:03:04.480773       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 30.701133ms to process 0 records
I0324 09:03:04.488412       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (13ms)
I0324 09:03:04.501155       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (13ms)
I0324 09:03:04.515890       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (15ms)
I0324 09:03:04.529057       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (13ms)
I0324 09:03:04.539588       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (11ms)
I0324 09:03:04.553480       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (14ms)
I0324 09:03:04.563693       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (10ms)
I0324 09:03:04.572176       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (8ms)
I0324 09:03:04.580333       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (8ms)
I0324 09:03:04.588308       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (8ms)
I0324 09:03:04.596010       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (8ms)
I0324 09:03:04.685240       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (89ms)
I0324 09:03:04.785774       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (101ms)
I0324 09:03:04.885590       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms)
I0324 09:03:04.986168       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (101ms)
I0324 09:03:05.085192       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (99ms)
I0324 09:03:05.184547       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms)
I0324 09:03:05.285093       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (101ms)
I0324 09:03:05.385215       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms)
I0324 09:03:05.484461       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (99ms)
I0324 09:03:05.584465       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms)
I0324 09:03:05.684637       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (100ms)
I0324 09:03:05.785337       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (101ms)
I0324 09:03:05.884287       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (99ms)
I0324 09:03:05.984842       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (101ms)
I0324 09:03:06.086053       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (101ms)
I0324 09:03:06.185544       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms)
I0324 09:03:06.285210       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (100ms)
I0324 09:03:06.384327       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (99ms)
I0324 09:03:06.484250       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms)
I0324 09:03:06.584498       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms)
I0324 09:03:06.686929       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (102ms)
I0324 09:03:06.686958       1 tasks_processing.go:74] worker 1 stopped.
E0324 09:03:06.686967       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0324 09:03:06.687248       1 recorder.go:75] Recording config/workload_info with fingerprint=17a253f60266fd2a50f02a4ff123b86d979da6903c0be60bb8a6fe8a80364d5b
I0324 09:03:06.687263       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.236949938s to process 1 records
E0324 09:03:06.687285       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.237s with: function \"workload_info\" failed with an error"
I0324 09:03:06.688389       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0324 09:03:06.688401       1 periodic.go:209] Running conditional gatherer
I0324 09:03:06.694244       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0324 09:03:06.702353       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.11:47848->172.30.0.10:53: read: connection refused
E0324 09:03:06.702591       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 09:03:06.702666       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0324 09:03:06.713232       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0324 09:03:06.713249       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 09:03:06.713256       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 09:03:06.713260       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 09:03:06.713264       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 09:03:06.713268       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 09:03:06.713273       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 09:03:06.713277       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 09:03:06.713282       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 09:03:06.713287       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0324 09:03:06.713306       1 tasks_processing.go:45] number of workers: 3
I0324 09:03:06.713328       1 tasks_processing.go:69] worker 2 listening for tasks.
I0324 09:03:06.713335       1 tasks_processing.go:69] worker 0 listening for tasks.
I0324 09:03:06.713345       1 tasks_processing.go:71] worker 0 working on rapid_container_logs task.
I0324 09:03:06.713346       1 tasks_processing.go:69] worker 1 listening for tasks.
I0324 09:03:06.713337       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0324 09:03:06.713375       1 tasks_processing.go:74] worker 2 stopped.
I0324 09:03:06.713387       1 tasks_processing.go:71] worker 1 working on remote_configuration task.
I0324 09:03:06.713436       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0324 09:03:06.713450       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.157µs to process 1 records
I0324 09:03:06.713481       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0324 09:03:06.713489       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.029µs to process 1 records
I0324 09:03:06.713494       1 tasks_processing.go:74] worker 1 stopped.
I0324 09:03:06.713567       1 tasks_processing.go:74] worker 0 stopped.
I0324 09:03:06.713578       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 216.604µs to process 0 records
I0324 09:03:06.713614       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.11:47848->172.30.0.10:53: read: connection refused
I0324 09:03:06.713632       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0324 09:03:06.715977       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 09:03:06.734913       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=3845b211ab46c08b7b70d8e22ade36fd61e96ddd5bdbbff752c8abd5804646da
I0324 09:03:06.735029       1 diskrecorder.go:70] Writing 109 records to /var/lib/insights-operator/insights-2026-03-24-090306.tar.gz
I0324 09:03:06.743940       1 diskrecorder.go:51] Wrote 109 records to disk in 8ms
I0324 09:03:06.743967       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0324 09:03:06.743982       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0324 09:03:06.916217       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 09:03:16.455921       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 09:03:55.395153       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="bf1c3370ef3c45f5892e687dc67df112a54ef2bcf1812a77afa3fb5ea49032fe")
W0324 09:03:55.395183       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0324 09:03:55.395226       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="5d2415b1645d487ba97d401f36b24a2304d0b4536a6007b854f8373321ac04ba")
I0324 09:03:55.395286       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0324 09:03:55.395303       1 periodic.go:170] Shutting down
I0324 09:03:55.395305       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0324 09:03:55.395313       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="046ce085b91be4a607428064530cd1acfbfd254fc5d768d9d62edf548fca9fb8")
I0324 09:03:55.395326       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0324 09:03:55.395355       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0324 09:03:55.395361       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0324 09:03:55.395375       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0324 09:03:55.395385       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0324 09:03:55.395399       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0324 09:03:55.395293       1 base_controller.go:181] Shutting down ConfigController ...
E0324 09:03:55.395410       1 controller.go:299] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled
I0324 09:03:55.395413       1 base_controller.go:113] All ConfigController workers have been terminated
I0324 09:03:55.395421       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0324 09:03:55.395429       1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-115867163/tls.crt::/tmp/serving-cert-115867163/tls.key"
E0324 09:03:55.395443       1 controller.go:299] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled
I0324 09:03:55.395449       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0324 09:03:55.395471       1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController
I0324 09:03:55.395519       1 secure_serving.go:258] Stopped listening on [::]:8443
I0324 09:03:55.395474       1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
E0324 09:03:55.395475       1 controller.go:299] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled
I0324 09:03:55.395546       1 genericapiserver.go:600] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening"
I0324 09:03:55.395557       1 genericapiserver.go:713] [graceful-termination] apiserver is exiting
I0324 09:03:55.395565       1 builder.go:335] server exited
I0324 09:03:55.395413       1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"