W0326 16:15:52.741754       1 cmd.go:257] Using insecure, self-signed certificates
I0326 16:15:53.275426       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 16:15:53.275786       1 observer_polling.go:159] Starting file observer
I0326 16:15:53.656150       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0326 16:15:53.656337       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0326 16:15:53.656918       1 secure_serving.go:57] Forcing use of http/1.1 only
W0326 16:15:53.656943       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0326 16:15:53.656950       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
I0326 16:15:53.656917       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
W0326 16:15:53.656954       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0326 16:15:53.656999       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0326 16:15:53.657009       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0326 16:15:53.657014       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0326 16:15:53.661140       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0326 16:15:53.661161       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"2945f32f-fa73-4ab1-9fb4-6dbc30fbe62d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0326 16:15:53.662107       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0326 16:15:53.662103       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0326 16:15:53.662121       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0326 16:15:53.662124       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 16:15:53.662150       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0326 16:15:53.662175       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 16:15:53.662437       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1507301304/tls.crt::/tmp/serving-cert-1507301304/tls.key"
I0326 16:15:53.662779       1 secure_serving.go:213] Serving securely on [::]:8443
I0326 16:15:53.662817       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0326 16:15:53.666362       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0326 16:15:53.666410       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 16:15:53.666596       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0326 16:15:53.671246       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 16:15:53.671264       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 16:15:53.675426       1 secretconfigobserver.go:119] support secret does not exist
I0326 16:15:53.679763       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 16:15:53.684018       1 secretconfigobserver.go:119] support secret does not exist
I0326 16:15:53.686594       1 recorder.go:161] Pruning old reports every 7h15m8s, max age is 288h0m0s
I0326 16:15:53.695594       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0326 16:15:53.695609       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0326 16:15:53.695618       1 periodic.go:209] Running clusterconfig gatherer
I0326 16:15:53.695620       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0326 16:15:53.695632       1 insightsreport.go:296] Starting report retriever
I0326 16:15:53.695637       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0326 16:15:53.695682       1 tasks_processing.go:45] number of workers: 64
I0326 16:15:53.695705       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 16:15:53.695713       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 16:15:53.695720       1 tasks_processing.go:69] worker 33 listening for tasks.
I0326 16:15:53.695720       1 tasks_processing.go:69] worker 17 listening for tasks.
I0326 16:15:53.695725       1 tasks_processing.go:71] worker 0 working on lokistack task.
I0326 16:15:53.695730       1 tasks_processing.go:69] worker 10 listening for tasks.
I0326 16:15:53.695730       1 tasks_processing.go:71] worker 17 working on aggregated_monitoring_cr_names task.
I0326 16:15:53.695735       1 tasks_processing.go:71] worker 10 working on image task.
I0326 16:15:53.695736       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 16:15:53.695745       1 tasks_processing.go:69] worker 3 listening for tasks.
I0326 16:15:53.695751       1 tasks_processing.go:69] worker 4 listening for tasks.
I0326 16:15:53.695753       1 tasks_processing.go:69] worker 49 listening for tasks.
I0326 16:15:53.695771       1 tasks_processing.go:69] worker 34 listening for tasks.
I0326 16:15:53.695782       1 tasks_processing.go:69] worker 35 listening for tasks.
I0326 16:15:53.695792       1 tasks_processing.go:69] worker 18 listening for tasks.
I0326 16:15:53.695792       1 tasks_processing.go:69] worker 36 listening for tasks.
I0326 16:15:53.695807       1 tasks_processing.go:69] worker 19 listening for tasks.
I0326 16:15:53.695818       1 tasks_processing.go:69] worker 20 listening for tasks.
I0326 16:15:53.695859       1 tasks_processing.go:69] worker 5 listening for tasks.
I0326 16:15:53.695863       1 tasks_processing.go:69] worker 14 listening for tasks.
I0326 16:15:53.695871       1 tasks_processing.go:69] worker 16 listening for tasks.
I0326 16:15:53.695878       1 tasks_processing.go:69] worker 11 listening for tasks.
I0326 16:15:53.695879       1 tasks_processing.go:69] worker 15 listening for tasks.
I0326 16:15:53.695886       1 tasks_processing.go:69] worker 12 listening for tasks.
I0326 16:15:53.695887       1 tasks_processing.go:71] worker 1 working on node_logs task.
I0326 16:15:53.695885       1 tasks_processing.go:69] worker 61 listening for tasks.
I0326 16:15:53.695897       1 tasks_processing.go:69] worker 38 listening for tasks.
I0326 16:15:53.695902       1 tasks_processing.go:69] worker 13 listening for tasks.
I0326 16:15:53.695899       1 tasks_processing.go:69] worker 58 listening for tasks.
I0326 16:15:53.695911       1 tasks_processing.go:69] worker 41 listening for tasks.
I0326 16:15:53.695725       1 tasks_processing.go:71] worker 33 working on pdbs task.
I0326 16:15:53.695919       1 tasks_processing.go:69] worker 60 listening for tasks.
I0326 16:15:53.695922       1 tasks_processing.go:69] worker 42 listening for tasks.
I0326 16:15:53.695936       1 tasks_processing.go:69] worker 62 listening for tasks.
I0326 16:15:53.695938       1 tasks_processing.go:69] worker 27 listening for tasks.
I0326 16:15:53.695939       1 tasks_processing.go:69] worker 63 listening for tasks.
I0326 16:15:53.695946       1 tasks_processing.go:69] worker 44 listening for tasks.
I0326 16:15:53.695946       1 tasks_processing.go:69] worker 22 listening for tasks.
I0326 16:15:53.695955       1 tasks_processing.go:69] worker 23 listening for tasks.
I0326 16:15:53.695950       1 tasks_processing.go:69] worker 46 listening for tasks.
I0326 16:15:53.695962       1 tasks_processing.go:69] worker 24 listening for tasks.
I0326 16:15:53.695973       1 tasks_processing.go:69] worker 26 listening for tasks.
I0326 16:15:53.695954       1 tasks_processing.go:69] worker 25 listening for tasks.
I0326 16:15:53.695958       1 tasks_processing.go:69] worker 45 listening for tasks.
I0326 16:15:53.695978       1 tasks_processing.go:69] worker 47 listening for tasks.
I0326 16:15:53.695988       1 tasks_processing.go:69] worker 21 listening for tasks.
I0326 16:15:53.695991       1 tasks_processing.go:69] worker 30 listening for tasks.
I0326 16:15:53.695986       1 tasks_processing.go:69] worker 7 listening for tasks.
I0326 16:15:53.695999       1 tasks_processing.go:71] worker 3 working on olm_operators task.
I0326 16:15:53.696005       1 tasks_processing.go:71] worker 21 working on openstack_controlplanes task.
I0326 16:15:53.696008       1 tasks_processing.go:69] worker 37 listening for tasks.
I0326 16:15:53.696009       1 tasks_processing.go:69] worker 29 listening for tasks.
I0326 16:15:53.696005       1 tasks_processing.go:69] worker 32 listening for tasks.
I0326 16:15:53.696018       1 tasks_processing.go:69] worker 48 listening for tasks.
I0326 16:15:53.696005       1 tasks_processing.go:71] worker 7 working on active_alerts task.
I0326 16:15:53.696018       1 tasks_processing.go:69] worker 39 listening for tasks.
I0326 16:15:53.696018       1 tasks_processing.go:71] worker 37 working on monitoring_persistent_volumes task.
I0326 16:15:53.696028       1 tasks_processing.go:71] worker 32 working on validating_webhook_configurations task.
I0326 16:15:53.696031       1 tasks_processing.go:71] worker 39 working on storage_cluster task.
I0326 16:15:53.696035       1 tasks_processing.go:71] worker 49 working on metrics task.
W0326 16:15:53.696044       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 16:15:53.696057       1 tasks_processing.go:71] worker 13 working on machine_healthchecks task.
W0326 16:15:53.696057       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 16:15:53.696053       1 tasks_processing.go:69] worker 6 listening for tasks.
I0326 16:15:53.696051       1 tasks_processing.go:71] worker 63 working on machine_autoscalers task.
I0326 16:15:53.696071       1 tasks_processing.go:69] worker 50 listening for tasks.
I0326 16:15:53.696076       1 tasks_processing.go:71] worker 16 working on cluster_apiserver task.
I0326 16:15:53.695730       1 tasks_processing.go:69] worker 9 listening for tasks.
I0326 16:15:53.696086       1 tasks_processing.go:69] worker 51 listening for tasks.
I0326 16:15:53.696085       1 tasks_processing.go:71] worker 18 working on certificate_signing_requests task.
I0326 16:15:53.696094       1 tasks_processing.go:71] worker 5 working on container_images task.
I0326 16:15:53.696097       1 tasks_processing.go:71] worker 19 working on nodes task.
I0326 16:15:53.696071       1 tasks_processing.go:71] worker 35 working on openstack_version task.
I0326 16:15:53.696150       1 tasks_processing.go:69] worker 54 listening for tasks.
I0326 16:15:53.696160       1 tasks_processing.go:69] worker 52 listening for tasks.
I0326 16:15:53.696168       1 tasks_processing.go:69] worker 53 listening for tasks.
I0326 16:15:53.696175       1 tasks_processing.go:71] worker 15 working on support_secret task.
I0326 16:15:53.695909       1 tasks_processing.go:69] worker 59 listening for tasks.
I0326 16:15:53.695997       1 tasks_processing.go:69] worker 31 listening for tasks.
I0326 16:15:53.696002       1 tasks_processing.go:69] worker 28 listening for tasks.
I0326 16:15:53.696005       1 tasks_processing.go:69] worker 40 listening for tasks.
I0326 16:15:53.696019       1 tasks_processing.go:71] worker 29 working on openstack_dataplanenodesets task.
I0326 16:15:53.696245       1 tasks_processing.go:71] worker 58 working on ingress task.
I0326 16:15:53.696260       1 tasks_processing.go:71] worker 40 working on crds task.
I0326 16:15:53.696048       1 tasks_processing.go:69] worker 57 listening for tasks.
I0326 16:15:53.696272       1 tasks_processing.go:71] worker 57 working on image_registries task.
I0326 16:15:53.696314       1 tasks_processing.go:71] worker 12 working on openshift_logging task.
I0326 16:15:53.696344       1 tasks_processing.go:71] worker 61 working on machine_configs task.
I0326 16:15:53.696538       1 tasks_processing.go:69] worker 55 listening for tasks.
I0326 16:15:53.696551       1 tasks_processing.go:71] worker 55 working on operators_pods_and_events task.
I0326 16:15:53.696597       1 tasks_processing.go:71] worker 11 working on ingress_certificates task.
I0326 16:15:53.696638       1 tasks_processing.go:71] worker 22 working on openshift_machine_api_events task.
I0326 16:15:53.696715       1 tasks_processing.go:71] worker 7 working on infrastructures task.
I0326 16:15:53.696737       1 tasks_processing.go:71] worker 24 working on oauths task.
I0326 16:15:53.695991       1 tasks_processing.go:71] worker 47 working on pod_network_connectivity_checks task.
I0326 16:15:53.695995       1 tasks_processing.go:71] worker 2 working on authentication task.
I0326 16:15:53.696685       1 tasks_processing.go:69] worker 8 listening for tasks.
I0326 16:15:53.696067       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 35.512µs to process 0 records
I0326 16:15:53.696031       1 tasks_processing.go:71] worker 4 working on dvo_metrics task.
I0326 16:15:53.697092       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 26.106µs to process 0 records
I0326 16:15:53.696077       1 tasks_processing.go:71] worker 14 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0326 16:15:53.697174       1 tasks_processing.go:69] worker 56 listening for tasks.
I0326 16:15:53.697189       1 tasks_processing.go:71] worker 56 working on container_runtime_configs task.
I0326 16:15:53.696604       1 tasks_processing.go:71] worker 44 working on image_pruners task.
I0326 16:15:53.697335       1 tasks_processing.go:71] worker 42 working on tsdb_status task.
I0326 16:15:53.696027       1 tasks_processing.go:71] worker 38 working on feature_gates task.
I0326 16:15:53.695885       1 tasks_processing.go:69] worker 43 listening for tasks.
I0326 16:15:53.696068       1 tasks_processing.go:71] worker 34 working on nodenetworkconfigurationpolicies task.
I0326 16:15:53.696092       1 tasks_processing.go:71] worker 20 working on networks task.
I0326 16:15:53.697520       1 tasks_processing.go:71] worker 49 working on sap_pods task.
I0326 16:15:53.697584       1 tasks_processing.go:71] worker 46 working on silenced_alerts task.
W0326 16:15:53.697688       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 16:15:53.697734       1 tasks_processing.go:71] worker 53 working on install_plans task.
I0326 16:15:53.697748       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 66.946µs to process 0 records
I0326 16:15:53.697595       1 tasks_processing.go:71] worker 62 working on overlapping_namespace_uids task.
I0326 16:15:53.697809       1 tasks_processing.go:74] worker 43 stopped.
I0326 16:15:53.697911       1 tasks_processing.go:71] worker 41 working on version task.
I0326 16:15:53.697978       1 tasks_processing.go:71] worker 27 working on mutating_webhook_configurations task.
I0326 16:15:53.698020       1 tasks_processing.go:71] worker 26 working on ceph_cluster task.
I0326 16:15:53.696024       1 tasks_processing.go:71] worker 48 working on nodenetworkstates task.
I0326 16:15:53.695991       1 tasks_processing.go:71] worker 45 working on openstack_dataplanedeployments task.
I0326 16:15:53.698143       1 tasks_processing.go:71] worker 6 working on config_maps task.
I0326 16:15:53.696090       1 tasks_processing.go:71] worker 36 working on cost_management_metrics_configs task.
I0326 16:15:53.698450       1 tasks_processing.go:71] worker 54 working on jaegers task.
I0326 16:15:53.695998       1 tasks_processing.go:71] worker 30 working on operators task.
I0326 16:15:53.698087       1 tasks_processing.go:71] worker 60 working on schedulers task.
I0326 16:15:53.698597       1 tasks_processing.go:71] worker 28 working on proxies task.
I0326 16:15:53.698699       1 tasks_processing.go:71] worker 51 working on clusterroles task.
I0326 16:15:53.698729       1 tasks_processing.go:71] worker 52 working on sap_datahubs task.
I0326 16:15:53.698801       1 tasks_processing.go:71] worker 59 working on machine_sets task.
I0326 16:15:53.697982       1 tasks_processing.go:71] worker 25 working on machines task.
I0326 16:15:53.697545       1 tasks_processing.go:71] worker 23 working on storage_classes task.
I0326 16:15:53.697738       1 tasks_processing.go:74] worker 46 stopped.
W0326 16:15:53.698114       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 16:15:53.698576       1 tasks_processing.go:71] worker 31 working on qemu_kubevirt_launcher_logs task.
I0326 16:15:53.699078       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 969.442µs to process 0 records
I0326 16:15:53.699087       1 tasks_processing.go:74] worker 42 stopped.
I0326 16:15:53.697545       1 tasks_processing.go:71] worker 8 working on sap_config task.
I0326 16:15:53.698197       1 tasks_processing.go:71] worker 50 working on machine_config_pools task.
I0326 16:15:53.698135       1 tasks_processing.go:71] worker 9 working on service_accounts task.
I0326 16:15:53.701425       1 tasks_processing.go:74] worker 0 stopped.
I0326 16:15:53.701438       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 5.688689ms to process 0 records
I0326 16:15:53.702156       1 tasks_processing.go:74] worker 63 stopped.
I0326 16:15:53.702170       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 6.073845ms to process 0 records
I0326 16:15:53.702944       1 tasks_processing.go:74] worker 39 stopped.
I0326 16:15:53.702956       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 6.899243ms to process 0 records
I0326 16:15:53.702962       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 6.788506ms to process 0 records
I0326 16:15:53.702966       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 6.729935ms to process 0 records
I0326 16:15:53.702970       1 tasks_processing.go:74] worker 29 stopped.
I0326 16:15:53.702974       1 tasks_processing.go:74] worker 35 stopped.
I0326 16:15:53.703070       1 tasks_processing.go:74] worker 21 stopped.
I0326 16:15:53.703080       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 7.057472ms to process 0 records
I0326 16:15:53.703204       1 tasks_processing.go:74] worker 13 stopped.
E0326 16:15:53.703215       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0326 16:15:53.703227       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 7.134943ms to process 0 records
I0326 16:15:53.703275       1 tasks_processing.go:74] worker 47 stopped.
E0326 16:15:53.703286       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0326 16:15:53.703293       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 6.466824ms to process 0 records
I0326 16:15:53.703450       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0326 16:15:53.703466       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 16:15:53.703473       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 16:15:53.703477       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 16:15:53.703489       1 controller.go:489] The operator is still being initialized
I0326 16:15:53.703494       1 controller.go:512] The operator is healthy
I0326 16:15:53.704249       1 tasks_processing.go:74] worker 10 stopped.
I0326 16:15:53.704354       1 recorder.go:75] Recording config/image with fingerprint=af1f8c7471718c0533607d642bbf4a7c8455dfc59838a8963671c33dd0775fd5
I0326 16:15:53.704368       1 gather.go:177] gatherer "clusterconfig" function "image" took 8.501478ms to process 1 records
I0326 16:15:53.704724       1 tasks_processing.go:74] worker 58 stopped.
I0326 16:15:53.704899       1 recorder.go:75] Recording config/ingress with fingerprint=f43480f0a1577c246cc1f2a17a198618c46bf05745f851456582e9972009450a
I0326 16:15:53.704915       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 8.458681ms to process 1 records
I0326 16:15:53.705033       1 tasks_processing.go:74] worker 16 stopped.
I0326 16:15:53.705141       1 recorder.go:75] Recording config/apiserver with fingerprint=d61dc4013f96cc3e8270e10934a54871e4a707870e22ddf28f17066879fc4f70
I0326 16:15:53.705153       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 8.944652ms to process 1 records
I0326 16:15:53.706388       1 tasks_processing.go:74] worker 33 stopped.
I0326 16:15:53.706474       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=3eba30cd0a692645ac4e22198e351b6355eb0d4e7cf8bd832b78c90ca12c9e46
I0326 16:15:53.706495       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=2fad51be76645dce6e3b300d3ec26a2f2d1b6e97d9240571993214d6fdad581a
I0326 16:15:53.706514       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=72eafbf434f1c725527ddf2b654388e45c2a4e4360807ebd3bf9c94d97257d9e
I0326 16:15:53.706523       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 10.45689ms to process 3 records
I0326 16:15:53.710789       1 tasks_processing.go:74] worker 56 stopped.
I0326 16:15:53.710802       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 13.589033ms to process 0 records
I0326 16:15:53.718125       1 tasks_processing.go:74] worker 3 stopped.
I0326 16:15:53.718137       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 22.109433ms to process 0 records
I0326 16:15:53.719524       1 tasks_processing.go:74] worker 20 stopped.
I0326 16:15:53.719670       1 recorder.go:75] Recording config/network with fingerprint=d772e76c598bbf54a0e9058263992e81d8d4a08abce4f52c82d1bb506bcfb326
I0326 16:15:53.719683       1 gather.go:177] gatherer "clusterconfig" function "networks" took 22.060698ms to process 1 records
I0326 16:15:53.720412       1 tasks_processing.go:74] worker 15 stopped.
E0326 16:15:53.720425       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0326 16:15:53.720432       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 24.230804ms to process 0 records
I0326 16:15:53.723009       1 tasks_processing.go:74] worker 36 stopped.
I0326 16:15:53.723020       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 24.765831ms to process 0 records
I0326 16:15:53.723026       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 24.863387ms to process 0 records
I0326 16:15:53.723030       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 24.974569ms to process 0 records
I0326 16:15:53.723033       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 25.15868ms to process 0 records
I0326 16:15:53.723036       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 24.98262ms to process 0 records
I0326 16:15:53.723040       1 tasks_processing.go:74] worker 26 stopped.
I0326 16:15:53.723044       1 tasks_processing.go:74] worker 45 stopped.
I0326 16:15:53.723047       1 tasks_processing.go:74] worker 48 stopped.
I0326 16:15:53.723050       1 tasks_processing.go:74] worker 34 stopped.
I0326 16:15:53.723207       1 tasks_processing.go:74] worker 38 stopped.
I0326 16:15:53.723299       1 recorder.go:75] Recording config/featuregate with fingerprint=91bec7ce37f77da6db8bd495b079bbaca80378dd40a2ce959304b5a6e32b57fd
I0326 16:15:53.723310       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 25.587537ms to process 1 records
I0326 16:15:53.723401       1 tasks_processing.go:74] worker 44 stopped.
I0326 16:15:53.723482       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=542fceca77358faa4a3b93a2547f91ba3b535e0e5ff426d1340c2e0a4b784dd4
I0326 16:15:53.723493       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 26.015432ms to process 1 records
I0326 16:15:53.723577       1 tasks_processing.go:74] worker 2 stopped.
I0326 16:15:53.723625       1 recorder.go:75] Recording config/authentication with fingerprint=6dca7a6c0422a632d8c56641c0f59d164e939ca464c9b3a02a408f8f3ef1ebaa
I0326 16:15:53.723633       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 26.394798ms to process 1 records
I0326 16:15:53.723762       1 tasks_processing.go:74] worker 54 stopped.
I0326 16:15:53.723779       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 25.288392ms to process 0 records
I0326 16:15:53.724271       1 tasks_processing.go:74] worker 57 stopped.
I0326 16:15:53.724542       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=07c5df43afd900304c5cc20dd1ac7d06abeb4a4aeaf6fbabd91e6c98a7d6e6f3
I0326 16:15:53.724554       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 27.985932ms to process 1 records
I0326 16:15:53.729934       1 tasks_processing.go:74] worker 7 stopped.
I0326 16:15:53.730417       1 recorder.go:75] Recording config/infrastructure with fingerprint=a8e0f1260956fcef08ff917c391e046794b55d8e8efd29207acc34dac0c076a8
I0326 16:15:53.730435       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 33.200421ms to process 1 records
I0326 16:15:53.730446       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 34.246417ms to process 0 records
I0326 16:15:53.730485       1 tasks_processing.go:74] worker 1 stopped.
I0326 16:15:53.730550       1 tasks_processing.go:74] worker 24 stopped.
I0326 16:15:53.730659       1 recorder.go:75] Recording config/oauth with fingerprint=1ed724ac7cc98b8516d76cef513e6b4c8da23d62b8b6e74fa66a372c20217d02
I0326 16:15:53.730671       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 33.622566ms to process 1 records
I0326 16:15:53.730687       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 31.779935ms to process 0 records
I0326 16:15:53.730694       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 31.502681ms to process 0 records
I0326 16:15:53.730701       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 31.654695ms to process 0 records
I0326 16:15:53.730707       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 33.031661ms to process 0 records
E0326 16:15:53.730716       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0326 16:15:53.730726       1 gather.go:177] gatherer "clusterconfig" function "machines" took 31.674783ms to process 0 records
I0326 16:15:53.730746       1 tasks_processing.go:74] worker 59 stopped.
I0326 16:15:53.730756       1 tasks_processing.go:74] worker 8 stopped.
I0326 16:15:53.730758       1 tasks_processing.go:74] worker 52 stopped.
I0326 16:15:53.730761       1 tasks_processing.go:74] worker 25 stopped.
I0326 16:15:53.730765       1 tasks_processing.go:74] worker 49 stopped.
I0326 16:15:53.730827       1 tasks_processing.go:74] worker 27 stopped.
I0326 16:15:53.730895       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=5db777788b71427745951cb56df537f33269a22167f5b2a82e16b0de924d447d
I0326 16:15:53.730936       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=59e32cce874c57f7a83d693edc9a22b176c60bd8ebe46a00ff6f61a3f603a329
I0326 16:15:53.730986       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=7ed550223acbc3dc77a7a42e7165b79cd2b034b53e9bee09f8dfdc1d44e82077
I0326 16:15:53.730997       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 32.633053ms to process 3 records
I0326 16:15:53.731053       1 recorder.go:75] Recording config/proxy with fingerprint=d69fd07bb97062571a4907bfd9f049446dcf909f6f045334a871f12cf41d8a7a
I0326 16:15:53.731063       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 32.076659ms to process 1 records
I0326 16:15:53.731072       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 34.43411ms to process 0 records
I0326 16:15:53.731081       1 tasks_processing.go:74] worker 12 stopped.
I0326 16:15:53.731083       1 tasks_processing.go:74] worker 28 stopped.
I0326 16:15:53.733851       1 tasks_processing.go:74] worker 19 stopped.
W0326 16:15:53.734058       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 16:15:53.734134       1 recorder.go:75] Recording config/node/ip-10-0-0-180.ec2.internal with fingerprint=fd4e398f4f3337161f1fd3f7da28fbcdda6dc6d2c17ba9b33ff26b640c6b990a
I0326 16:15:53.734195       1 recorder.go:75] Recording config/node/ip-10-0-2-183.ec2.internal with fingerprint=9d6fdc6f7550289e23d1d532a13f6383dd96993d0b388983bfa01147308d9ef3
I0326 16:15:53.734204       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.736661ms to process 2 records
I0326 16:15:53.735234       1 tasks_processing.go:74] worker 60 stopped.
I0326 16:15:53.735300       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=ea734d90b31a8cd0421b5f3129d7ac75cd23eeb7b73f049c1a3b60e24b3be932
I0326 16:15:53.735319       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 36.622903ms to process 1 records
I0326 16:15:53.738001       1 tasks_processing.go:74] worker 40 stopped.
I0326 16:15:53.739548       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=55acda6b6f651aab5782c301d8d294d3514b239e747f50067aadb55881f0be5d
I0326 16:15:53.740111       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=f666b0ba17a2cae92c0a93316ac8955dd8133a3b7154f3cdcd7cdb4dfb3436eb
I0326 16:15:53.740129       1 gather.go:177] gatherer "clusterconfig" function "crds" took 41.727843ms to process 2 records
I0326 16:15:53.740143       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 43.325835ms to process 0 records
I0326 16:15:53.740156       1 tasks_processing.go:74] worker 37 stopped.
I0326 16:15:53.740558       1 tasks_processing.go:74] worker 22 stopped.
I0326 16:15:53.740583       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 43.837309ms to process 0 records
I0326 16:15:53.740597       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 44.486348ms to process 0 records
I0326 16:15:53.740607       1 tasks_processing.go:74] worker 18 stopped.
I0326 16:15:53.741088       1 tasks_processing.go:74] worker 17 stopped.
I0326 16:15:53.741105       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 45.340768ms to process 0 records
I0326 16:15:53.745808       1 tasks_processing.go:74] worker 32 stopped.
I0326 16:15:53.745972       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=39d69ba2341ad5c392f9e0eb0bf2a9cb8d6a95b657b09b4dc3eec7516a7f98ee
I0326 16:15:53.746080       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=5464274fd722df5c136b87d41e67550d951806c41b7246d43ab7bec343f1aeba
I0326 16:15:53.746111       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=d5b6f2b3c8bc9735503ce54add371a85746d833e4428c677b656f8f46a6ad46c
I0326 16:15:53.746165       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=c66a4d92c475fbafdd7a021c9b2baa138901e6ba6df9d772dfbbb6f10eb0124d
I0326 16:15:53.746199       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=59901fef34406a621b3e22edcc9d4336403dee215827c31a0dce6a49bd79d6da
I0326 16:15:53.746231       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=53ebca41b25762feda1428d02efd80f7761d22f0499a24ebb70efc74fe3ee360
I0326 16:15:53.746262       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=5449eb457f57e3e7bfecc5ac915e2995457c7be51cfd883fa3f092b6c72a7c24
I0326 16:15:53.746317       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=fee4459b79a37406d78948236d6e9478f2c7f132b3351aac1de130b46464caeb
I0326 16:15:53.746348       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=ce4fb655f9e14376a746ae1858aa58e7999ddef499af7ef96f5d48aec198a3ec
I0326 16:15:53.746378       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=54c64aba6b47d8a7063072337ff260473cbf27a0202d5c0bdd909e8acf4f5cbc
I0326 16:15:53.746409       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=ea15b84770c3211212d8c40cf14df9f7d40fc937c5929ea863ce82ebb72c64c2
I0326 16:15:53.746420       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 49.759132ms to process 11 records
I0326 16:15:53.747727       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0326 16:15:53.747794       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0326 16:15:53.747885       1 operator.go:288] started
I0326 16:15:53.747905       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0326 16:15:53.749255       1 tasks_processing.go:74] worker 51 stopped.
I0326 16:15:53.749421       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=18216452a6e84fd2094246785a6849394d3a6fe0847fc317b0e669b3b5a87e99
I0326 16:15:53.749501       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=e354aa3df57a48e22b4cb9f78c041b726abeae18b0a275f2a6738287b0ec280b
I0326 16:15:53.749510       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 50.491026ms to process 2 records
I0326 16:15:53.756086       1 tasks_processing.go:74] worker 14 stopped.
I0326 16:15:53.756101       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 58.973105ms to process 0 records
I0326 16:15:53.756193       1 tasks_processing.go:74] worker 23 stopped.
I0326 16:15:53.756217       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=b2bd79ca0dcc8bb97632ae8542267779be1e048ca7693b0c800b4dcd3ad497ba
I0326 16:15:53.756241       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=71747d05430e47e2eefbaca03aae9a78c0b10757d5b996149438966a732ac571
I0326 16:15:53.756254       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 57.080452ms to process 2 records
I0326 16:15:53.760078       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 16:15:53.760092       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 16:15:53.760096       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 16:15:53.760100       1 controller.go:212] Source scaController *sca.Controller is not ready
I0326 16:15:53.760103       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0326 16:15:53.760119       1 controller.go:489] The operator is still being initialized
I0326 16:15:53.760125       1 controller.go:512] The operator is healthy
I0326 16:15:53.762314       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 16:15:53.762324       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0326 16:15:53.762358       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 16:15:53.766073       1 tasks_processing.go:74] worker 50 stopped.
I0326 16:15:53.766088       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 66.840873ms to process 0 records
I0326 16:15:53.766148       1 prometheus_rules.go:88] Prometheus rules successfully created
I0326 16:15:53.767082       1 base_controller.go:82] Caches are synced for ConfigController 
I0326 16:15:53.767093       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0326 16:15:53.778328       1 configmapobserver.go:84] configmaps "insights-config" not found
E0326 16:15:53.786349       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2750442338-3946-4fef-ae3f-74d85334a6e3%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:37803->172.30.0.10:53: read: connection refused
I0326 16:15:53.786366       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2750442338-3946-4fef-ae3f-74d85334a6e3%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:37803->172.30.0.10:53: read: connection refused
I0326 16:15:53.800714       1 tasks_processing.go:74] worker 6 stopped.
E0326 16:15:53.800740       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0326 16:15:53.800748       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0326 16:15:53.800752       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0326 16:15:53.800762       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0326 16:15:53.800788       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0326 16:15:53.800796       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0326 16:15:53.800800       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0326 16:15:53.800804       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0326 16:15:53.800861       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0326 16:15:53.800870       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0326 16:15:53.800875       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 102.518729ms to process 7 records
I0326 16:15:53.834766       1 tasks_processing.go:74] worker 41 stopped.
I0326 16:15:53.834767       1 gather_logs.go:145] no pods in  namespace were found
I0326 16:15:53.835021       1 recorder.go:75] Recording config/version with fingerprint=25ba3f62ed414f9d91bf7c6dbc71d88cafb7f26942da880b5804125c47aa1965
I0326 16:15:53.835036       1 recorder.go:75] Recording config/id with fingerprint=d9cb7a9aac2b5ec78cb02a751cbed8c014275e73c74eb8fc6b75b57b242fe636
I0326 16:15:53.835043       1 gather.go:177] gatherer "clusterconfig" function "version" took 136.799839ms to process 2 records
I0326 16:15:53.835054       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 135.710861ms to process 0 records
I0326 16:15:53.835069       1 tasks_processing.go:74] worker 31 stopped.
I0326 16:15:53.840700       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0326 16:15:53.844362       1 tasks_processing.go:74] worker 62 stopped.
I0326 16:15:53.844390       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0326 16:15:53.844400       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 146.585266ms to process 1 records
W0326 16:15:53.845575       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:59264->172.30.0.10:53: read: connection refused
I0326 16:15:53.845588       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:59264->172.30.0.10:53: read: connection refused
I0326 16:15:53.847956       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0326 16:15:53.847976       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0326 16:15:53.849882       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0326 16:15:53.857206       1 tasks_processing.go:74] worker 11 stopped.
I0326 16:15:53.857220       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
E0326 16:15:53.857225       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0326 16:15:53.857236       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9givn6vl3ofqdurvrk7su0mahoqj5n-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9givn6vl3ofqdurvrk7su0mahoqj5n-primary-cert-bundle-secret" not found
I0326 16:15:53.857338       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=6fb727bed1c83050329536543d193b1b85e62957b2b9690c167f24867d883943
I0326 16:15:53.857352       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 160.587897ms to process 1 records
I0326 16:15:53.859093       1 tasks_processing.go:74] worker 5 stopped.
I0326 16:15:53.859155       1 recorder.go:75] Recording config/running_containers with fingerprint=0b3c8e59fdfab4c74a37f625ec2b64d0fbfc688d6c38d55a2e55ac922b645e5e
I0326 16:15:53.859166       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 162.978247ms to process 1 records
I0326 16:15:54.138278       1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 13 containers
I0326 16:15:54.138295       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1935832 bytes
I0326 16:15:54.139723       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2j5cd pod in namespace openshift-dns (previous: false).
I0326 16:15:54.381617       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2j5cd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2j5cd\" is waiting to start: ContainerCreating"
I0326 16:15:54.381637       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2j5cd\" is waiting to start: ContainerCreating"
I0326 16:15:54.381662       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2j5cd pod in namespace openshift-dns (previous: false).
I0326 16:15:54.544541       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2j5cd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2j5cd\" is waiting to start: ContainerCreating"
I0326 16:15:54.544563       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2j5cd\" is waiting to start: ContainerCreating"
I0326 16:15:54.544573       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-65gbf pod in namespace openshift-dns (previous: false).
W0326 16:15:54.734589       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 16:15:54.762405       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 16:15:54.762433       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-wjcj8 pod in namespace openshift-dns (previous: false).
I0326 16:15:54.780595       1 tasks_processing.go:74] worker 61 stopped.
I0326 16:15:54.780629       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0326 16:15:54.780653       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.084058401s to process 1 records
I0326 16:15:54.945420       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 16:15:54.945477       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5f885668c5-swh7g pod in namespace openshift-image-registry (previous: false).
I0326 16:15:55.138327       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 16:15:55.138379       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-fdbb74bd8-db2lz pod in namespace openshift-image-registry (previous: false).
I0326 16:15:55.338469       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 16:15:55.338509       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-fdbb74bd8-s487q pod in namespace openshift-image-registry (previous: false).
I0326 16:15:55.387569       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0326 16:15:55.544450       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-fdbb74bd8-s487q pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-fdbb74bd8-s487q\" is waiting to start: ContainerCreating"
I0326 16:15:55.544471       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-fdbb74bd8-s487q\" is waiting to start: ContainerCreating"
I0326 16:15:55.544484       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-77knz pod in namespace openshift-image-registry (previous: false).
W0326 16:15:55.734635       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 16:15:55.742433       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 16:15:55.742452       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-nh6zz pod in namespace openshift-image-registry (previous: false).
I0326 16:15:55.946685       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 16:15:55.946704       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7b6d8f47b7-7cjvh pod in namespace openshift-ingress (previous: false).
I0326 16:15:55.992861       1 tasks_processing.go:74] worker 30 stopped.
I0326 16:15:55.992916       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=ab3dfa98fbc0c79911af6dceb1667d4005ffe7e2702e52660b73653084e729fa
I0326 16:15:55.992949       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=4638cc5ffe2f04edd582a1a75cdcc33640067b0b4c480812c2d06cfcbdd1593b
I0326 16:15:55.992980       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0326 16:15:55.993008       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=efb4eecf04d60b16b4e182675662d891f1f80e0213019a19a1ba4a1d3d970876
I0326 16:15:55.993026       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0326 16:15:55.993047       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=dd3b288b1f714b5539917e195916995cefc9588dfe92e29a3ccca6cd89080ef6
I0326 16:15:55.993078       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=87a8fafba777a089b46ef44fb8da6988f948dcff8f617514d80d5f010cbe5afe
I0326 16:15:55.993125       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=65423895efca20c8bc2ba34c06021c373dd4b9c0b23b5eb61d20b125be6876b9
I0326 16:15:55.993156       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=6fe21276bffb074fc5616581d1602c3756325d41b0b323287dd03b35204c5005
I0326 16:15:55.993165       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0326 16:15:55.993182       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=add502c786e99ab723a36b71e4e0bda942c85095cf1a2c45a40dd7b858169ada
I0326 16:15:55.993192       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0326 16:15:55.993209       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=e5793d2fc9e5d7ba5106de6e83a49933018a52950e5fb33d5cf6bba8bcd2e8b5
I0326 16:15:55.993220       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0326 16:15:55.993235       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=d214bf4c61c0586764c783a17f019a745a96afe971b51c8594340145d71462f0
I0326 16:15:55.993244       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0326 16:15:55.993263       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=2f27425c621b6c6c568f15613471c8e4df91118321eee6c1fd843a8f4b153452
I0326 16:15:55.993273       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0326 16:15:55.993288       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=d3c2adcf296b2b9644ef2162f4ea5227b75155ceb3a8fd6410cf2b7f348fa57d
I0326 16:15:55.993417       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=dc9643fa9f20df6ba0bbacd5f09e8bb235fb42b1a189a199a029acca106212d5
I0326 16:15:55.993434       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0326 16:15:55.993442       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0326 16:15:55.993463       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0326 16:15:55.993484       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=adad8d72d1e77f5dd91b286e9af5ed7a0f1fe86fd7ae44d99995169108f02d4b
I0326 16:15:55.993508       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=3b8618f9a128fcae8014fcb0f69147cb00a5f42e420a38b1ac67b1ffa6b87058
I0326 16:15:55.993517       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0326 16:15:55.993532       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=2323c1d2717cd2577c6f6f38aaac4aaf370af6370465e11cb1b86989c3b37b5b
I0326 16:15:55.993545       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0326 16:15:55.993558       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=3c3616a3b3be59a624e1f91f98ba23cf11008107e39a0330df641703bcf2ea08
I0326 16:15:55.993573       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=9115900b8bcd42db12612656a7aec7e93f4ccb68837f8fc4ce3fc20b035fbf34
I0326 16:15:55.993587       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=26c19d9fb4d6628770a2b570378d0545bf048e5cd223d19b33c0a2aab6a914eb
I0326 16:15:55.993602       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=a5a5a03fe8b97f3a3301808571e7da60bae1c0eda2cc11607de71829fc59e31e
I0326 16:15:55.993624       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=b7867a300c8ac1e6f31f01dd07fdbbc0e803dc10c30110e581cfdbe85663cd47
I0326 16:15:55.993633       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0326 16:15:55.993674       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=40326f40089618261442770ace6a8e85f633ce9613dc4f80769aa7a210c96b44
I0326 16:15:55.993692       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0326 16:15:55.993701       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0326 16:15:55.993708       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.294374586s to process 37 records
I0326 16:15:56.138380       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 16:15:56.138399       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7b6d8f47b7-9fcrz pod in namespace openshift-ingress (previous: false).
I0326 16:15:56.344534       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7b6d8f47b7-9fcrz pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7b6d8f47b7-9fcrz\" is waiting to start: ContainerCreating"
I0326 16:15:56.344554       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7b6d8f47b7-9fcrz\" is waiting to start: ContainerCreating"
I0326 16:15:56.344565       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7c78584f-qmr58 pod in namespace openshift-ingress (previous: false).
I0326 16:15:56.544593       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7c78584f-qmr58 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7c78584f-qmr58\" is waiting to start: ContainerCreating"
I0326 16:15:56.544612       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7c78584f-qmr58\" is waiting to start: ContainerCreating"
I0326 16:15:56.544624       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-tx5vr pod in namespace openshift-ingress-canary (previous: false).
W0326 16:15:56.733752       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 16:15:56.744434       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-tx5vr pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-tx5vr\" is waiting to start: ContainerCreating"
I0326 16:15:56.744449       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-tx5vr\" is waiting to start: ContainerCreating"
I0326 16:15:56.744465       1 tasks_processing.go:74] worker 55 stopped.
I0326 16:15:56.744576       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=95fe5e04a411a626ec15fbcdb8b3d78d3e160291de422f624766d49f692a90c6
I0326 16:15:56.744628       1 recorder.go:75] Recording events/openshift-dns with fingerprint=118a5b67ff3ba6b5bc5fb3ee8b7774a9015c7e79ae02479ee6e4681cc797f5f1
I0326 16:15:56.744739       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=0484fac121492bdad9be5e1ac1fa2e4bf19d725b6199312028153e3770f1845c
I0326 16:15:56.744783       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=8ac17ec232f18839ece05f73d677ca23615938f8c8ea25dd996cdb8f480beee0
I0326 16:15:56.744841       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=f01ccf982a3cb546e712c2c1957e97088e307a34077f6b22b3e5ecf523a619c0
I0326 16:15:56.744859       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=98926b9d07e7b4b001aabcef365b7e859adde837cf3aa1e90f4cfb0eb0259040
I0326 16:15:56.746173       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5f885668c5-swh7g with fingerprint=8a146c3caaa95db3d14f3913e7ca78acab4c2ded9f1dbae2a36070e75c30b278
I0326 16:15:56.746290       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-fdbb74bd8-db2lz with fingerprint=de4bf87bb348ca00b17b5f11a5c476701938c1a6295472c6f15ed469ca0c7536
I0326 16:15:56.746397       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-fdbb74bd8-s487q with fingerprint=f2e3f38a33d1e04781801346088512aebda947ca1a26c79161c40e02cf46d04b
I0326 16:15:56.746411       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.04790238s to process 9 records
W0326 16:15:57.734330       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0326 16:15:58.734730       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0326 16:15:58.734774       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 16:15:58.734796       1 tasks_processing.go:74] worker 4 stopped.
E0326 16:15:58.734807       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 16:15:58.734822       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0326 16:15:58.734842       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0326 16:15:58.734857       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.037796412s to process 1 records
I0326 16:16:06.152167       1 tasks_processing.go:74] worker 53 stopped.
I0326 16:16:06.152209       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0326 16:16:06.152222       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.454400354s to process 1 records
I0326 16:16:06.906853       1 tasks_processing.go:74] worker 9 stopped.
I0326 16:16:06.907108       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=5f3315562ab922847b80910efb7b38b1b30885aa3cdda0895bd6e02e66f43fde
I0326 16:16:06.907124       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.207560097s to process 1 records
E0326 16:16:06.907177       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.211s with: function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0326 16:16:06.908289       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0326 16:16:06.908304       1 periodic.go:209] Running workloads gatherer
I0326 16:16:06.908321       1 tasks_processing.go:45] number of workers: 2
I0326 16:16:06.908326       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 16:16:06.908330       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0326 16:16:06.908340       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 16:16:06.908358       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0326 16:16:06.931422       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data
I0326 16:16:06.937350       1 tasks_processing.go:74] worker 0 stopped.
I0326 16:16:06.937367       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 28.978259ms to process 0 records
I0326 16:16:06.939558       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 16:16:06.943132       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (12ms)
I0326 16:16:06.952046       1 gather_workloads_info.go:387] No image sha256:eff3318d5ac1d3a141221b536233305f54b3334fab56e5f8ba20ef8a9ed21429 (9ms)
I0326 16:16:06.961563       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (10ms)
I0326 16:16:06.971085       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (10ms)
I0326 16:16:06.980581       1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (9ms)
I0326 16:16:06.990206       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (10ms)
I0326 16:16:06.999375       1 gather_workloads_info.go:387] No image sha256:fac526ab9335a9a8decb028a30673f4ae718deae8da114f36103b6438ba6458f (9ms)
I0326 16:16:07.010817       1 gather_workloads_info.go:387] No image sha256:da4f8a01ef5d0607cf76fa7b219fafdb6020cb4cf9a0a88cfe76d292c1a561fc (11ms)
I0326 16:16:07.020078       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (9ms)
I0326 16:16:07.028989       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (9ms)
I0326 16:16:07.040672       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (12ms)
I0326 16:16:07.105202       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 16:16:07.115032       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 16:16:07.146496       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (106ms)
I0326 16:16:07.240597       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (94ms)
I0326 16:16:07.302819       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 16:16:07.343184       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (103ms)
I0326 16:16:07.447023       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (104ms)
I0326 16:16:07.544832       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (98ms)
I0326 16:16:07.640883       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (96ms)
I0326 16:16:07.740983       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms)
I0326 16:16:07.841784       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (101ms)
I0326 16:16:07.940608       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (99ms)
I0326 16:16:08.044310       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (104ms)
I0326 16:16:08.141373       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (97ms)
I0326 16:16:08.240494       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (99ms)
I0326 16:16:08.340729       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms)
I0326 16:16:08.441360       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (101ms)
I0326 16:16:08.541731       1 gather_workloads_info.go:387] No image sha256:a505dd5b62d744c2cfda2666b5e21e0a4704354a3114488bd3291456085e1e33 (100ms)
I0326 16:16:08.641350       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms)
I0326 16:16:08.740983       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms)
I0326 16:16:08.841146       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms)
I0326 16:16:08.941493       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms)
I0326 16:16:09.041987       1 gather_workloads_info.go:387] No image sha256:d3209a996e5ce362136e70a0bcf06d89973905de73e234b644d8ae8886d067f1 (100ms)
I0326 16:16:09.140530       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms)
I0326 16:16:09.240395       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms)
I0326 16:16:09.344670       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (104ms)
I0326 16:16:09.440289       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (96ms)
I0326 16:16:09.541561       1 gather_workloads_info.go:387] No image sha256:fab570ecdc9c3620b032bc4c5b44240f5ebac0bb9e48dfeea32bcd36eb462e5a (101ms)
I0326 16:16:09.641275       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (100ms)
I0326 16:16:09.741369       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (100ms)
I0326 16:16:09.841712       1 gather_workloads_info.go:387] No image sha256:ef2bfb546cd8aac31b7671585f718f44b268ed43a9c8562016ab741558a7dfa1 (100ms)
I0326 16:16:09.940209       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (98ms)
I0326 16:16:09.940241       1 tasks_processing.go:74] worker 1 stopped.
E0326 16:16:09.940251       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0326 16:16:09.940560       1 recorder.go:75] Recording config/workload_info with fingerprint=01522d325d508fcc0b5521c4f552eb36721f384a549a2ec0ebea5ae1ca166894
I0326 16:16:09.940575       1 gather.go:177] gatherer "workloads" function "workload_info" took 3.03190458s to process 1 records
E0326 16:16:09.940598       1 periodic.go:247] "Unhandled Error" err="workloads failed after 3.032s with: function \"workload_info\" failed with an error"
I0326 16:16:09.941679       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0326 16:16:09.941696       1 periodic.go:209] Running conditional gatherer
I0326 16:16:09.948187       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0326 16:16:09.954914       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.16:45282->172.30.0.10:53: read: connection refused
E0326 16:16:09.955201       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 16:16:09.955271       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0326 16:16:09.961141       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0326 16:16:09.961155       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 16:16:09.961160       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 16:16:09.961164       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 16:16:09.961168       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 16:16:09.961171       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 16:16:09.961174       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 16:16:09.961177       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 16:16:09.961180       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 16:16:09.961183       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0326 16:16:09.961198       1 tasks_processing.go:45] number of workers: 3
I0326 16:16:09.961211       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 16:16:09.961214       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0326 16:16:09.961222       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 16:16:09.961233       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0326 16:16:09.961236       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 16:16:09.961239       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0326 16:16:09.961246       1 tasks_processing.go:74] worker 1 stopped.
I0326 16:16:09.961298       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0326 16:16:09.961310       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 2.616µs to process 1 records
I0326 16:16:09.961341       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0326 16:16:09.961349       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.127µs to process 1 records
I0326 16:16:09.961354       1 tasks_processing.go:74] worker 0 stopped.
I0326 16:16:09.961482       1 tasks_processing.go:74] worker 2 stopped.
I0326 16:16:09.961494       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 233.86µs to process 0 records
I0326 16:16:09.961513       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.16:45282->172.30.0.10:53: read: connection refused
I0326 16:16:09.961530       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0326 16:16:09.983667       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=9c32d5a5b19cb59107c2cfb0b28fc4e9a550c8797341aba8194c36fe4d54273c
I0326 16:16:09.983776       1 diskrecorder.go:70] Writing 103 records to /var/lib/insights-operator/insights-2026-03-26-161609.tar.gz
I0326 16:16:09.990065       1 diskrecorder.go:51] Wrote 103 records to disk in 6ms
I0326 16:16:09.990096       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0326 16:16:09.990112       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0326 16:17:03.276693       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="6abcbddb44277bfc9247d7567706fb7c1c21ad8f5fcf3674b365acdb55d39296")
W0326 16:17:03.276738       1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created
I0326 16:17:03.276804       1 base_controller.go:181] Shutting down ConfigController ...
I0326 16:17:03.276824       1 periodic.go:170] Shutting down
I0326 16:17:03.276820       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0326 16:17:03.276831       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="3d7fac918a6cd470dcb20c48ca93f73de6f15f33b806b901463f8ce41d4229cb")
I0326 16:17:03.276841       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0326 16:17:03.276859       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0326 16:17:03.276868       1 base_controller.go:113] All ConfigController workers have been terminated
I0326 16:17:03.276875       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0326 16:17:03.276878       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0326 16:17:03.276930       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="020a536accf918c1e0bf3d8f6d38421292b997b93c5cd5392352caac47b7b5a2")