W0324 15:41:02.099227       1 cmd.go:257] Using insecure, self-signed certificates
I0324 15:41:02.773639       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 15:41:02.774081       1 observer_polling.go:159] Starting file observer
I0324 15:41:03.927158       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0324 15:41:03.927407       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0324 15:41:03.928072       1 secure_serving.go:57] Forcing use of http/1.1 only
W0324 15:41:03.928095       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
I0324 15:41:03.928096       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
W0324 15:41:03.928100       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0324 15:41:03.928108       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0324 15:41:03.928111       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0324 15:41:03.928114       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0324 15:41:03.928118       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0324 15:41:03.932382       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0324 15:41:03.933171       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"622be9c9-5151-478b-ae5e-22bdb571b27b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
W0324 15:41:03.953923       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0324 15:41:03.954005       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0324 15:41:03.954145       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0324 15:41:03.954196       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0324 15:41:03.954245       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0324 15:41:03.954336       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0324 15:41:03.954245       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0324 15:41:03.954362       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0324 15:41:03.954290       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0324 15:41:03.954399       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2146801044/tls.crt::/tmp/serving-cert-2146801044/tls.key"
I0324 15:41:03.954807       1 secure_serving.go:213] Serving securely on [::]:8443
I0324 15:41:03.954838       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0324 15:41:03.969119       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0324 15:41:03.969137       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0324 15:41:03.978428       1 secretconfigobserver.go:119] support secret does not exist
I0324 15:41:03.989103       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0324 15:41:04.000708       1 secretconfigobserver.go:119] support secret does not exist
I0324 15:41:04.000965       1 recorder.go:176] Pruning old reports every 7h57m45s, max age is 288h0m0s
I0324 15:41:04.016270       1 periodic.go:216] Running clusterconfig gatherer
I0324 15:41:04.016277       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0324 15:41:04.016299       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0324 15:41:04.016327       1 tasks_processing.go:45] number of workers: 32
I0324 15:41:04.016332       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0324 15:41:04.016344       1 insightsreport.go:296] Starting report retriever
I0324 15:41:04.016351       1 tasks_processing.go:69] worker 1 listening for tasks.
I0324 15:41:04.016352       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0324 15:41:04.016362       1 tasks_processing.go:69] worker 0 listening for tasks.
I0324 15:41:04.016363       1 tasks_processing.go:69] worker 17 listening for tasks.
I0324 15:41:04.016364       1 tasks_processing.go:69] worker 9 listening for tasks.
I0324 15:41:04.016373       1 tasks_processing.go:69] worker 2 listening for tasks.
I0324 15:41:04.016375       1 tasks_processing.go:69] worker 10 listening for tasks.
I0324 15:41:04.016376       1 tasks_processing.go:71] worker 17 working on operators task.
I0324 15:41:04.016382       1 tasks_processing.go:71] worker 10 working on crds task.
I0324 15:41:04.016387       1 tasks_processing.go:69] worker 19 listening for tasks.
I0324 15:41:04.016391       1 tasks_processing.go:69] worker 14 listening for tasks.
I0324 15:41:04.016391       1 tasks_processing.go:69] worker 4 listening for tasks.
I0324 15:41:04.016397       1 tasks_processing.go:69] worker 20 listening for tasks.
I0324 15:41:04.016377       1 tasks_processing.go:71] worker 9 working on openshift_logging task.
I0324 15:41:04.016405       1 tasks_processing.go:69] worker 15 listening for tasks.
I0324 15:41:04.016408       1 tasks_processing.go:69] worker 6 listening for tasks.
I0324 15:41:04.016413       1 tasks_processing.go:69] worker 16 listening for tasks.
I0324 15:41:04.016365       1 tasks_processing.go:69] worker 13 listening for tasks.
I0324 15:41:04.016417       1 tasks_processing.go:69] worker 7 listening for tasks.
I0324 15:41:04.016370       1 tasks_processing.go:71] worker 1 working on machine_configs task.
I0324 15:41:04.016424       1 tasks_processing.go:69] worker 12 listening for tasks.
I0324 15:41:04.016432       1 tasks_processing.go:69] worker 11 listening for tasks.
I0324 15:41:04.016441       1 tasks_processing.go:71] worker 11 working on openstack_dataplanedeployments task.
I0324 15:41:04.016378       1 tasks_processing.go:69] worker 18 listening for tasks.
I0324 15:41:04.016525       1 tasks_processing.go:71] worker 18 working on openshift_machine_api_events task.
I0324 15:41:04.016613       1 tasks_processing.go:71] worker 19 working on lokistack task.
I0324 15:41:04.016705       1 tasks_processing.go:69] worker 8 listening for tasks.
I0324 15:41:04.016399       1 tasks_processing.go:69] worker 5 listening for tasks.
I0324 15:41:04.016370       1 tasks_processing.go:71] worker 0 working on active_alerts task.
W0324 15:41:04.016798       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 15:41:04.016834       1 tasks_processing.go:71] worker 14 working on nodenetworkstates task.
I0324 15:41:04.016881       1 tasks_processing.go:69] worker 24 listening for tasks.
I0324 15:41:04.016998       1 tasks_processing.go:71] worker 24 working on machine_healthchecks task.
I0324 15:41:04.016382       1 tasks_processing.go:71] worker 2 working on storage_classes task.
I0324 15:41:04.016865       1 tasks_processing.go:69] worker 26 listening for tasks.
I0324 15:41:04.016846       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 84.346µs to process 0 records
I0324 15:41:04.016874       1 tasks_processing.go:69] worker 21 listening for tasks.
I0324 15:41:04.016881       1 tasks_processing.go:69] worker 23 listening for tasks.
I0324 15:41:04.017349       1 tasks_processing.go:71] worker 21 working on machines task.
I0324 15:41:04.016890       1 tasks_processing.go:69] worker 22 listening for tasks.
I0324 15:41:04.016900       1 tasks_processing.go:69] worker 29 listening for tasks.
I0324 15:41:04.016906       1 tasks_processing.go:69] worker 27 listening for tasks.
I0324 15:41:04.016913       1 tasks_processing.go:69] worker 28 listening for tasks.
I0324 15:41:04.016921       1 tasks_processing.go:69] worker 31 listening for tasks.
I0324 15:41:04.016384       1 tasks_processing.go:69] worker 3 listening for tasks.
I0324 15:41:04.016942       1 tasks_processing.go:69] worker 25 listening for tasks.
I0324 15:41:04.016946       1 tasks_processing.go:69] worker 30 listening for tasks.
I0324 15:41:04.016951       1 tasks_processing.go:71] worker 6 working on dvo_metrics task.
I0324 15:41:04.017455       1 tasks_processing.go:71] worker 30 working on validating_webhook_configurations task.
I0324 15:41:04.016954       1 tasks_processing.go:71] worker 20 working on feature_gates task.
I0324 15:41:04.017531       1 tasks_processing.go:71] worker 27 working on machine_autoscalers task.
I0324 15:41:04.018760       1 tasks_processing.go:71] worker 22 working on ceph_cluster task.
I0324 15:41:04.018862       1 tasks_processing.go:71] worker 31 working on aggregated_monitoring_cr_names task.
I0324 15:41:04.019007       1 tasks_processing.go:71] worker 29 working on clusterroles task.
I0324 15:41:04.019058       1 tasks_processing.go:71] worker 28 working on support_secret task.
I0324 15:41:04.016958       1 tasks_processing.go:71] worker 15 working on qemu_kubevirt_launcher_logs task.
I0324 15:41:04.019278       1 tasks_processing.go:71] worker 23 working on ingress task.
I0324 15:41:04.019565       1 tasks_processing.go:71] worker 25 working on service_accounts task.
I0324 15:41:04.019755       1 tasks_processing.go:71] worker 3 working on cost_management_metrics_configs task.
I0324 15:41:04.016965       1 tasks_processing.go:71] worker 13 working on node_features task.
I0324 15:41:04.016968       1 tasks_processing.go:71] worker 0 working on sap_datahubs task.
I0324 15:41:04.016967       1 tasks_processing.go:71] worker 4 working on version task.
I0324 15:41:04.016969       1 tasks_processing.go:71] worker 16 working on cluster_apiserver task.
I0324 15:41:04.016973       1 tasks_processing.go:71] worker 8 working on install_plans task.
I0324 15:41:04.016974       1 tasks_processing.go:71] worker 5 working on overlapping_namespace_uids task.
I0324 15:41:04.016976       1 tasks_processing.go:71] worker 7 working on authentication task.
I0324 15:41:04.016980       1 tasks_processing.go:71] worker 12 working on operators_pods_and_events task.
I0324 15:41:04.017278       1 tasks_processing.go:71] worker 26 working on certificate_signing_requests task.
I0324 15:41:04.021713       1 tasks_processing.go:71] worker 27 working on olm_operators task.
I0324 15:41:04.021729       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 4.168241ms to process 0 records
I0324 15:41:04.021751       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 5.312129ms to process 0 records
I0324 15:41:04.021768       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 5.070599ms to process 0 records
I0324 15:41:04.021845       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 5.39679ms to process 0 records
I0324 15:41:04.021902       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 5.015028ms to process 0 records
I0324 15:41:04.021929       1 tasks_processing.go:71] worker 14 working on monitoring_persistent_volumes task.
I0324 15:41:04.021968       1 tasks_processing.go:71] worker 11 working on schedulers task.
I0324 15:41:04.021933       1 tasks_processing.go:71] worker 9 working on infrastructures task.
I0324 15:41:04.021938       1 tasks_processing.go:71] worker 19 working on ingress_certificates task.
I0324 15:41:04.022377       1 tasks_processing.go:71] worker 24 working on sap_pods task.
E0324 15:41:04.022383       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0324 15:41:04.022834       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 4.986937ms to process 0 records
E0324 15:41:04.022850       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0324 15:41:04.022860       1 gather.go:177] gatherer "clusterconfig" function "machines" took 5.480797ms to process 0 records
I0324 15:41:04.022886       1 tasks_processing.go:71] worker 21 working on image_pruners task.
I0324 15:41:04.024645       1 tasks_processing.go:71] worker 3 working on sap_config task.
I0324 15:41:04.024658       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 4.83277ms to process 0 records
E0324 15:41:04.025174       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0324 15:41:04.025190       1 tasks_processing.go:71] worker 13 working on config_maps task.
I0324 15:41:04.025207       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 5.308333ms to process 0 records
I0324 15:41:04.025292       1 tasks_processing.go:71] worker 0 working on jaegers task.
I0324 15:41:04.025302       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 5.186424ms to process 0 records
I0324 15:41:04.028918       1 tasks_processing.go:71] worker 22 working on nodes task.
I0324 15:41:04.028929       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 10.097369ms to process 0 records
I0324 15:41:04.033502       1 tasks_processing.go:71] worker 1 working on container_runtime_configs task.
E0324 15:41:04.033523       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0324 15:41:04.033586       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0324 15:41:04.033602       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 17.064269ms to process 1 records
I0324 15:41:04.037376       1 tasks_processing.go:71] worker 24 working on oauths task.
I0324 15:41:04.037411       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 14.644725ms to process 0 records
I0324 15:41:04.037595       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 12.720339ms to process 0 records
I0324 15:41:04.037632       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 12.097738ms to process 0 records
I0324 15:41:04.037657       1 tasks_processing.go:71] worker 0 working on openstack_dataplanenodesets task.
I0324 15:41:04.037642       1 tasks_processing.go:71] worker 3 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0324 15:41:04.037706       1 tasks_processing.go:71] worker 28 working on openstack_version task.
E0324 15:41:04.037663       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0324 15:41:04.037884       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 18.32829ms to process 0 records
I0324 15:41:04.037919       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 20.866296ms to process 0 records
I0324 15:41:04.037981       1 tasks_processing.go:71] worker 18 working on pdbs task.
I0324 15:41:04.038189       1 tasks_processing.go:71] worker 23 working on image task.
I0324 15:41:04.038242       1 recorder.go:75] Recording config/ingress with fingerprint=83e2e71055e5e800c32e6a44484c7a3f9737cadedaeb218dfa065f2fbb97c289
I0324 15:41:04.038287       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 18.46065ms to process 1 records
I0324 15:41:04.038377       1 tasks_processing.go:71] worker 16 working on openstack_controlplanes task.
I0324 15:41:04.038492       1 recorder.go:75] Recording config/apiserver with fingerprint=046563cc8809a47768953a6fd3169d9ce269a91c99f3937d2dabf27676a36995
I0324 15:41:04.038512       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 17.659314ms to process 1 records
I0324 15:41:04.038522       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 4.941622ms to process 0 records
I0324 15:41:04.038587       1 tasks_processing.go:71] worker 1 working on networks task.
I0324 15:41:04.038637       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=3d275fb50d5e896cf56ec5eeadf4b5d1d478eb07888aa97ae714a84545efa054
I0324 15:41:04.038666       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=1023e55f7bb169ad4a215ccbaf97fc3655f821ab486c5126e3be2ff3fc7404c9
I0324 15:41:04.038672       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 21.29985ms to process 2 records
I0324 15:41:04.038755       1 tasks_processing.go:71] worker 2 working on machine_config_pools task.
I0324 15:41:04.038864       1 tasks_processing.go:71] worker 7 working on container_images task.
I0324 15:41:04.039148       1 recorder.go:75] Recording config/authentication with fingerprint=9d2a8760919f2106c45a787f28dc3fa959ec79ac09473b5bd389fb5d621ef619
I0324 15:41:04.039170       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 17.700171ms to process 1 records
I0324 15:41:04.039221       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0324 15:41:04.039246       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0324 15:41:04.039252       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0324 15:41:04.039274       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0324 15:41:04.039282       1 tasks_processing.go:71] worker 20 working on storage_cluster task.
I0324 15:41:04.039294       1 controller.go:531] The operator is still being initialized
I0324 15:41:04.039302       1 controller.go:554] The operator is healthy
I0324 15:41:04.039418       1 recorder.go:75] Recording config/featuregate with fingerprint=46017bbf7d2ab8e863c9f56e74bd9e2de6162e00933372923e91ad9fd9b277a8
I0324 15:41:04.039453       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 21.392588ms to process 1 records
I0324 15:41:04.042344       1 tasks_processing.go:71] worker 28 working on proxies task.
I0324 15:41:04.042421       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 4.619173ms to process 0 records
I0324 15:41:04.043377       1 tasks_processing.go:71] worker 30 working on pod_network_connectivity_checks task.
I0324 15:41:04.044465       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=3411afd78d566ffd094fef3aa990187bcd0434d5f9ba92d64790e937945c1b5c
I0324 15:41:04.044819       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=a0cf463d17610e55be042f484de4351f8c4f4f3947f441a586e7438c2f3325c6
I0324 15:41:04.044878       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=0f7fc097953411d1acc6978f13acb69c737f1bac555e1b21ee291128c2a21baa
I0324 15:41:04.044940       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=f8b4bbaa067b8ceef3c0974ebf74be53256018bd0b3b5921443e5faf356ec766
I0324 15:41:04.044998       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=e0eba5319b4657a69168c4ab70777e87ff155e3e355ed6eb019c430f42564a89
I0324 15:41:04.045058       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=95c98c3a6f20e49a43cf0e5aa6f27215c0174470d581f7f1d78ebb7c7af0b5fd
I0324 15:41:04.045113       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=f2dd97106690654245975a83b5e07d49367c96ccca2c7a7f1c6002d5211c79bd
I0324 15:41:04.045190       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=7c3c0553f387f2f3337a4ed03dd20f7bb9c99a5f067e1d68e43d04a5979886a0
I0324 15:41:04.045273       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=1afaee51527cce8b16e2e2f11d78b2ddaa803b6f573d32cae6a1e09ba2aa837b
I0324 15:41:04.045329       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=eeb7e1945c4fe26e65d889f1c9e74e70252f8854c8e641a892edcce4fe7b26af
I0324 15:41:04.045391       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=ff0884619f4fcc15306ba5740cd2ebdfe0a9a8307afd983dbcb365a1c75d4c40
I0324 15:41:04.045407       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 25.900193ms to process 11 records
I0324 15:41:04.045432       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0324 15:41:04.045451       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 23.931379ms to process 1 records
I0324 15:41:04.045462       1 tasks_processing.go:71] worker 5 working on tsdb_status task.
W0324 15:41:04.045488       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 15:41:04.045507       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 35.954µs to process 0 records
I0324 15:41:04.045547       1 tasks_processing.go:71] worker 5 working on nodenetworkconfigurationpolicies task.
I0324 15:41:04.047465       1 tasks_processing.go:71] worker 16 working on machine_sets task.
I0324 15:41:04.047532       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 9.046976ms to process 0 records
I0324 15:41:04.047674       1 tasks_processing.go:71] worker 2 working on mutating_webhook_configurations task.
I0324 15:41:04.047835       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 8.867137ms to process 0 records
I0324 15:41:04.047851       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 10.004132ms to process 0 records
I0324 15:41:04.047867       1 tasks_processing.go:71] worker 0 working on silenced_alerts task.
W0324 15:41:04.047889       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 15:41:04.047904       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 26.267µs to process 0 records
I0324 15:41:04.047920       1 tasks_processing.go:71] worker 0 working on node_logs task.
I0324 15:41:04.048600       1 tasks_processing.go:71] worker 27 working on metrics task.
I0324 15:41:04.048619       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 26.869977ms to process 0 records
W0324 15:41:04.048736       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 15:41:04.049151       1 tasks_processing.go:71] worker 27 working on image_registries task.
I0324 15:41:04.049218       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 431.365µs to process 0 records
I0324 15:41:04.049442       1 tasks_processing.go:74] worker 21 stopped.
I0324 15:41:04.049628       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=1e02ffb5f734afa712b492c9d570c159a1276969fd86a96d5b8389474e167eac
I0324 15:41:04.049659       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 26.31896ms to process 1 records
W0324 15:41:04.051737       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 15:41:04.054907       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0324 15:41:04.054919       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0324 15:41:04.054930       1 base_controller.go:82] Caches are synced for ConfigController 
I0324 15:41:04.054939       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0324 15:41:04.054950       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0324 15:41:04.057897       1 tasks_processing.go:74] worker 9 stopped.
I0324 15:41:04.058546       1 recorder.go:75] Recording config/infrastructure with fingerprint=812056ee84f6352420f9e927e6aaf720d9e47b265a9c29a6944df9053e2782e2
I0324 15:41:04.058565       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 35.491344ms to process 1 records
I0324 15:41:04.062401       1 tasks_processing.go:74] worker 24 stopped.
I0324 15:41:04.062706       1 recorder.go:75] Recording config/oauth with fingerprint=132ad6197da137005d464fb44ef43c4c5acb4f5e731c4f174ff4f9770aa4c6c2
I0324 15:41:04.062774       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 24.88443ms to process 1 records
I0324 15:41:04.065064       1 tasks_processing.go:74] worker 20 stopped.
I0324 15:41:04.065080       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 25.76985ms to process 0 records
I0324 15:41:04.065083       1 gather_logs.go:145] no pods in  namespace were found
I0324 15:41:04.065094       1 tasks_processing.go:74] worker 15 stopped.
I0324 15:41:04.065102       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 45.846277ms to process 0 records
I0324 15:41:04.065279       1 tasks_processing.go:74] worker 11 stopped.
I0324 15:41:04.065368       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=a63d7f62468eeef823474a81ff82c49ab3e9cb23ca9c63129dabb568eae90b95
I0324 15:41:04.065385       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 43.240451ms to process 1 records
I0324 15:41:04.065634       1 tasks_processing.go:74] worker 30 stopped.
E0324 15:41:04.065660       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0324 15:41:04.065718       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 22.235614ms to process 0 records
I0324 15:41:04.065739       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 20.089306ms to process 0 records
I0324 15:41:04.065755       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 43.727406ms to process 0 records
I0324 15:41:04.065766       1 tasks_processing.go:74] worker 14 stopped.
I0324 15:41:04.065773       1 tasks_processing.go:74] worker 5 stopped.
I0324 15:41:04.065917       1 tasks_processing.go:74] worker 16 stopped.
I0324 15:41:04.065960       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 18.429429ms to process 0 records
I0324 15:41:04.066082       1 tasks_processing.go:74] worker 4 stopped.
I0324 15:41:04.066424       1 recorder.go:75] Recording config/version with fingerprint=108a730eeb1351a758b877f7216a80b9c2b29819124d0e526ff7ba76018f0b52
I0324 15:41:04.066441       1 recorder.go:75] Recording config/id with fingerprint=d7f872b59fb1000907436f4f87d5d5ac17ae25a9855c18d88c77187dc8b77456
I0324 15:41:04.066450       1 gather.go:177] gatherer "clusterconfig" function "version" took 45.745715ms to process 2 records
I0324 15:41:04.066567       1 tasks_processing.go:74] worker 1 stopped.
I0324 15:41:04.066609       1 recorder.go:75] Recording config/network with fingerprint=88926a4473bebed3da5d74b81e5c18aa77692eb42a193ca2e6ba018e4fb6653d
I0324 15:41:04.066618       1 gather.go:177] gatherer "clusterconfig" function "networks" took 27.485909ms to process 1 records
I0324 15:41:04.066690       1 recorder.go:75] Recording config/proxy with fingerprint=aec13ff8b81612cf386cf2f8e6377e22d6a3c811d4b06e61719c59e0f0ea3933
I0324 15:41:04.066703       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 23.774674ms to process 1 records
I0324 15:41:04.066756       1 tasks_processing.go:74] worker 28 stopped.
I0324 15:41:04.066788       1 tasks_processing.go:74] worker 18 stopped.
I0324 15:41:04.066819       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=22eb4a127bbcb080281d9073a78e39f3822f9cd79ae91e7a99bc2fd8bfbfecb0
I0324 15:41:04.066887       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=be867fc08661428b3bdf4d522208814ef4dfaef2ef95efdb6d7d21525d015e8a
I0324 15:41:04.066928       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=df992dd69490cc7bf86be543621fc9b1f5dc6ebf53f520a5faddb3cc4ba2d040
I0324 15:41:04.066936       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 28.208356ms to process 3 records
I0324 15:41:04.067045       1 tasks_processing.go:74] worker 23 stopped.
I0324 15:41:04.067051       1 recorder.go:75] Recording config/image with fingerprint=da673319477fd155f3570693064f4dc13e51a61017d181dec1493f06ee41d29f
I0324 15:41:04.067105       1 gather.go:177] gatherer "clusterconfig" function "image" took 28.001711ms to process 1 records
I0324 15:41:04.067345       1 tasks_processing.go:74] worker 10 stopped.
I0324 15:41:04.068088       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=5a5a1c9776f7b2574fdbe8077b59d7766592de2a26f0686daf5f4823975d54b7
I0324 15:41:04.068448       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=e1194529aa665f394d8d4f177a2be29560bd6dcb51e1be2b8fe78176f3ef2184
I0324 15:41:04.068510       1 gather.go:177] gatherer "clusterconfig" function "crds" took 50.953214ms to process 2 records
I0324 15:41:04.068635       1 tasks_processing.go:74] worker 22 stopped.
I0324 15:41:04.068965       1 recorder.go:75] Recording config/node/ip-10-0-0-64.ec2.internal with fingerprint=73e98be4784f2e938a2a6c482ab63c08b8148cac95862955b26b211c6c6c586b
I0324 15:41:04.069062       1 recorder.go:75] Recording config/node/ip-10-0-1-113.ec2.internal with fingerprint=e67bc05a6d1246b216a0508f330bb6357a409d4baa8264379ff0561cc16c17e0
I0324 15:41:04.069139       1 recorder.go:75] Recording config/node/ip-10-0-2-142.ec2.internal with fingerprint=69f06c79e0eb998db85303821b156956659e1a9dc1f7f33855f3ca71849ec104
I0324 15:41:04.069187       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 38.538019ms to process 3 records
I0324 15:41:04.069302       1 tasks_processing.go:74] worker 29 stopped.
I0324 15:41:04.069406       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=7c50fda5949c1f67f698f5a1c0a4fd0d14b3c31f28d69ed26c22515ac431d83d
I0324 15:41:04.069509       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=0a390a74eb2879423477dbf6888ead95826b716cdbc73f848619024cec4ab243
I0324 15:41:04.069544       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 48.547932ms to process 2 records
I0324 15:41:04.069560       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 47.65453ms to process 0 records
I0324 15:41:04.069568       1 tasks_processing.go:74] worker 26 stopped.
I0324 15:41:04.083323       1 tasks_processing.go:74] worker 2 stopped.
I0324 15:41:04.083612       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=ecd0f04e5700f8dd43294ba60ac8b3c374755c5dd686d280a59b6075f6ba45b6
I0324 15:41:04.083677       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=940746033d9eefb2c9e70bd77725060c63b8759eb89a98050380743b2ab426a3
I0324 15:41:04.083756       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2163ca733bc1999c37e32ce7d7e938f27848fb30e44c209cf36c19f38972366d
I0324 15:41:04.083787       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 35.625843ms to process 3 records
W0324 15:41:04.084787       1 operator.go:328] started
I0324 15:41:04.084813       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0324 15:41:04.084877       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 15:41:04.085022       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0324 15:41:04.085189       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0324 15:41:04.085611       1 tasks_processing.go:74] worker 27 stopped.
I0324 15:41:04.086527       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=85a136fc7583d1311339bc018405bb5a1774a6e8a6efbbc72c4ff02bee71b392
I0324 15:41:04.086560       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 36.422447ms to process 1 records
I0324 15:41:04.086580       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 67.653018ms to process 0 records
I0324 15:41:04.086592       1 tasks_processing.go:74] worker 31 stopped.
I0324 15:41:04.089911       1 tasks_processing.go:74] worker 3 stopped.
I0324 15:41:04.089959       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 52.234895ms to process 0 records
I0324 15:41:04.090814       1 tasks_processing.go:74] worker 7 stopped.
I0324 15:41:04.092342       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-5b5d9b4544-27msz with fingerprint=f199e8b5d1053726a86961f591ee02351f32f92fa24eec79adf8d77c7c6576c4
I0324 15:41:04.092680       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-2gvxt with fingerprint=c791144e5c38fa730d528929967eadcb8a83da82ff4caa44545e7167cd391954
I0324 15:41:04.092974       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-w28k8 with fingerprint=85d66654a198841596d22a31250f3f4b97525458cd7586dac7703d54d71ff7a4
I0324 15:41:04.093031       1 recorder.go:75] Recording config/running_containers with fingerprint=358f787bdbc37ab75e4a26b7844dda297b58a713f9b607676b5b0db77d206029
I0324 15:41:04.093044       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 51.922143ms to process 4 records
I0324 15:41:04.103204       1 prometheus_rules.go:88] Prometheus rules successfully created
I0324 15:41:04.108564       1 controller.go:254] Source scaController *sca.Controller is not ready
I0324 15:41:04.108618       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0324 15:41:04.108647       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0324 15:41:04.108707       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0324 15:41:04.108731       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0324 15:41:04.108763       1 controller.go:531] The operator is still being initialized
I0324 15:41:04.108770       1 controller.go:554] The operator is healthy
E0324 15:41:04.118648       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27e8511527-61b3-4f6b-99d0-3c856d26357b%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:58247->172.30.0.10:53: read: connection refused
I0324 15:41:04.118663       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27e8511527-61b3-4f6b-99d0-3c856d26357b%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:58247->172.30.0.10:53: read: connection refused
I0324 15:41:04.124942       1 tasks_processing.go:74] worker 13 stopped.
E0324 15:41:04.124960       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0324 15:41:04.124966       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0324 15:41:04.124969       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0324 15:41:04.124979       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=c8a9805405aae7d04b7f03c09c51097942070877009b6daebd5573ef8127446e
I0324 15:41:04.125032       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0324 15:41:04.125041       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0324 15:41:04.125046       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=3b70b9787487b548204d806ebebf90b0c2d460145e34cb33c0d8d3a7a011d907
I0324 15:41:04.125054       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0324 15:41:04.125093       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0324 15:41:04.125102       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0324 15:41:04.125107       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 99.734873ms to process 7 records
I0324 15:41:04.152328       1 tasks_processing.go:74] worker 0 stopped.
I0324 15:41:04.152345       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 104.383887ms to process 0 records
I0324 15:41:04.165116       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0324 15:41:04.170029       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:52800->172.30.0.10:53: read: connection refused
I0324 15:41:04.170046       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:52800->172.30.0.10:53: read: connection refused
I0324 15:41:04.184899       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0324 15:41:04.184913       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0324 15:41:04.208940       1 tasks_processing.go:74] worker 19 stopped.
E0324 15:41:04.208961       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0324 15:41:04.208969       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p85tm5tkg18fgnuc739urkgf069jgs6-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p85tm5tkg18fgnuc739urkgf069jgs6-primary-cert-bundle-secret" not found
I0324 15:41:04.209049       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=7404f3d53b361272daec4c2749668918318553a23d6c57cf1bffb00cb0e7310a
I0324 15:41:04.209068       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 186.346303ms to process 1 records
W0324 15:41:05.042913       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 15:41:05.295253       1 gather_cluster_operator_pods_and_events.go:121] Found 19 pods with 22 containers
I0324 15:41:05.295284       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1143901 bytes
I0324 15:41:05.295489       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-fhpmk pod in namespace openshift-dns (previous: false).
I0324 15:41:05.494055       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0324 15:41:05.495673       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fhpmk pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-fhpmk\" is waiting to start: ContainerCreating"
I0324 15:41:05.495694       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-fhpmk\" is waiting to start: ContainerCreating"
I0324 15:41:05.495706       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-fhpmk pod in namespace openshift-dns (previous: false).
I0324 15:41:05.628885       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 15:41:05.696776       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fhpmk pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-fhpmk\" is waiting to start: ContainerCreating"
I0324 15:41:05.696798       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-fhpmk\" is waiting to start: ContainerCreating"
I0324 15:41:05.696812       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-nzs85 pod in namespace openshift-dns (previous: false).
I0324 15:41:05.909287       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nzs85 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-nzs85\" is waiting to start: ContainerCreating"
I0324 15:41:05.909309       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-nzs85\" is waiting to start: ContainerCreating"
I0324 15:41:05.909319       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-nzs85 pod in namespace openshift-dns (previous: false).
W0324 15:41:06.043078       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 15:41:06.099729       1 tasks_processing.go:74] worker 17 stopped.
I0324 15:41:06.099778       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=64f90fbd92bda1734619e0feeb7febd53f1dbdced3ed227b14cd1ca9fcf7d156
I0324 15:41:06.099826       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=24129ba0ec0d1a5da9d94a8927b317bf19b601eceb484abebfbc81556de32c97
I0324 15:41:06.099865       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0324 15:41:06.099919       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=9eb08da3f4f21d7c781538d31a1e0ab85ee7e16e76329173806557474c50eb32
I0324 15:41:06.099939       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0324 15:41:06.099960       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=a3934564411b1a333a91f1530e20bef3d423d64eaa8a36a4c6cfb96641825bc1
I0324 15:41:06.099994       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=ee049c66d993a9cdf8217786f4baeb3e3a7f204ae06b4f27df3061b88f6ca59f
I0324 15:41:06.100023       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=b798339841191e8406c0282bee806206be89c9a31818c29a88f4d05eff108807
I0324 15:41:06.100039       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=705d5770f499a0f8a828cf7139dd2227c7235ad098c3f4c440a4ce9a28e901a8
I0324 15:41:06.100055       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=60aaf59a92ad8a1bb7aa5d6cb9df3fbdf75c2b038c023af2525bf4449389c55f
I0324 15:41:06.100079       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0324 15:41:06.100106       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=8718e0848c021e51718c95fe3c62deae6c6ba4a942f45c5a9f6ec0665ea95a87
I0324 15:41:06.100123       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0324 15:41:06.100143       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a384c7928c70c8a2c97a7750bf00607388fc29587d0e092c225b023a8f00a1fd
I0324 15:41:06.100157       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0324 15:41:06.100179       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=51c241be217e8cd94898f53bfe9e007a873741734172a823c8570baf48ba6b60
I0324 15:41:06.100189       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0324 15:41:06.100204       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=f1214f018201813635444f9ab573c9be39992cdc08f96ad56df254ea61566f96
I0324 15:41:06.100374       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=884daff2647756088b91a22f2eabe9f1c6a36f00ce4054606e796b327cfdc9a5
I0324 15:41:06.100388       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0324 15:41:06.100396       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0324 15:41:06.100417       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0324 15:41:06.100441       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=32c011224352eb93dd8465dc0281dc9c281d547cb0d0cccd27250183e57d0926
I0324 15:41:06.100462       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=db40b21b57f0c85f447ad1e11fce536517f66bf8891ddba011cce520eb1645f9
I0324 15:41:06.100481       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0324 15:41:06.100510       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=ea3b8db96817074aaa6ad0587ee65bfb6bf5062a6bb5789c2b53ecfbc00e64a9
I0324 15:41:06.100521       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0324 15:41:06.100533       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=921c97babbf4248ea7e4a5632ef1feff024b4b7c3401bbcade41a6b8da5b166b
I0324 15:41:06.100552       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=95acb64395e2a941965278c5eb7d5509e4df5c777e8a591ada58eb62499abb4c
I0324 15:41:06.100567       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=3fd1d7af40ae26e59b9cbc61c667c995c1d06d08c3e84f26e9f65ff5a17a926f
I0324 15:41:06.100580       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=06fce4c60d2e12084f1fe8f67149c2c59ed043b6d34a606e74187f0314ab1d3f
I0324 15:41:06.100601       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=b6a705f3befad409ef53a4e730ffb7864be299c4a8b4ea0d2d2937769c1b72a4
I0324 15:41:06.100608       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0324 15:41:06.100638       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=c4263c68300eeff4e4de58cf6ea1070fec3c2ece049f138a9b573764dccee4f3
I0324 15:41:06.100662       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0324 15:41:06.100672       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0324 15:41:06.100682       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.083330621s to process 36 records
I0324 15:41:06.104606       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nzs85 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-nzs85\" is waiting to start: ContainerCreating"
I0324 15:41:06.104623       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-nzs85\" is waiting to start: ContainerCreating"
I0324 15:41:06.104638       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-8dq6d pod in namespace openshift-dns (previous: false).
I0324 15:41:06.296628       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 15:41:06.296646       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-xksv9 pod in namespace openshift-dns (previous: false).
I0324 15:41:06.496356       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 15:41:06.496376       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-z87fm pod in namespace openshift-dns (previous: false).
I0324 15:41:06.698615       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 15:41:06.698638       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6bf6d6bf89-4k8xg pod in namespace openshift-image-registry (previous: false).
I0324 15:41:06.895665       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6bf6d6bf89-4k8xg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6bf6d6bf89-4k8xg\" is waiting to start: ContainerCreating"
I0324 15:41:06.895685       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6bf6d6bf89-4k8xg\" is waiting to start: ContainerCreating"
I0324 15:41:06.895695       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-76549966f4-wgzb7 pod in namespace openshift-image-registry (previous: false).
W0324 15:41:07.041620       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 15:41:07.098519       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-76549966f4-wgzb7 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-76549966f4-wgzb7\" is waiting to start: ContainerCreating"
I0324 15:41:07.098537       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-76549966f4-wgzb7\" is waiting to start: ContainerCreating"
I0324 15:41:07.098552       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-76549966f4-x6mvt pod in namespace openshift-image-registry (previous: false).
I0324 15:41:07.297070       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-76549966f4-x6mvt pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-76549966f4-x6mvt\" is waiting to start: ContainerCreating"
I0324 15:41:07.297087       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-76549966f4-x6mvt\" is waiting to start: ContainerCreating"
I0324 15:41:07.297111       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-2px47 pod in namespace openshift-image-registry (previous: false).
I0324 15:41:07.496427       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 15:41:07.496447       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-lj7pm pod in namespace openshift-image-registry (previous: false).
I0324 15:41:07.699097       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 15:41:07.699115       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-rvwhf pod in namespace openshift-image-registry (previous: false).
I0324 15:41:07.896213       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0324 15:41:07.896234       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6558f5f47f-cnpnf pod in namespace openshift-ingress (previous: false).
W0324 15:41:08.042522       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0324 15:41:08.096955       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6558f5f47f-cnpnf pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6558f5f47f-cnpnf\" is waiting to start: ContainerCreating"
I0324 15:41:08.096971       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6558f5f47f-cnpnf\" is waiting to start: ContainerCreating"
I0324 15:41:08.096982       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-86dccb4b5c-gdxw5 pod in namespace openshift-ingress (previous: false).
I0324 15:41:08.301025       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-86dccb4b5c-gdxw5 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-86dccb4b5c-gdxw5\" is waiting to start: ContainerCreating"
I0324 15:41:08.301044       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-86dccb4b5c-gdxw5\" is waiting to start: ContainerCreating"
I0324 15:41:08.301056       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-86dccb4b5c-szwgp pod in namespace openshift-ingress (previous: false).
I0324 15:41:08.495931       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-86dccb4b5c-szwgp pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-86dccb4b5c-szwgp\" is waiting to start: ContainerCreating"
I0324 15:41:08.495949       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-86dccb4b5c-szwgp\" is waiting to start: ContainerCreating"
I0324 15:41:08.495959       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-8mfgg pod in namespace openshift-ingress-canary (previous: false).
I0324 15:41:08.696643       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-d49kb pod in namespace openshift-ingress-canary (previous: false).
I0324 15:41:08.897409       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-f4p47 pod in namespace openshift-ingress-canary (previous: false).
W0324 15:41:09.038573       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0324 15:41:09.038597       1 tasks_processing.go:74] worker 6 stopped.
E0324 15:41:09.038608       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0324 15:41:09.038623       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0324 15:41:09.038652       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0324 15:41:09.038661       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.021208051s to process 1 records
I0324 15:41:09.099211       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-b9b7764dc-p5nxg pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0324 15:41:09.298885       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-b9b7764dc-p5nxg pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0324 15:41:09.497038       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-7f949b94f-b5bcl pod in namespace openshift-kube-storage-version-migrator-operator (previous: false).
I0324 15:41:09.699947       1 tasks_processing.go:74] worker 12 stopped.
I0324 15:41:09.700036       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=d803403db1d309a6ce6dd0c6cfc9df90a5837ce26505f1c667d29a859953cbf3
I0324 15:41:09.700080       1 recorder.go:75] Recording events/openshift-dns with fingerprint=a9c44042d81dbc7aa0da4a250ee12d2cd1b4aaf8dccf8ad3d85e590322b2dd46
I0324 15:41:09.700186       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=5d2dd24b994633e6d9bcfa97ecc54b7f9568bf193b978c9842f93de717798b5a
I0324 15:41:09.700214       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=c997a67ad97314b0a86f8c927c402626ef53ef132ccb14d337554885b05c67c9
I0324 15:41:09.700270       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=7f85273119c27af9ce833da32aa30af8655100c8dcf8cfe503e0f0c82c3e9e78
I0324 15:41:09.700296       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=33ba663489cf328c3b431e8a0543e5434bc8e282d011035e8169b4ee563385fd
I0324 15:41:09.700309       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=b55c9328dc55ae5074536cc4bc5eac0f02dd766b3f26bc442301ed5f43e62725
I0324 15:41:09.700359       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=f0cb3cfd9ac15dc5264fa5fe2f4440212cee60347ee4f1fb01a9d5902c649cc8
I0324 15:41:09.700366       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-8mfgg/serve-healthcheck-canary_current.log with fingerprint=04fe6950450d583d4bf32acae7c331ce720428ac214e2af34ad57d832d79c903
I0324 15:41:09.700371       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-d49kb/serve-healthcheck-canary_current.log with fingerprint=2935e33c0cf7300e244d61cad19ec4f854dc75a9548b70c49ce78adf3db72a66
I0324 15:41:09.700375       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-f4p47/serve-healthcheck-canary_current.log with fingerprint=8a0f07b083efb7215fb462a00abf08ee445307fc45a53b523965d6f489463e77
I0324 15:41:09.700386       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-b9b7764dc-p5nxg/migrator_current.log with fingerprint=097583edccc60f2d2de84cbf740fa06747a4ecb8bed86322194fbccb4346399e
I0324 15:41:09.700391       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-b9b7764dc-p5nxg/graceful-termination_current.log with fingerprint=12fb5d554805626d388e07674b38f0946a749ab3a785fde929e0d5c6ff64bec4
I0324 15:41:09.700468       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-7f949b94f-b5bcl/kube-storage-version-migrator-operator_current.log with fingerprint=314999a8c1f5c4c69ff5c836f674f68517774160d277f8453219fd154eabab48
I0324 15:41:09.700476       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 5.678634562s to process 14 records
I0324 15:41:16.652351       1 tasks_processing.go:74] worker 8 stopped.
I0324 15:41:16.652392       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0324 15:41:16.652404       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.631702169s to process 1 records
I0324 15:41:17.426366       1 tasks_processing.go:74] worker 25 stopped.
I0324 15:41:17.426632       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=7ddf795073bc5395a95429a28409923bc71b328da94f586bee093d6f578708e6
I0324 15:41:17.426649       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.406774206s to process 1 records
E0324 15:41:17.426710       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.41s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0324 15:41:17.427813       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0324 15:41:17.427828       1 periodic.go:216] Running workloads gatherer
I0324 15:41:17.427844       1 tasks_processing.go:45] number of workers: 2
I0324 15:41:17.427854       1 tasks_processing.go:69] worker 1 listening for tasks.
I0324 15:41:17.427861       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0324 15:41:17.427864       1 tasks_processing.go:69] worker 0 listening for tasks.
I0324 15:41:17.427876       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0324 15:41:17.454392       1 tasks_processing.go:74] worker 0 stopped.
I0324 15:41:17.454409       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 26.503291ms to process 0 records
I0324 15:41:17.455329       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0324 15:41:17.466709       1 gather_workloads_info.go:387] No image sha256:5efa227ddac82e56eddc03761e220af1f2d6a4b22ee00b2baf426523f26c0319 (12ms)
I0324 15:41:17.474773       1 gather_workloads_info.go:387] No image sha256:1aabd00f813e1afccdab16a845e6346288f5cf7e320fa5bb97c683702191c575 (8ms)
I0324 15:41:17.483078       1 gather_workloads_info.go:387] No image sha256:bbb5af28bbed69e8189825fdc6665f4e8dbcd0c0c83fa479943ea102fe9452d6 (8ms)
I0324 15:41:17.490951       1 gather_workloads_info.go:387] No image sha256:50b7c5185c4a6e63145753415c92723c59136d14b951ea0f4f06739b00893329 (8ms)
I0324 15:41:17.499622       1 gather_workloads_info.go:387] No image sha256:ff8a8892f37210c582b3e526cbd2652b02ef9007d57be12b404434374dd0116a (9ms)
I0324 15:41:17.507056       1 gather_workloads_info.go:387] No image sha256:1c325fa866a794c56a7b30ca9d4fe225606566651bb12a2ecce8f60cbddb2809 (7ms)
I0324 15:41:17.514441       1 gather_workloads_info.go:387] No image sha256:dd6a017092d57ab3a6663f3822a0fa0e3bce4365859d9522dd173405276cd49a (7ms)
I0324 15:41:17.524153       1 gather_workloads_info.go:387] No image sha256:05376e7e2304d22dd866d8e25dd1e5ff8988b2232059fadfd12cb440af785635 (10ms)
I0324 15:41:17.531611       1 gather_workloads_info.go:387] No image sha256:25d9148ea34149935323231c64952679727b6f7f235febc3be1df63e0bf18c5e (7ms)
I0324 15:41:17.539340       1 gather_workloads_info.go:387] No image sha256:188e4e2d697e2ca3c7c16772c0ab12253f00bd8433d8691ed7058fe7bafbbbf4 (8ms)
I0324 15:41:17.564718       1 gather_workloads_info.go:387] No image sha256:ab32e70fb149ae7470c941ca73bcfe9eba540bd5058a3d697a3ddf96597d0132 (25ms)
I0324 15:41:17.668679       1 gather_workloads_info.go:387] No image sha256:db40a3d4e50016c645fdb4a1f389dfcdbc9febc10c174816d681abe5c14153cd (104ms)
I0324 15:41:17.764504       1 gather_workloads_info.go:387] No image sha256:317131706dcce9c87eb4e1efb8446bdbf5e0726e120a8f6c655e2acd89d60e2d (96ms)
I0324 15:41:17.864951       1 gather_workloads_info.go:387] No image sha256:17e68da37c74bdc95a4eb43b51ce671027807ee610a4ee5237324a8c0dc9d044 (100ms)
I0324 15:41:17.964598       1 gather_workloads_info.go:387] No image sha256:bd202c6a40d89b2766a77a53ab1d84feb452d9f5d01066e3b7318ed2a13f8d54 (100ms)
I0324 15:41:18.066979       1 gather_workloads_info.go:387] No image sha256:2a4f6a54cd5135c8121832236063419071fa5d00c10a051c197d3d01370e4d9c (102ms)
I0324 15:41:18.164577       1 gather_workloads_info.go:387] No image sha256:c85dd52f4140690eef0d762834ab8b9af2faedbbd3bd9dd5616d4cd0bebd4740 (98ms)
I0324 15:41:18.265115       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms)
I0324 15:41:18.364364       1 gather_workloads_info.go:387] No image sha256:79fca57a4fd5ef00472a287218b84061b941905c61fcc55e89073dd93fa77648 (99ms)
I0324 15:41:18.466459       1 gather_workloads_info.go:387] No image sha256:0c90ca6acbe2f4fdbd253ae22f5b3286247c6940321f7d2b9801aea21ef5269f (102ms)
I0324 15:41:18.563725       1 gather_workloads_info.go:387] No image sha256:7dd9584d291967387f2a1ade991ad3bf8565bb59f49b013217951399e8273498 (97ms)
I0324 15:41:18.664309       1 gather_workloads_info.go:387] No image sha256:7ea1ff613255c1ee67b34ec82b68ec6f5a4a6d283620a8e0ad142d4a31eb9211 (101ms)
I0324 15:41:18.765321       1 gather_workloads_info.go:387] No image sha256:04ee35aa6f87e954d386228808017cf2938c5a96a052059c6767078d5f3ad8d6 (101ms)
I0324 15:41:18.867327       1 gather_workloads_info.go:387] No image sha256:3e262d5207d5e2077e4a14f4fbddc70d4d2651dbaaf955147013feb58a18cddd (102ms)
I0324 15:41:18.964359       1 gather_workloads_info.go:387] No image sha256:11a864539ae77a94afcf8d2e1abf9168081c5081a1bc06088f4be5206cdc02df (97ms)
I0324 15:41:19.066758       1 gather_workloads_info.go:387] No image sha256:77d8ddf2957025a39616328b5cf2b012de6cedce63fb79eebc5270d7b3401574 (102ms)
I0324 15:41:19.164835       1 gather_workloads_info.go:387] No image sha256:862d5befeba504d5058264cf65f16fc307eea4eb3914fbbbf40fbe61714b0958 (98ms)
I0324 15:41:19.266819       1 gather_workloads_info.go:387] No image sha256:04c7a2673571e9069c934d86b4308c0f57b2715b45db500837b7708ae1f20ae7 (102ms)
I0324 15:41:19.364346       1 gather_workloads_info.go:387] No image sha256:60648d27017709a420e43353f9a83d7c466017b3b771200672a4dbc3c3f7a3ae (97ms)
I0324 15:41:19.464459       1 gather_workloads_info.go:387] No image sha256:26e4f5b039a340bc1ae080fb9d92799700b57ae5df45120768f516682d6cc54b (100ms)
I0324 15:41:19.563536       1 gather_workloads_info.go:387] No image sha256:41e0dcd2f91df9234249f168b3fbe6d55cfdb3ebd2e598d5edfa47f905c046cb (99ms)
I0324 15:41:19.667017       1 gather_workloads_info.go:387] No image sha256:3e889ea85c9c4748c548b84ae135a8adc88f42026ce8073538ca2fe7d89b8004 (103ms)
I0324 15:41:19.764183       1 gather_workloads_info.go:387] No image sha256:1bf773bc4ec02bf6d68c82f32175366b01fb24f6da8c724b7621748692aec7dc (97ms)
I0324 15:41:19.864315       1 gather_workloads_info.go:387] No image sha256:07f14370b57046dc2ac49be933bb2248aaf5943e8fb56ce9703eaa7c673b999f (100ms)
I0324 15:41:19.963352       1 gather_workloads_info.go:387] No image sha256:0b2cc6aadb1abc1d35a55da0c9884eb9426d7ff7a97174daeb09bb1e1a23cfae (99ms)
I0324 15:41:19.963383       1 tasks_processing.go:74] worker 1 stopped.
E0324 15:41:19.963392       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0324 15:41:19.963658       1 recorder.go:75] Recording config/workload_info with fingerprint=65caee48d8065efd33d5fc346ea982234b9c286cafb0161956042d5111fb3fc3
I0324 15:41:19.963673       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.535513763s to process 1 records
E0324 15:41:19.963701       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.535s with: function \"workload_info\" failed with an error"
I0324 15:41:19.965452       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0324 15:41:19.965467       1 periodic.go:216] Running conditional gatherer
I0324 15:41:19.973682       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.5/gathering_rules
I0324 15:41:19.980614       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.5/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.14:43869->172.30.0.10:53: read: connection refused
E0324 15:41:19.980912       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0324 15:41:19.980966       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0324 15:41:19.986795       1 conditional_gatherer.go:392] cluster version is '4.21.5'
E0324 15:41:19.986808       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 15:41:19.986813       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 15:41:19.986816       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 15:41:19.986819       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 15:41:19.986823       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 15:41:19.986827       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 15:41:19.986829       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 15:41:19.986832       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0324 15:41:19.986836       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0324 15:41:19.986849       1 tasks_processing.go:45] number of workers: 3
I0324 15:41:19.986864       1 tasks_processing.go:69] worker 2 listening for tasks.
I0324 15:41:19.986870       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0324 15:41:19.986877       1 tasks_processing.go:69] worker 0 listening for tasks.
I0324 15:41:19.986890       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0324 15:41:19.986891       1 tasks_processing.go:69] worker 1 listening for tasks.
I0324 15:41:19.986901       1 tasks_processing.go:74] worker 1 stopped.
I0324 15:41:19.986900       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0324 15:41:19.986985       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0324 15:41:19.986999       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.031µs to process 1 records
I0324 15:41:19.987042       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0324 15:41:19.987050       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.425µs to process 1 records
I0324 15:41:19.987054       1 tasks_processing.go:74] worker 0 stopped.
I0324 15:41:19.987204       1 tasks_processing.go:74] worker 2 stopped.
I0324 15:41:19.987216       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 291.317µs to process 0 records
I0324 15:41:19.987236       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.5/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.14:43869->172.30.0.10:53: read: connection refused
I0324 15:41:19.987253       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0324 15:41:20.010079       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=80546de7af264eaa50e7f79ed3a160d45046b81856392cfa529c7cd43cd00713
I0324 15:41:20.010203       1 diskrecorder.go:70] Writing 111 records to /var/lib/insights-operator/insights-2026-03-24-154120.tar.gz
I0324 15:41:20.017317       1 diskrecorder.go:51] Wrote 111 records to disk in 7ms
I0324 15:41:20.017348       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0324 15:41:20.017364       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0324 15:41:23.901190       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 15:41:24.107847       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 15:41:25.803795       1 configmapobserver.go:84] configmaps "insights-config" not found
I0324 15:42:32.774831       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="61fde175d07b56944c0db1b9894b7af7eea2d113e86e5c0cd3e9b05fde783e5f")
W0324 15:42:32.774860       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0324 15:42:32.774910       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="821e1dca24f7b9959eae3d1aca86ca2b92d4d38b7ed76b472f054c89147a770b")
I0324 15:42:32.774918       1 base_controller.go:181] Shutting down ConfigController ...
I0324 15:42:32.774929       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0324 15:42:32.774967       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0324 15:42:32.775002       1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0324 15:42:32.775008       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="72dbc6c92c846212dd41a7c03b3d64e2ab830a537fd2c99878551233d581dcd5")
I0324 15:42:32.775012       1 periodic.go:177] Shutting down
I0324 15:42:32.774909       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0324 15:42:32.775022       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0324 15:42:32.775037       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0324 15:42:32.775040       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0324 15:42:32.775048       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0324 15:42:32.775050       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0324 15:42:32.775057       1 base_controller.go:113] All ConfigController workers have been terminated
I0324 15:42:32.775066       1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController