W0504 20:39:07.579457 1 cmd.go:257] Using insecure, self-signed certificates I0504 20:39:08.091021 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:39:08.091364 1 observer_polling.go:159] Starting file observer I0504 20:39:09.007230 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0504 20:39:09.007429 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0504 20:39:09.008100 1 secure_serving.go:57] Forcing use of http/1.1 only W0504 20:39:09.008203 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0504 20:39:09.008211 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0504 20:39:09.008219 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0504 20:39:09.008222 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0504 20:39:09.008224 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0504 20:39:09.008227 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0504 20:39:09.008368 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0504 20:39:09.012894 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"eb25c07f-2beb-4f99-8de1-cadd5d953862", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0504 20:39:09.012879 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0504 20:39:09.013698 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0504 20:39:09.013710 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0504 20:39:09.013706 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 20:39:09.013713 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 20:39:09.013726 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0504 20:39:09.013729 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0504 20:39:09.013988 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-3207573374/tls.crt::/tmp/serving-cert-3207573374/tls.key" I0504 20:39:09.014212 1 secure_serving.go:213] Serving securely on [::]:8443 I0504 20:39:09.014242 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0504 20:39:09.022086 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0504 20:39:09.022113 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0504 20:39:09.022203 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0504 20:39:09.027688 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0504 20:39:09.027712 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0504 20:39:09.033010 1 secretconfigobserver.go:119] support secret does not exist I0504 20:39:09.038466 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0504 20:39:09.043578 1 secretconfigobserver.go:119] support secret does not exist I0504 20:39:09.046560 1 recorder.go:161] Pruning old reports every 4h38m52s, max age is 288h0m0s I0504 20:39:09.053173 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0504 20:39:09.053187 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0504 20:39:09.053201 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0504 20:39:09.053209 1 insightsreport.go:296] Starting report retriever I0504 20:39:09.053215 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0504 20:39:09.053214 1 periodic.go:209] Running clusterconfig gatherer I0504 20:39:09.053263 1 tasks_processing.go:45] number of workers: 64 I0504 20:39:09.053292 1 tasks_processing.go:69] worker 4 listening for tasks. I0504 20:39:09.053299 1 tasks_processing.go:69] worker 13 listening for tasks. I0504 20:39:09.053304 1 tasks_processing.go:69] worker 0 listening for tasks. I0504 20:39:09.053307 1 tasks_processing.go:69] worker 9 listening for tasks. I0504 20:39:09.053312 1 tasks_processing.go:69] worker 1 listening for tasks. I0504 20:39:09.053313 1 tasks_processing.go:69] worker 10 listening for tasks. I0504 20:39:09.053318 1 tasks_processing.go:69] worker 11 listening for tasks. I0504 20:39:09.053324 1 tasks_processing.go:69] worker 12 listening for tasks. I0504 20:39:09.053327 1 tasks_processing.go:71] worker 11 working on cost_management_metrics_configs task. I0504 20:39:09.053324 1 tasks_processing.go:69] worker 2 listening for tasks. I0504 20:39:09.053331 1 tasks_processing.go:69] worker 3 listening for tasks. I0504 20:39:09.053334 1 tasks_processing.go:71] worker 2 working on openstack_version task. I0504 20:39:09.053329 1 tasks_processing.go:69] worker 8 listening for tasks. I0504 20:39:09.053335 1 tasks_processing.go:69] worker 6 listening for tasks. I0504 20:39:09.053341 1 tasks_processing.go:69] worker 41 listening for tasks. I0504 20:39:09.053349 1 tasks_processing.go:69] worker 14 listening for tasks. I0504 20:39:09.053350 1 tasks_processing.go:69] worker 7 listening for tasks. I0504 20:39:09.053355 1 tasks_processing.go:69] worker 27 listening for tasks. I0504 20:39:09.053358 1 tasks_processing.go:69] worker 28 listening for tasks. I0504 20:39:09.053356 1 tasks_processing.go:69] worker 5 listening for tasks. I0504 20:39:09.053365 1 tasks_processing.go:69] worker 29 listening for tasks. I0504 20:39:09.053362 1 tasks_processing.go:69] worker 15 listening for tasks. I0504 20:39:09.053370 1 tasks_processing.go:69] worker 16 listening for tasks. I0504 20:39:09.053364 1 tasks_processing.go:69] worker 48 listening for tasks. I0504 20:39:09.053363 1 tasks_processing.go:69] worker 55 listening for tasks. I0504 20:39:09.053372 1 tasks_processing.go:69] worker 42 listening for tasks. I0504 20:39:09.053373 1 tasks_processing.go:69] worker 30 listening for tasks. I0504 20:39:09.053376 1 tasks_processing.go:69] worker 62 listening for tasks. I0504 20:39:09.053385 1 tasks_processing.go:69] worker 43 listening for tasks. I0504 20:39:09.053389 1 tasks_processing.go:69] worker 23 listening for tasks. I0504 20:39:09.053389 1 tasks_processing.go:69] worker 50 listening for tasks. I0504 20:39:09.053395 1 tasks_processing.go:69] worker 53 listening for tasks. I0504 20:39:09.053396 1 tasks_processing.go:69] worker 51 listening for tasks. I0504 20:39:09.053375 1 tasks_processing.go:69] worker 49 listening for tasks. I0504 20:39:09.053405 1 tasks_processing.go:69] worker 54 listening for tasks. I0504 20:39:09.053390 1 tasks_processing.go:69] worker 52 listening for tasks. I0504 20:39:09.053407 1 tasks_processing.go:69] worker 57 listening for tasks. I0504 20:39:09.053410 1 tasks_processing.go:69] worker 25 listening for tasks. I0504 20:39:09.053410 1 tasks_processing.go:69] worker 26 listening for tasks. I0504 20:39:09.053404 1 tasks_processing.go:69] worker 45 listening for tasks. I0504 20:39:09.053416 1 tasks_processing.go:69] worker 21 listening for tasks. I0504 20:39:09.053416 1 tasks_processing.go:69] worker 47 listening for tasks. I0504 20:39:09.053414 1 tasks_processing.go:69] worker 19 listening for tasks. I0504 20:39:09.053426 1 tasks_processing.go:69] worker 63 listening for tasks. I0504 20:39:09.053427 1 tasks_processing.go:69] worker 60 listening for tasks. I0504 20:39:09.053431 1 tasks_processing.go:69] worker 36 listening for tasks. I0504 20:39:09.053433 1 tasks_processing.go:71] worker 13 working on openstack_controlplanes task. I0504 20:39:09.053426 1 tasks_processing.go:69] worker 61 listening for tasks. I0504 20:39:09.053434 1 tasks_processing.go:71] worker 10 working on openstack_dataplanenodesets task. I0504 20:39:09.053439 1 tasks_processing.go:69] worker 40 listening for tasks. I0504 20:39:09.053428 1 tasks_processing.go:69] worker 18 listening for tasks. I0504 20:39:09.053402 1 tasks_processing.go:69] worker 56 listening for tasks. I0504 20:39:09.053403 1 tasks_processing.go:69] worker 24 listening for tasks. I0504 20:39:09.053435 1 tasks_processing.go:71] worker 1 working on image task. I0504 20:39:09.053393 1 tasks_processing.go:69] worker 22 listening for tasks. I0504 20:39:09.053382 1 tasks_processing.go:69] worker 17 listening for tasks. I0504 20:39:09.053408 1 tasks_processing.go:69] worker 20 listening for tasks. I0504 20:39:09.053329 1 tasks_processing.go:71] worker 12 working on validating_webhook_configurations task. I0504 20:39:09.053523 1 tasks_processing.go:71] worker 8 working on crds task. I0504 20:39:09.053525 1 tasks_processing.go:71] worker 3 working on clusterroles task. I0504 20:39:09.053533 1 tasks_processing.go:71] worker 6 working on machine_sets task. I0504 20:39:09.053540 1 tasks_processing.go:71] worker 49 working on machine_config_pools task. I0504 20:39:09.053411 1 tasks_processing.go:69] worker 33 listening for tasks. I0504 20:39:09.053590 1 tasks_processing.go:71] worker 48 working on container_runtime_configs task. I0504 20:39:09.053595 1 tasks_processing.go:71] worker 33 working on jaegers task. I0504 20:39:09.053528 1 tasks_processing.go:71] worker 20 working on lokistack task. I0504 20:39:09.053653 1 tasks_processing.go:71] worker 63 working on proxies task. I0504 20:39:09.053415 1 tasks_processing.go:69] worker 58 listening for tasks. I0504 20:39:09.053416 1 tasks_processing.go:69] worker 46 listening for tasks. I0504 20:39:09.053418 1 tasks_processing.go:69] worker 34 listening for tasks. I0504 20:39:09.053422 1 tasks_processing.go:69] worker 37 listening for tasks. I0504 20:39:09.053421 1 tasks_processing.go:69] worker 59 listening for tasks. I0504 20:39:09.053396 1 tasks_processing.go:69] worker 44 listening for tasks. I0504 20:39:09.053426 1 tasks_processing.go:69] worker 35 listening for tasks. I0504 20:39:09.053426 1 tasks_processing.go:69] worker 38 listening for tasks. I0504 20:39:09.053397 1 tasks_processing.go:69] worker 31 listening for tasks. I0504 20:39:09.053428 1 tasks_processing.go:71] worker 4 working on cluster_apiserver task. I0504 20:39:09.053701 1 tasks_processing.go:71] worker 42 working on service_accounts task. I0504 20:39:09.053417 1 tasks_processing.go:71] worker 0 working on nodenetworkconfigurationpolicies task. I0504 20:39:09.053732 1 tasks_processing.go:71] worker 28 working on machine_autoscalers task. I0504 20:39:09.053742 1 tasks_processing.go:71] worker 43 working on ingress_certificates task. I0504 20:39:09.053752 1 tasks_processing.go:71] worker 18 working on nodenetworkstates task. I0504 20:39:09.053763 1 tasks_processing.go:71] worker 5 working on networks task. I0504 20:39:09.053429 1 tasks_processing.go:71] worker 9 working on node_logs task. I0504 20:39:09.053799 1 tasks_processing.go:71] worker 31 working on olm_operators task. I0504 20:39:09.053847 1 tasks_processing.go:71] worker 16 working on container_images task. I0504 20:39:09.053861 1 tasks_processing.go:71] worker 14 working on image_pruners task. I0504 20:39:09.053862 1 tasks_processing.go:71] worker 21 working on feature_gates task. I0504 20:39:09.053871 1 tasks_processing.go:71] worker 7 working on infrastructures task. I0504 20:39:09.053433 1 tasks_processing.go:69] worker 39 listening for tasks. I0504 20:39:09.053911 1 tasks_processing.go:71] worker 27 working on active_alerts task. I0504 20:39:09.053918 1 tasks_processing.go:71] worker 39 working on mutating_webhook_configurations task. W0504 20:39:09.053935 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:39:09.053957 1 tasks_processing.go:71] worker 41 working on ingress task. I0504 20:39:09.053973 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 45.857µs to process 0 records I0504 20:39:09.053405 1 tasks_processing.go:69] worker 32 listening for tasks. I0504 20:39:09.053758 1 tasks_processing.go:71] worker 29 working on machine_configs task. I0504 20:39:09.054059 1 tasks_processing.go:71] worker 27 working on aggregated_monitoring_cr_names task. I0504 20:39:09.054061 1 tasks_processing.go:71] worker 32 working on ceph_cluster task. I0504 20:39:09.053802 1 tasks_processing.go:71] worker 61 working on certificate_signing_requests task. I0504 20:39:09.053738 1 tasks_processing.go:71] worker 30 working on tsdb_status task. I0504 20:39:09.053817 1 tasks_processing.go:71] worker 37 working on metrics task. W0504 20:39:09.054149 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:39:09.054159 1 tasks_processing.go:74] worker 30 stopped. I0504 20:39:09.054167 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 34.189µs to process 0 records I0504 20:39:09.053818 1 tasks_processing.go:71] worker 56 working on monitoring_persistent_volumes task. I0504 20:39:09.053824 1 tasks_processing.go:71] worker 24 working on storage_classes task. I0504 20:39:09.053825 1 tasks_processing.go:71] worker 46 working on sap_config task. I0504 20:39:09.053827 1 tasks_processing.go:71] worker 22 working on config_maps task. I0504 20:39:09.053828 1 tasks_processing.go:71] worker 34 working on install_plans task. I0504 20:39:09.053830 1 tasks_processing.go:71] worker 17 working on qemu_kubevirt_launcher_logs task. I0504 20:39:09.053832 1 tasks_processing.go:71] worker 54 working on openstack_dataplanedeployments task. I0504 20:39:09.054548 1 tasks_processing.go:71] worker 36 working on version task. I0504 20:39:09.053834 1 tasks_processing.go:71] worker 50 working on overlapping_namespace_uids task. I0504 20:39:09.053835 1 tasks_processing.go:71] worker 23 working on schedulers task. I0504 20:39:09.053837 1 tasks_processing.go:71] worker 52 working on pod_network_connectivity_checks task. I0504 20:39:09.053837 1 tasks_processing.go:71] worker 62 working on openshift_machine_api_events task. I0504 20:39:09.053840 1 tasks_processing.go:71] worker 53 working on nodes task. I0504 20:39:09.053843 1 tasks_processing.go:71] worker 15 working on silenced_alerts task. W0504 20:39:09.054805 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:39:09.054815 1 tasks_processing.go:74] worker 15 stopped. I0504 20:39:09.054822 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 19.739µs to process 0 records I0504 20:39:09.053842 1 tasks_processing.go:71] worker 57 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0504 20:39:09.053843 1 tasks_processing.go:71] worker 51 working on support_secret task. I0504 20:39:09.053845 1 tasks_processing.go:71] worker 60 working on oauths task. I0504 20:39:09.053848 1 tasks_processing.go:71] worker 25 working on storage_cluster task. I0504 20:39:09.053851 1 tasks_processing.go:71] worker 44 working on operators task. I0504 20:39:09.053852 1 tasks_processing.go:71] worker 26 working on machine_healthchecks task. I0504 20:39:09.053851 1 tasks_processing.go:71] worker 40 working on authentication task. I0504 20:39:09.053855 1 tasks_processing.go:71] worker 59 working on image_registries task. I0504 20:39:09.053857 1 tasks_processing.go:71] worker 45 working on machines task. I0504 20:39:09.053858 1 tasks_processing.go:71] worker 47 working on dvo_metrics task. I0504 20:39:09.053862 1 tasks_processing.go:71] worker 19 working on sap_pods task. I0504 20:39:09.053697 1 tasks_processing.go:71] worker 55 working on openshift_logging task. I0504 20:39:09.053957 1 tasks_processing.go:71] worker 38 working on pdbs task. I0504 20:39:09.053957 1 tasks_processing.go:71] worker 35 working on sap_datahubs task. W0504 20:39:09.054170 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:39:09.053821 1 tasks_processing.go:71] worker 58 working on operators_pods_and_events task. I0504 20:39:09.055844 1 tasks_processing.go:74] worker 37 stopped. I0504 20:39:09.055854 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 1.68494ms to process 0 records I0504 20:39:09.057221 1 tasks_processing.go:74] worker 2 stopped. I0504 20:39:09.057235 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 3.874689ms to process 0 records I0504 20:39:09.057956 1 tasks_processing.go:74] worker 11 stopped. I0504 20:39:09.057966 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 4.616317ms to process 0 records I0504 20:39:09.057976 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 4.519598ms to process 0 records I0504 20:39:09.057981 1 tasks_processing.go:74] worker 13 stopped. I0504 20:39:09.058138 1 tasks_processing.go:74] worker 33 stopped. I0504 20:39:09.058151 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 4.532703ms to process 0 records I0504 20:39:09.058368 1 tasks_processing.go:74] worker 10 stopped. I0504 20:39:09.058378 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 4.921222ms to process 0 records I0504 20:39:09.058553 1 tasks_processing.go:74] worker 20 stopped. I0504 20:39:09.058561 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 4.91948ms to process 0 records I0504 20:39:09.060177 1 tasks_processing.go:74] worker 0 stopped. I0504 20:39:09.060188 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 6.449362ms to process 0 records I0504 20:39:09.060495 1 tasks_processing.go:74] worker 28 stopped. I0504 20:39:09.060522 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 6.74673ms to process 0 records I0504 20:39:09.060672 1 tasks_processing.go:74] worker 48 stopped. I0504 20:39:09.060683 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 7.067513ms to process 0 records I0504 20:39:09.060740 1 tasks_processing.go:74] worker 18 stopped. I0504 20:39:09.060750 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 6.971462ms to process 0 records I0504 20:39:09.068793 1 tasks_processing.go:74] worker 6 stopped. I0504 20:39:09.068811 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 15.247656ms to process 0 records I0504 20:39:09.070293 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0504 20:39:09.070310 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0504 20:39:09.070315 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0504 20:39:09.070318 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0504 20:39:09.070333 1 controller.go:489] The operator is still being initialized I0504 20:39:09.070338 1 controller.go:512] The operator is healthy I0504 20:39:09.078494 1 tasks_processing.go:74] worker 1 stopped. I0504 20:39:09.078644 1 recorder.go:75] Recording config/image with fingerprint=bea9c15e927a8094b1c57957e839f0d985069014d59900eedc40675d3dec9b56 I0504 20:39:09.078664 1 gather.go:177] gatherer "clusterconfig" function "image" took 25.030122ms to process 1 records I0504 20:39:09.078866 1 tasks_processing.go:74] worker 7 stopped. I0504 20:39:09.079478 1 recorder.go:75] Recording config/infrastructure with fingerprint=04212a8127b4807a9a8b0441af48ee5e6769e4546775159bd945e1b95ba4a896 I0504 20:39:09.079495 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 24.984484ms to process 1 records I0504 20:39:09.079602 1 tasks_processing.go:74] worker 41 stopped. I0504 20:39:09.079653 1 recorder.go:75] Recording config/ingress with fingerprint=607b7ed28a421c9f2770f7b9af9e8dcc9e10939e5bef818d8dd91d09e8118b77 I0504 20:39:09.079668 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 25.036802ms to process 1 records I0504 20:39:09.079753 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=307f4b58ddf577ad8b7d1fa2a7a3c9b83634cd09a94df3b9bb1e3ff8ed8d0662 I0504 20:39:09.079773 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=a840aa9a214f6d1386e2d8328a20decf77b986a124a3f8371329c5c164ad56f0 I0504 20:39:09.079781 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 24.91615ms to process 2 records I0504 20:39:09.079781 1 tasks_processing.go:74] worker 24 stopped. I0504 20:39:09.079864 1 tasks_processing.go:74] worker 14 stopped. I0504 20:39:09.080053 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=828360bdef7f545e52eee68b917b2610fb1959f3035c68744d50b48229c237ab I0504 20:39:09.080067 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 25.269189ms to process 1 records I0504 20:39:09.080121 1 recorder.go:75] Recording config/proxy with fingerprint=debefc0736721f2d30dbaf7bd2ae8e40071dfe52bfaece3924342e7c59ffe74c I0504 20:39:09.080130 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 25.548799ms to process 1 records I0504 20:39:09.080157 1 tasks_processing.go:74] worker 63 stopped. I0504 20:39:09.080230 1 tasks_processing.go:74] worker 4 stopped. I0504 20:39:09.080250 1 recorder.go:75] Recording config/apiserver with fingerprint=6dbec498ce881d958a0f2ab5c4a0c645a5cca34949db57e676e396c4d220c855 I0504 20:39:09.080262 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 25.619453ms to process 1 records E0504 20:39:09.080270 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0504 20:39:09.080279 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 25.106908ms to process 0 records I0504 20:39:09.080300 1 tasks_processing.go:74] worker 52 stopped. I0504 20:39:09.080333 1 gather_logs.go:145] no pods in namespace were found I0504 20:39:09.080373 1 tasks_processing.go:74] worker 40 stopped. I0504 20:39:09.080497 1 recorder.go:75] Recording config/authentication with fingerprint=7828acead10ab8f181a1bb422ce6e0899e1254f9526c8e0495180ebc0f68eb90 I0504 20:39:09.080532 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 24.744822ms to process 1 records I0504 20:39:09.080613 1 tasks_processing.go:74] worker 5 stopped. I0504 20:39:09.080663 1 recorder.go:75] Recording config/network with fingerprint=6028195208a616a6bb3f4ce2d1a3bd4f8c74b0530ceceff05a34057f80b1add8 I0504 20:39:09.080675 1 gather.go:177] gatherer "clusterconfig" function "networks" took 26.206516ms to process 1 records I0504 20:39:09.080681 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 26.070353ms to process 0 records I0504 20:39:09.080686 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 25.364667ms to process 0 records I0504 20:39:09.080691 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 25.855325ms to process 0 records I0504 20:39:09.080693 1 tasks_processing.go:74] worker 46 stopped. E0504 20:39:09.080698 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0504 20:39:09.080703 1 tasks_processing.go:74] worker 25 stopped. I0504 20:39:09.080706 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 25.310666ms to process 0 records I0504 20:39:09.080712 1 tasks_processing.go:74] worker 26 stopped. E0504 20:39:09.080714 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0504 20:39:09.080716 1 tasks_processing.go:74] worker 17 stopped. I0504 20:39:09.080720 1 gather.go:177] gatherer "clusterconfig" function "machines" took 24.724542ms to process 0 records I0504 20:39:09.080727 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 26.865265ms to process 0 records I0504 20:39:09.080729 1 tasks_processing.go:74] worker 45 stopped. E0504 20:39:09.080734 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0504 20:39:09.080740 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 25.573637ms to process 0 records I0504 20:39:09.080740 1 tasks_processing.go:74] worker 49 stopped. I0504 20:39:09.080744 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 26.456888ms to process 0 records I0504 20:39:09.080751 1 tasks_processing.go:74] worker 51 stopped. I0504 20:39:09.080753 1 tasks_processing.go:74] worker 32 stopped. I0504 20:39:09.080824 1 tasks_processing.go:74] worker 21 stopped. I0504 20:39:09.080828 1 recorder.go:75] Recording config/featuregate with fingerprint=d5dce3141abd37a2ed639a96ca144ccca06aef1843bf09d21b6748624e993be2 I0504 20:39:09.080843 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 26.689167ms to process 1 records I0504 20:39:09.080910 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=7c5b1735c2ca35580d5f58484aedcaa744172030828e39f4e7aea2271663f174 I0504 20:39:09.080917 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 25.99548ms to process 1 records I0504 20:39:09.080920 1 tasks_processing.go:74] worker 23 stopped. I0504 20:39:09.080923 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 26.848455ms to process 0 records I0504 20:39:09.080931 1 tasks_processing.go:74] worker 31 stopped. I0504 20:39:09.081002 1 tasks_processing.go:74] worker 60 stopped. I0504 20:39:09.081129 1 recorder.go:75] Recording config/oauth with fingerprint=ed3b195f6073da3ebb9f1a0c152dbfda5adf0d2f7c61433642610bd3b27dabbe I0504 20:39:09.081139 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 25.823483ms to process 1 records I0504 20:39:09.083056 1 tasks_processing.go:74] worker 55 stopped. I0504 20:39:09.083067 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 27.288843ms to process 0 records I0504 20:39:09.083073 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 27.258624ms to process 0 records I0504 20:39:09.083077 1 tasks_processing.go:74] worker 35 stopped. I0504 20:39:09.083111 1 tasks_processing.go:74] worker 54 stopped. I0504 20:39:09.083120 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 28.586134ms to process 0 records I0504 20:39:09.083125 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 29.34201ms to process 0 records I0504 20:39:09.083130 1 tasks_processing.go:74] worker 9 stopped. I0504 20:39:09.083432 1 tasks_processing.go:74] worker 38 stopped. I0504 20:39:09.083766 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=143d6f199ab796105f3c8f851e78a9777a79c730101ea76c9004d6e10efabfb3 I0504 20:39:09.083805 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=3b24d8e9ba37c7102dbffac3ff15ea9cf004cb59bc9d4c0b5748876679a95906 I0504 20:39:09.083846 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=62666954242b0ac65051739ee5a78196fc0eff379c4fd699ee7bf7d88d056156 I0504 20:39:09.083856 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 27.630899ms to process 3 records I0504 20:39:09.084232 1 tasks_processing.go:74] worker 62 stopped. I0504 20:39:09.084364 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 29.458835ms to process 0 records I0504 20:39:09.084869 1 tasks_processing.go:74] worker 19 stopped. I0504 20:39:09.084888 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 29.137553ms to process 0 records I0504 20:39:09.084909 1 tasks_processing.go:74] worker 56 stopped. I0504 20:39:09.085043 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 30.705751ms to process 0 records I0504 20:39:09.085661 1 tasks_processing.go:74] worker 50 stopped. I0504 20:39:09.085692 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0504 20:39:09.085705 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 31.063286ms to process 1 records I0504 20:39:09.085914 1 tasks_processing.go:74] worker 39 stopped. I0504 20:39:09.086153 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=dc6e0de13dec6509844bdc934279cb46a1014b0a5c8297ffe0f11e406b950cf6 I0504 20:39:09.086215 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=26f650bf9e2508efad69823adb5ed9e2650b61605c3dc269ee4dfd4ddd6e59f8 I0504 20:39:09.086273 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=ef498d2d4495a7304f80958ba05b4e8b52e7f189196a18e92851a91810330a52 I0504 20:39:09.086287 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 31.986259ms to process 3 records I0504 20:39:09.086383 1 tasks_processing.go:74] worker 53 stopped. I0504 20:39:09.086721 1 recorder.go:75] Recording config/node/ip-10-0-0-35.ec2.internal with fingerprint=97db9892aaf7d18b0b34e087b5f4f40af0e3c9ddbb0ff6146786b7eff345d22e I0504 20:39:09.086824 1 recorder.go:75] Recording config/node/ip-10-0-1-35.ec2.internal with fingerprint=d84a8ea175dad95e2c8e2151cd98ef3cdd5c1fe7543ebf1db719e7a51c287752 I0504 20:39:09.086882 1 recorder.go:75] Recording config/node/ip-10-0-2-94.ec2.internal with fingerprint=e4d36c6684a719e07e44122a98d0a1a16045af4acd539968a8077a6121be53cb I0504 20:39:09.086890 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 31.237226ms to process 3 records I0504 20:39:09.086975 1 tasks_processing.go:74] worker 59 stopped. I0504 20:39:09.087344 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=cba91151556e3abd72c3d28719bb4ca06f11bb9c8adfca0f1be2e7abd2abce8a I0504 20:39:09.087356 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 30.803527ms to process 1 records I0504 20:39:09.087430 1 tasks_processing.go:74] worker 12 stopped. I0504 20:39:09.087520 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=794c07847e2262fbc7d03dd36de41bcaf492c5d43514135d54ba890d76104482 I0504 20:39:09.087642 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=ee7c9eaa9d6f53309da85e4ca3038eb097f59f02f70a4307b6d05cc2fb9017eb I0504 20:39:09.087684 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=19e106e8c3287a5522758d3a6741166bb964726d66fef950fecb405b1f8963a1 I0504 20:39:09.087724 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=722c18aefc7597a05b388c80d0deb48483affcdb2c940c9c7b287a6af3f2c6de I0504 20:39:09.087775 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=0cc8f3a2e276f844861eb12138c01023dc8ea659f32bd8afecff76622289234e I0504 20:39:09.087820 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=267d95127d60c22cc7db089b7f755ad47541b8e895ac41f10a307895a54d75c3 I0504 20:39:09.087850 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=29ed2515c7f6b465c3e6f45514db81bc68468f9662fbdc9378c2ca961f788e90 I0504 20:39:09.087907 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=2d36b04c6ef9aabefe14be20babd721a9cea1209b60ca24478ca403bd924a5f4 I0504 20:39:09.087952 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=5caa6407985c77cd294c6462390bf3a6451d362fa2afa592a037369e80977135 I0504 20:39:09.087990 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=0499102d52f0eabe8fd2701068040e5ba08a0c1406c25fb040d0253de19c6865 I0504 20:39:09.088038 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=22c01f782a0b8cf9cf3d46ed4852301dc4d50e9eb1158fd0b0ed8aa7b41e24cf I0504 20:39:09.088048 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 33.041163ms to process 11 records I0504 20:39:09.088946 1 tasks_processing.go:74] worker 61 stopped. I0504 20:39:09.089035 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 34.847706ms to process 0 records W0504 20:39:09.090206 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:39:09.090706 1 tasks_processing.go:74] worker 3 stopped. I0504 20:39:09.090962 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=02eadee917e3462b5e921f95ceb4146e9d36fc8177a35f84f5e1761c5a5c6a59 I0504 20:39:09.091076 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=ae32f084979496619d678237f91d72e1ba717d3b1fc4a22ce87aa12effa1e7ca I0504 20:39:09.091087 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 37.168116ms to process 2 records I0504 20:39:09.092620 1 tasks_processing.go:74] worker 8 stopped. I0504 20:39:09.093270 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=dc81444f52a82f4217e01a41c27ffaac23f6c76467e8426fba6a490be339f0b0 I0504 20:39:09.093482 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=d05ecad8056c1f5568d9d4c649730577e791b109ed98407047fdff09b8edde99 I0504 20:39:09.093492 1 gather.go:177] gatherer "clusterconfig" function "crds" took 39.079829ms to process 2 records I0504 20:39:09.093520 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 38.678917ms to process 0 records I0504 20:39:09.093528 1 tasks_processing.go:74] worker 27 stopped. I0504 20:39:09.095605 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0504 20:39:09.095611 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0504 20:39:09.095724 1 tasks_processing.go:74] worker 16 stopped. W0504 20:39:09.095747 1 operator.go:288] started I0504 20:39:09.095763 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0504 20:39:09.097003 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-zntxr with fingerprint=024dbd718a64cafaa55b03bbf9d527f380c7c46774b876d6018754cd86dac1fd I0504 20:39:09.097055 1 recorder.go:75] Recording config/running_containers with fingerprint=767f0ff474dbddbcf9785d143fff0de7bf2314bf97aeb8f7c53505304783e427 I0504 20:39:09.097065 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 41.856326ms to process 2 records I0504 20:39:09.097082 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0504 20:39:09.097090 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 42.636712ms to process 1 records I0504 20:39:09.097097 1 tasks_processing.go:74] worker 29 stopped. I0504 20:39:09.102858 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0504 20:39:09.102869 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0504 20:39:09.102875 1 controller.go:212] Source scaController *sca.Controller is not ready I0504 20:39:09.102878 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0504 20:39:09.102881 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0504 20:39:09.102898 1 controller.go:489] The operator is still being initialized I0504 20:39:09.102904 1 controller.go:512] The operator is healthy I0504 20:39:09.107446 1 prometheus_rules.go:88] Prometheus rules successfully created I0504 20:39:09.111593 1 tasks_processing.go:74] worker 57 stopped. I0504 20:39:09.111607 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 56.755116ms to process 0 records I0504 20:39:09.113780 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0504 20:39:09.113796 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0504 20:39:09.113807 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file E0504 20:39:09.117558 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%277603a4a4-eca6-48d7-b3c1-d7c181864938%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:46947->172.30.0.10:53: read: connection refused I0504 20:39:09.117571 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%277603a4a4-eca6-48d7-b3c1-d7c181864938%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:46947->172.30.0.10:53: read: connection refused I0504 20:39:09.120014 1 tasks_processing.go:74] worker 22 stopped. E0504 20:39:09.120029 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0504 20:39:09.120035 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0504 20:39:09.120039 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0504 20:39:09.120048 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0504 20:39:09.120072 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0504 20:39:09.120079 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0504 20:39:09.120084 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0504 20:39:09.120088 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0504 20:39:09.120125 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0504 20:39:09.120132 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0504 20:39:09.120137 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 65.711189ms to process 7 records I0504 20:39:09.122532 1 base_controller.go:82] Caches are synced for ConfigController I0504 20:39:09.122543 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0504 20:39:09.127814 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:39:09.169839 1 tasks_processing.go:74] worker 36 stopped. I0504 20:39:09.170247 1 recorder.go:75] Recording config/version with fingerprint=1be7a80258223db80a84699c9d1ad678b882e42bedbeebcc608465d0f35c2482 I0504 20:39:09.170268 1 recorder.go:75] Recording config/id with fingerprint=5cf4f43ac1f616f36f0998f4ee521cce3c9ef690fe6aa6b088a18bd27d85739b I0504 20:39:09.170277 1 gather.go:177] gatherer "clusterconfig" function "version" took 115.26806ms to process 2 records I0504 20:39:09.180147 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0504 20:39:09.184745 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:43396->172.30.0.10:53: read: connection refused I0504 20:39:09.184762 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.21:43396->172.30.0.10:53: read: connection refused I0504 20:39:09.196521 1 base_controller.go:82] Caches are synced for LoggingSyncer I0504 20:39:09.196537 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0504 20:39:09.198472 1 tasks_processing.go:74] worker 43 stopped. E0504 20:39:09.198487 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0504 20:39:09.198493 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q3b2jndvnclhns1jvpai25rp02k3s92-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q3b2jndvnclhns1jvpai25rp02k3s92-primary-cert-bundle-secret" not found I0504 20:39:09.198574 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=adb3736c33b6b37604da3e726dd01943520bebce629c0d62207bed456d5c8462 I0504 20:39:09.198590 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 144.715363ms to process 1 records W0504 20:39:10.087995 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:39:10.297327 1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 18 containers I0504 20:39:10.297344 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1398101 bytes I0504 20:39:10.298207 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-7hwxx pod in namespace openshift-dns (previous: false). I0504 20:39:10.516079 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0504 20:39:10.529165 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7hwxx pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-7hwxx\" is waiting to start: ContainerCreating" I0504 20:39:10.529179 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-7hwxx\" is waiting to start: ContainerCreating" I0504 20:39:10.529187 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-7hwxx pod in namespace openshift-dns (previous: false). I0504 20:39:10.704156 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7hwxx pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-7hwxx\" is waiting to start: ContainerCreating" I0504 20:39:10.704180 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-7hwxx\" is waiting to start: ContainerCreating" I0504 20:39:10.704194 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-b4mps pod in namespace openshift-dns (previous: false). I0504 20:39:10.909192 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:39:10.909217 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-c2mgq pod in namespace openshift-dns (previous: false). W0504 20:39:11.087516 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:39:11.118397 1 tasks_processing.go:74] worker 44 stopped. I0504 20:39:11.118460 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=63aa21103d854e950034769ae920cd25e61712531f806484b52d3121dcaf74e4 I0504 20:39:11.118498 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=ba54c922a4dec5f4ec5f0f9fd74d4eb389c52205f540f776817f332e8b32c62a I0504 20:39:11.118544 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0504 20:39:11.118570 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=5a3251f818236a545870b9ecf872ca4a14836813a1ce05e7b713a1c900f1328b I0504 20:39:11.118588 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0504 20:39:11.118630 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=13aef552131a187b440ce43d4355e5d50023f9c24769e02060d52062ce81ce61 I0504 20:39:11.118662 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=c2194f36cee96b77ae850b59c653297380e61444a4045f1dfc52044eccf35828 I0504 20:39:11.118686 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=e25ada76b9d19f1d4f15bec36b244053817d7446b2491e1b15be319d70043fd5 I0504 20:39:11.118701 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=34522c1393ccea18652b6860de19d947e91c2c4595962f7caa695c90b6628a27 I0504 20:39:11.118718 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=6ca0aa2bc926b0a758144ac9067b324b3d42b44c35922f7270ec5e445807c465 I0504 20:39:11.118725 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0504 20:39:11.118740 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=62838f142fafb80c9c5b78c0ec706b3c77c30111ce564b41ea3ad84634589003 I0504 20:39:11.118751 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0504 20:39:11.118766 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=bef6828003c5184e7cddbc0cb5600d958b3b55bedd474ed0b9bf832e1c5b8da2 I0504 20:39:11.118776 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0504 20:39:11.118797 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b9ed59d3c4d457e7b7a4fefecd2e321efa7039d671f001a7dc765b823ffd589b I0504 20:39:11.118806 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0504 20:39:11.118821 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=384c68f6e3310e2b44d8a6fd11142e98fc6e0a2104a462bafbca6156e55d07c5 I0504 20:39:11.118960 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=73b7cad01eaaa4550194c02cb851e8d7a674f802c87db7751b32ef6400bf5320 I0504 20:39:11.118970 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0504 20:39:11.118980 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0504 20:39:11.119001 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0504 20:39:11.119040 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=4738ca0fb2558a7ad7a2daa35897985aeef106da74cbbddb51657b4ba30f9f6e I0504 20:39:11.119066 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=93a275928348d85e8a015cfdaf58c7a6d5583ee8ac2fc5a8491f11611434c268 I0504 20:39:11.119076 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0504 20:39:11.119101 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=aaada962b7b8ebf343ca8ac66b846c2f5b5b304c7bc2b496365fec831b94e5d1 I0504 20:39:11.119114 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0504 20:39:11.119127 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=a3574b08be35bc1eaa58f916b99f5d9aa4353afe17855e3f95edf56a8dbde526 I0504 20:39:11.119142 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=64b74ed711d79d7544ab2f06a0bd532dc0cdbda24c2c97b5f0ee43f6d1065f33 I0504 20:39:11.119161 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=403af3ce953dd153d2d93a66cfc33c65a3837b4c3f09aa7492ed2935cdc113c4 I0504 20:39:11.119181 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=9dc78fb86db9b57b92bf12080bb3c8da85f67538ef019306338c86a7fb8a36ed I0504 20:39:11.119203 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=9ff6a489f6e434369937a08d0271edf8ffd711234dbb5181e9013eff1838152e I0504 20:39:11.119214 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0504 20:39:11.119245 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=ce89f3ced3911723de40b56198e86e6f953b92776506cc2eda96ca3d92674144 I0504 20:39:11.119262 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0504 20:39:11.119275 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0504 20:39:11.119283 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.063372237s to process 36 records I0504 20:39:11.129051 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-c2mgq pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-c2mgq\" is waiting to start: ContainerCreating" I0504 20:39:11.129067 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-c2mgq\" is waiting to start: ContainerCreating" I0504 20:39:11.129078 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-cv45n pod in namespace openshift-dns (previous: false). I0504 20:39:11.332250 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-cv45n pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-cv45n\" is waiting to start: ContainerCreating" I0504 20:39:11.332269 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-cv45n\" is waiting to start: ContainerCreating" I0504 20:39:11.332280 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6f84b76648-p7q2k pod in namespace openshift-image-registry (previous: false). I0504 20:39:11.501896 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6f84b76648-p7q2k pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6f84b76648-p7q2k\" is waiting to start: ContainerCreating" I0504 20:39:11.501920 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6f84b76648-p7q2k\" is waiting to start: ContainerCreating" I0504 20:39:11.501929 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-75fb456cf5-cxd6s pod in namespace openshift-image-registry (previous: false). I0504 20:39:11.696883 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:39:11.696900 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-75fb456cf5-fpt8z pod in namespace openshift-image-registry (previous: false). I0504 20:39:11.895922 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:39:11.895942 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-b8mwd pod in namespace openshift-image-registry (previous: false). W0504 20:39:12.087193 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:39:12.101843 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:39:12.101860 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-cc9bd pod in namespace openshift-image-registry (previous: false). I0504 20:39:12.301989 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:39:12.302009 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-w5hj2 pod in namespace openshift-image-registry (previous: false). I0504 20:39:12.516243 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-w5hj2 pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-w5hj2\" is waiting to start: ContainerCreating" I0504 20:39:12.516268 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-w5hj2\" is waiting to start: ContainerCreating" I0504 20:39:12.516283 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5947b59b5f-lqn5k pod in namespace openshift-ingress (previous: false). I0504 20:39:12.697363 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:39:12.697385 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5947b59b5f-s5jmk pod in namespace openshift-ingress (previous: false). I0504 20:39:12.914421 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5947b59b5f-s5jmk pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5947b59b5f-s5jmk\" is waiting to start: ContainerCreating" I0504 20:39:12.914443 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5947b59b5f-s5jmk\" is waiting to start: ContainerCreating" I0504 20:39:12.914458 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5bc5975b55-w7ccx pod in namespace openshift-ingress (previous: false). W0504 20:39:13.088631 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:39:13.109991 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5bc5975b55-w7ccx pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5bc5975b55-w7ccx\" is waiting to start: ContainerCreating" I0504 20:39:13.110007 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5bc5975b55-w7ccx\" is waiting to start: ContainerCreating" I0504 20:39:13.110018 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-m447b pod in namespace openshift-ingress-canary (previous: false). I0504 20:39:13.303485 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-m447b pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-m447b\" is waiting to start: ContainerCreating" I0504 20:39:13.303521 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-m447b\" is waiting to start: ContainerCreating" I0504 20:39:13.303535 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-7d5f866c57-fmbcm pod in namespace openshift-kube-storage-version-migrator (previous: false). I0504 20:39:13.503928 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-7d5f866c57-fmbcm pod in namespace openshift-kube-storage-version-migrator (previous: false). I0504 20:39:13.706181 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74848b4cb9-8lbts pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0504 20:39:13.904109 1 tasks_processing.go:74] worker 58 stopped. I0504 20:39:13.904210 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=e9e8f0869eb5d37376249155ef92db2e906b9bf063b4c039bc440ec0fc3fdf78 I0504 20:39:13.904250 1 recorder.go:75] Recording events/openshift-dns with fingerprint=6debf8377210476435a560719d3bd5fcd00b41556c230db2e36d59bec064c5dc I0504 20:39:13.904345 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=87ce84d9d8659c4bd35ebf96ec81b0932008e6c8a8ebed52d02d2515d8df839a I0504 20:39:13.904373 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=667830566772502a741842f5c09a580bcd7e9aa39d271a54d97eedb68a50fd90 I0504 20:39:13.904444 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=db0e26d11739e48b60a1ecffa76ced8b798e448ac30567fb817a02ba419e9db7 I0504 20:39:13.904457 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=ce8e5dabea477d7d8e4c1909d4e801a39ad7942994ce5ee6cf35282320f9f9bd I0504 20:39:13.904475 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=f11114cc5e8a657ada18b52e80c819fdba9a4fdd344cf422124f447cdffb4d12 I0504 20:39:13.904546 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=e02836f9c8188f134c4c8adb7820c375cc2138d5a80eab5fead40416733e835d I0504 20:39:13.904564 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-fmbcm/migrator_current.log with fingerprint=0840f4477702c75d2252d15f472dbff517831807609220e837d6888ad88073c1 I0504 20:39:13.904570 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-7d5f866c57-fmbcm/graceful-termination_current.log with fingerprint=c14ee72232f68e65485e6fced280fe09c13c93fb2b81e6402bf17d1bcb5f9272 I0504 20:39:13.904648 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74848b4cb9-8lbts/kube-storage-version-migrator-operator_current.log with fingerprint=2a564e0a75b8d85c81e2d895b406c2a7e796bfeb0e2998c264679153b7e9d13c I0504 20:39:13.904658 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.848249858s to process 11 records W0504 20:39:14.088385 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0504 20:39:14.088410 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0504 20:39:14.088422 1 tasks_processing.go:74] worker 47 stopped. E0504 20:39:14.088432 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0504 20:39:14.088443 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0504 20:39:14.088457 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0504 20:39:14.088470 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.032720709s to process 1 records I0504 20:39:21.612174 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:39:21.630049 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:39:21.692865 1 tasks_processing.go:74] worker 34 stopped. I0504 20:39:21.692903 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0504 20:39:21.692916 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.638425526s to process 1 records I0504 20:39:21.831007 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:39:22.461820 1 tasks_processing.go:74] worker 42 stopped. I0504 20:39:22.462091 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=8134d5e41c8b88cd9e4cb52a44a4aaa7dc9c85df1ecff9db5f654f5b009336ee I0504 20:39:22.462106 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.408101796s to process 1 records E0504 20:39:22.462171 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.408s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0504 20:39:22.463296 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0504 20:39:22.463313 1 periodic.go:209] Running workloads gatherer I0504 20:39:22.463330 1 tasks_processing.go:45] number of workers: 2 I0504 20:39:22.463341 1 tasks_processing.go:69] worker 1 listening for tasks. I0504 20:39:22.463345 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0504 20:39:22.463354 1 tasks_processing.go:69] worker 0 listening for tasks. I0504 20:39:22.463427 1 tasks_processing.go:71] worker 0 working on workload_info task. I0504 20:39:22.490376 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0504 20:39:22.495761 1 tasks_processing.go:74] worker 1 stopped. I0504 20:39:22.495778 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 32.402681ms to process 0 records I0504 20:39:22.500401 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (11ms) I0504 20:39:22.510966 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (11ms) I0504 20:39:22.520467 1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (9ms) I0504 20:39:22.530305 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (10ms) I0504 20:39:22.539832 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (10ms) I0504 20:39:22.549376 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (10ms) I0504 20:39:22.558823 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (9ms) I0504 20:39:22.568824 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (10ms) I0504 20:39:22.578643 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (10ms) I0504 20:39:22.588380 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (10ms) I0504 20:39:22.600472 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (12ms) I0504 20:39:22.700657 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0504 20:39:22.800469 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms) I0504 20:39:22.900380 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms) I0504 20:39:23.001637 1 gather_workloads_info.go:387] No image sha256:fac526ab9335a9a8decb028a30673f4ae718deae8da114f36103b6438ba6458f (101ms) I0504 20:39:23.101497 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms) I0504 20:39:23.200095 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (99ms) I0504 20:39:23.301366 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (101ms) I0504 20:39:23.401294 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms) I0504 20:39:23.501369 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms) I0504 20:39:23.600564 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms) I0504 20:39:23.700793 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms) I0504 20:39:23.800943 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0504 20:39:23.901465 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms) I0504 20:39:24.000074 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (99ms) I0504 20:39:24.103347 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (103ms) I0504 20:39:24.201722 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (98ms) I0504 20:39:24.301314 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms) I0504 20:39:24.401468 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (100ms) I0504 20:39:24.500642 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (99ms) I0504 20:39:24.600738 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms) I0504 20:39:24.700841 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms) I0504 20:39:24.800806 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms) I0504 20:39:24.900996 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0504 20:39:24.901034 1 tasks_processing.go:74] worker 0 stopped. E0504 20:39:24.901044 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0504 20:39:24.901346 1 recorder.go:75] Recording config/workload_info with fingerprint=6d33efe36738dfa845e465d978bda4126be69d2dd3cf0ea1cff87cfa221a1f03 I0504 20:39:24.901361 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.437591934s to process 1 records E0504 20:39:24.901385 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.438s with: function \"workload_info\" failed with an error" I0504 20:39:24.902484 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0504 20:39:24.902497 1 periodic.go:209] Running conditional gatherer I0504 20:39:24.909275 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0504 20:39:24.915606 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.21:51974->172.30.0.10:53: read: connection refused E0504 20:39:24.915841 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:39:24.915899 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0504 20:39:24.922724 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0504 20:39:24.922738 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:39:24.922744 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:39:24.922747 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:39:24.922750 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:39:24.922753 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:39:24.922757 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:39:24.922760 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:39:24.922763 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:39:24.922766 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0504 20:39:24.922781 1 tasks_processing.go:45] number of workers: 3 I0504 20:39:24.922787 1 tasks_processing.go:69] worker 2 listening for tasks. I0504 20:39:24.922791 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0504 20:39:24.922856 1 tasks_processing.go:69] worker 1 listening for tasks. I0504 20:39:24.922867 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0504 20:39:24.922866 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0504 20:39:24.922876 1 tasks_processing.go:69] worker 0 listening for tasks. I0504 20:39:24.922895 1 tasks_processing.go:74] worker 0 stopped. I0504 20:39:24.922878 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 821ns to process 1 records I0504 20:39:24.922868 1 tasks_processing.go:71] worker 1 working on remote_configuration task. I0504 20:39:24.922909 1 tasks_processing.go:74] worker 1 stopped. I0504 20:39:24.922957 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0504 20:39:24.922971 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 954ns to process 1 records I0504 20:39:24.923149 1 tasks_processing.go:74] worker 2 stopped. I0504 20:39:24.923164 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 270.126µs to process 0 records I0504 20:39:24.923194 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.21:51974->172.30.0.10:53: read: connection refused I0504 20:39:24.923219 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0504 20:39:24.945627 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=82b9cb8c46fd59c7918c3b4addbefe5c60dc877d8be40f62ecfd5b33f28ccfeb I0504 20:39:24.945766 1 diskrecorder.go:70] Writing 106 records to /var/lib/insights-operator/insights-2026-05-04-203924.tar.gz I0504 20:39:24.952263 1 diskrecorder.go:51] Wrote 106 records to disk in 6ms I0504 20:39:24.952296 1 periodic.go:278] Gathering cluster info every 2h0m0s I0504 20:39:24.952311 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0504 20:39:32.101021 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:40:18.092348 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="20a3783364c5ae21f8c34ca7681faa4cf7d3b79ec439b768b8eb7c238bb47a83") W0504 20:40:18.092379 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0504 20:40:18.092425 1 periodic.go:170] Shutting down I0504 20:40:18.092439 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="a5f611ca2d281dfd334f7da91e046e281184bd6da944453b6bb0409c0a448f13") I0504 20:40:18.092439 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0504 20:40:18.092473 1 base_controller.go:181] Shutting down LoggingSyncer ... I0504 20:40:18.092484 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0504 20:40:18.092496 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...