W0428 11:08:47.898688 1 cmd.go:257] Using insecure, self-signed certificates I0428 11:08:48.489168 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0428 11:08:48.489490 1 observer_polling.go:159] Starting file observer I0428 11:08:48.951654 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0428 11:08:48.951892 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0428 11:08:48.952436 1 secure_serving.go:57] Forcing use of http/1.1 only W0428 11:08:48.952464 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0428 11:08:48.952470 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0428 11:08:48.952474 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0428 11:08:48.952477 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0428 11:08:48.952479 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0428 11:08:48.952481 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0428 11:08:48.952631 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0428 11:08:48.957015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"9ee9d292-3c45-403f-947c-a3a161169b7d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0428 11:08:48.957006 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0428 11:08:48.959081 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0428 11:08:48.959097 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0428 11:08:48.959102 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 11:08:48.959114 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 11:08:48.959123 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0428 11:08:48.959129 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0428 11:08:48.959399 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2039486193/tls.crt::/tmp/serving-cert-2039486193/tls.key" I0428 11:08:48.959702 1 secure_serving.go:213] Serving securely on [::]:8443 I0428 11:08:48.959743 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0428 11:08:48.963969 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0428 11:08:48.963999 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0428 11:08:48.964117 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0428 11:08:48.969451 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0428 11:08:48.969476 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0428 11:08:48.978592 1 secretconfigobserver.go:119] support secret does not exist I0428 11:08:48.983902 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0428 11:08:48.988581 1 secretconfigobserver.go:119] support secret does not exist I0428 11:08:48.990585 1 recorder.go:176] Pruning old reports every 4h27m32s, max age is 288h0m0s I0428 11:08:48.995970 1 periodic.go:216] Running clusterconfig gatherer I0428 11:08:48.995984 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0428 11:08:48.996004 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0428 11:08:48.996014 1 tasks_processing.go:45] number of workers: 64 I0428 11:08:48.996033 1 tasks_processing.go:69] worker 2 listening for tasks. I0428 11:08:48.996044 1 tasks_processing.go:69] worker 0 listening for tasks. I0428 11:08:48.996044 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0428 11:08:48.996054 1 tasks_processing.go:69] worker 1 listening for tasks. I0428 11:08:48.996061 1 insightsreport.go:296] Starting report retriever I0428 11:08:48.996067 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0428 11:08:48.996072 1 tasks_processing.go:71] worker 1 working on infrastructures task. I0428 11:08:48.996075 1 tasks_processing.go:69] worker 10 listening for tasks. I0428 11:08:48.996078 1 tasks_processing.go:69] worker 50 listening for tasks. I0428 11:08:48.996075 1 tasks_processing.go:69] worker 19 listening for tasks. I0428 11:08:48.996086 1 tasks_processing.go:69] worker 36 listening for tasks. I0428 11:08:48.996090 1 tasks_processing.go:69] worker 21 listening for tasks. I0428 11:08:48.996091 1 tasks_processing.go:71] worker 19 working on image task. I0428 11:08:48.996100 1 tasks_processing.go:71] worker 21 working on silenced_alerts task. I0428 11:08:48.996102 1 tasks_processing.go:69] worker 39 listening for tasks. I0428 11:08:48.996108 1 tasks_processing.go:71] worker 39 working on machine_config_pools task. I0428 11:08:48.996110 1 tasks_processing.go:69] worker 8 listening for tasks. I0428 11:08:48.996113 1 tasks_processing.go:69] worker 6 listening for tasks. I0428 11:08:48.996121 1 tasks_processing.go:69] worker 9 listening for tasks. I0428 11:08:48.996135 1 tasks_processing.go:69] worker 15 listening for tasks. I0428 11:08:48.996082 1 tasks_processing.go:69] worker 20 listening for tasks. I0428 11:08:48.996153 1 tasks_processing.go:71] worker 36 working on config_maps task. I0428 11:08:48.996158 1 tasks_processing.go:69] worker 12 listening for tasks. I0428 11:08:48.996159 1 tasks_processing.go:69] worker 4 listening for tasks. I0428 11:08:48.996154 1 tasks_processing.go:69] worker 18 listening for tasks. I0428 11:08:48.996167 1 tasks_processing.go:69] worker 11 listening for tasks. W0428 11:08:48.996142 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0428 11:08:48.996175 1 tasks_processing.go:69] worker 5 listening for tasks. I0428 11:08:48.996170 1 tasks_processing.go:69] worker 14 listening for tasks. I0428 11:08:48.996177 1 tasks_processing.go:69] worker 17 listening for tasks. I0428 11:08:48.996097 1 tasks_processing.go:69] worker 38 listening for tasks. I0428 11:08:48.996092 1 tasks_processing.go:69] worker 37 listening for tasks. I0428 11:08:48.996188 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 72.64µs to process 0 records I0428 11:08:48.996182 1 tasks_processing.go:69] worker 58 listening for tasks. I0428 11:08:48.996193 1 tasks_processing.go:69] worker 23 listening for tasks. I0428 11:08:48.996199 1 tasks_processing.go:69] worker 30 listening for tasks. I0428 11:08:48.996204 1 tasks_processing.go:69] worker 47 listening for tasks. I0428 11:08:48.996208 1 tasks_processing.go:69] worker 49 listening for tasks. I0428 11:08:48.996208 1 tasks_processing.go:69] worker 40 listening for tasks. I0428 11:08:48.996212 1 tasks_processing.go:69] worker 41 listening for tasks. I0428 11:08:48.996236 1 tasks_processing.go:69] worker 32 listening for tasks. I0428 11:08:48.996244 1 tasks_processing.go:69] worker 62 listening for tasks. I0428 11:08:48.996205 1 tasks_processing.go:69] worker 45 listening for tasks. I0428 11:08:48.996248 1 tasks_processing.go:71] worker 0 working on container_images task. I0428 11:08:48.996245 1 tasks_processing.go:69] worker 61 listening for tasks. I0428 11:08:48.996166 1 tasks_processing.go:69] worker 28 listening for tasks. I0428 11:08:48.996184 1 tasks_processing.go:69] worker 22 listening for tasks. I0428 11:08:48.996186 1 tasks_processing.go:69] worker 31 listening for tasks. I0428 11:08:48.996187 1 tasks_processing.go:69] worker 48 listening for tasks. I0428 11:08:48.996192 1 tasks_processing.go:69] worker 29 listening for tasks. I0428 11:08:48.996195 1 tasks_processing.go:69] worker 46 listening for tasks. I0428 11:08:48.996151 1 tasks_processing.go:69] worker 3 listening for tasks. I0428 11:08:48.996199 1 tasks_processing.go:69] worker 42 listening for tasks. I0428 11:08:48.996202 1 tasks_processing.go:69] worker 24 listening for tasks. I0428 11:08:48.996162 1 tasks_processing.go:69] worker 13 listening for tasks. I0428 11:08:48.996211 1 tasks_processing.go:69] worker 51 listening for tasks. I0428 11:08:48.996212 1 tasks_processing.go:69] worker 25 listening for tasks. I0428 11:08:48.996219 1 tasks_processing.go:69] worker 55 listening for tasks. I0428 11:08:48.996219 1 tasks_processing.go:69] worker 54 listening for tasks. I0428 11:08:48.996217 1 tasks_processing.go:69] worker 26 listening for tasks. I0428 11:08:48.996090 1 tasks_processing.go:71] worker 50 working on nodenetworkstates task. I0428 11:08:48.996071 1 tasks_processing.go:69] worker 35 listening for tasks. I0428 11:08:48.996100 1 tasks_processing.go:69] worker 7 listening for tasks. I0428 11:08:48.996220 1 tasks_processing.go:69] worker 27 listening for tasks. I0428 11:08:48.996223 1 tasks_processing.go:69] worker 52 listening for tasks. I0428 11:08:48.996221 1 tasks_processing.go:69] worker 43 listening for tasks. I0428 11:08:48.996228 1 tasks_processing.go:69] worker 56 listening for tasks. I0428 11:08:48.996231 1 tasks_processing.go:69] worker 53 listening for tasks. I0428 11:08:48.996348 1 tasks_processing.go:71] worker 53 working on container_runtime_configs task. I0428 11:08:48.996354 1 tasks_processing.go:71] worker 8 working on qemu_kubevirt_launcher_logs task. I0428 11:08:48.996232 1 tasks_processing.go:69] worker 57 listening for tasks. I0428 11:08:48.996403 1 tasks_processing.go:71] worker 62 working on feature_gates task. I0428 11:08:48.996421 1 tasks_processing.go:71] worker 22 working on service_accounts task. I0428 11:08:48.996424 1 tasks_processing.go:71] worker 25 working on ceph_cluster task. I0428 11:08:48.996430 1 tasks_processing.go:71] worker 55 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0428 11:08:48.996438 1 tasks_processing.go:71] worker 13 working on cost_management_metrics_configs task. I0428 11:08:48.996455 1 tasks_processing.go:69] worker 59 listening for tasks. I0428 11:08:48.996501 1 tasks_processing.go:71] worker 51 working on support_secret task. I0428 11:08:48.996533 1 tasks_processing.go:71] worker 42 working on aggregated_monitoring_cr_names task. I0428 11:08:48.996568 1 tasks_processing.go:71] worker 40 working on install_plans task. I0428 11:08:48.996570 1 tasks_processing.go:71] worker 47 working on nodes task. I0428 11:08:48.996596 1 tasks_processing.go:71] worker 14 working on pod_network_connectivity_checks task. I0428 11:08:48.996664 1 tasks_processing.go:71] worker 41 working on sap_config task. I0428 11:08:48.996424 1 tasks_processing.go:71] worker 26 working on schedulers task. I0428 11:08:48.996764 1 tasks_processing.go:71] worker 12 working on version task. I0428 11:08:48.996828 1 tasks_processing.go:71] worker 4 working on machine_healthchecks task. I0428 11:08:48.996458 1 tasks_processing.go:71] worker 57 working on overlapping_namespace_uids task. I0428 11:08:48.996849 1 tasks_processing.go:71] worker 49 working on operators_pods_and_events task. I0428 11:08:48.996867 1 tasks_processing.go:71] worker 9 working on openstack_dataplanedeployments task. I0428 11:08:48.996246 1 tasks_processing.go:71] worker 2 working on lokistack task. I0428 11:08:48.996941 1 tasks_processing.go:71] worker 32 working on sap_datahubs task. I0428 11:08:48.997007 1 tasks_processing.go:71] worker 18 working on proxies task. I0428 11:08:48.997049 1 tasks_processing.go:71] worker 6 working on monitoring_persistent_volumes task. I0428 11:08:48.997059 1 tasks_processing.go:71] worker 15 working on nodenetworkconfigurationpolicies task. I0428 11:08:48.997113 1 tasks_processing.go:71] worker 21 working on pdbs task. I0428 11:08:48.997146 1 tasks_processing.go:71] worker 5 working on networks task. I0428 11:08:48.997171 1 tasks_processing.go:71] worker 11 working on olm_operators task. I0428 11:08:48.997226 1 tasks_processing.go:71] worker 20 working on machine_sets task. I0428 11:08:48.996348 1 tasks_processing.go:71] worker 56 working on openstack_version task. I0428 11:08:48.996246 1 tasks_processing.go:69] worker 60 listening for tasks. I0428 11:08:48.996406 1 tasks_processing.go:71] worker 45 working on metrics task. I0428 11:08:48.997373 1 tasks_processing.go:71] worker 60 working on machine_autoscalers task. W0428 11:08:48.997403 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0428 11:08:48.997475 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 91.204µs to process 0 records I0428 11:08:48.996169 1 tasks_processing.go:69] worker 16 listening for tasks. I0428 11:08:48.996399 1 tasks_processing.go:71] worker 24 working on validating_webhook_configurations task. I0428 11:08:48.996083 1 tasks_processing.go:71] worker 10 working on operators task. I0428 11:08:48.997610 1 tasks_processing.go:71] worker 16 working on authentication task. I0428 11:08:48.996411 1 tasks_processing.go:71] worker 61 working on certificate_signing_requests task. I0428 11:08:48.997754 1 tasks_processing.go:71] worker 45 working on openstack_dataplanenodesets task. I0428 11:08:48.996415 1 tasks_processing.go:71] worker 28 working on sap_pods task. I0428 11:08:48.996236 1 tasks_processing.go:69] worker 33 listening for tasks. I0428 11:08:48.998026 1 tasks_processing.go:71] worker 33 working on node_logs task. I0428 11:08:48.996470 1 tasks_processing.go:71] worker 27 working on jaegers task. I0428 11:08:48.996251 1 tasks_processing.go:69] worker 63 listening for tasks. I0428 11:08:48.996479 1 tasks_processing.go:71] worker 7 working on openshift_machine_api_events task. I0428 11:08:48.998329 1 tasks_processing.go:71] worker 63 working on mutating_webhook_configurations task. I0428 11:08:48.996475 1 tasks_processing.go:71] worker 35 working on clusterroles task. I0428 11:08:48.996490 1 tasks_processing.go:71] worker 46 working on image_pruners task. I0428 11:08:48.996503 1 tasks_processing.go:71] worker 29 working on storage_classes task. I0428 11:08:48.996217 1 tasks_processing.go:69] worker 44 listening for tasks. I0428 11:08:48.998573 1 tasks_processing.go:71] worker 44 working on cluster_apiserver task. I0428 11:08:48.996513 1 tasks_processing.go:71] worker 59 working on tsdb_status task. W0428 11:08:48.998665 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0428 11:08:48.998738 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 62.23µs to process 0 records I0428 11:08:48.996520 1 tasks_processing.go:71] worker 52 working on crds task. I0428 11:08:48.998782 1 tasks_processing.go:71] worker 59 working on oauths task. I0428 11:08:48.996523 1 tasks_processing.go:71] worker 43 working on active_alerts task. I0428 11:08:48.996521 1 tasks_processing.go:71] worker 31 working on storage_cluster task. W0428 11:08:48.998889 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0428 11:08:48.998903 1 tasks_processing.go:74] worker 43 stopped. I0428 11:08:48.996534 1 tasks_processing.go:71] worker 30 working on openshift_logging task. I0428 11:08:48.998916 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 29.82µs to process 0 records I0428 11:08:48.996540 1 tasks_processing.go:71] worker 17 working on dvo_metrics task. I0428 11:08:48.996545 1 tasks_processing.go:71] worker 38 working on openstack_controlplanes task. I0428 11:08:48.996542 1 tasks_processing.go:71] worker 54 working on machine_configs task. I0428 11:08:48.996553 1 tasks_processing.go:71] worker 37 working on node_features task. I0428 11:08:48.996555 1 tasks_processing.go:71] worker 58 working on image_registries task. I0428 11:08:48.996557 1 tasks_processing.go:71] worker 23 working on ingress_certificates task. I0428 11:08:48.996237 1 tasks_processing.go:69] worker 34 listening for tasks. I0428 11:08:49.000024 1 tasks_processing.go:74] worker 34 stopped. I0428 11:08:48.996487 1 tasks_processing.go:71] worker 3 working on ingress task. I0428 11:08:48.996513 1 tasks_processing.go:71] worker 48 working on machines task. I0428 11:08:49.001939 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0428 11:08:49.001958 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0428 11:08:49.001964 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0428 11:08:49.001967 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0428 11:08:49.001981 1 controller.go:531] The operator is still being initialized I0428 11:08:49.001986 1 controller.go:554] The operator is healthy I0428 11:08:49.003285 1 tasks_processing.go:74] worker 39 stopped. I0428 11:08:49.003300 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 7.170461ms to process 0 records I0428 11:08:49.003319 1 tasks_processing.go:74] worker 25 stopped. I0428 11:08:49.003326 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 6.886169ms to process 0 records I0428 11:08:49.003451 1 tasks_processing.go:74] worker 1 stopped. I0428 11:08:49.004070 1 recorder.go:75] Recording config/infrastructure with fingerprint=68ae95d3620fbb9a63e20420e9be478ab9aaf5b11490e89ba694e6cfe5f77e60 I0428 11:08:49.004091 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 7.363435ms to process 1 records I0428 11:08:49.006048 1 tasks_processing.go:74] worker 19 stopped. I0428 11:08:49.006128 1 recorder.go:75] Recording config/image with fingerprint=cabf50451544588daac60400cc9e6ae917d242fb26a285e0c7b50b17f2c58602 I0428 11:08:49.006140 1 gather.go:177] gatherer "clusterconfig" function "image" took 9.938991ms to process 1 records I0428 11:08:49.008963 1 tasks_processing.go:74] worker 50 stopped. I0428 11:08:49.008976 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 12.636963ms to process 0 records I0428 11:08:49.010405 1 tasks_processing.go:74] worker 15 stopped. I0428 11:08:49.010422 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 13.333601ms to process 0 records I0428 11:08:49.010779 1 tasks_processing.go:74] worker 45 stopped. I0428 11:08:49.010794 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 13.008624ms to process 0 records I0428 11:08:49.011134 1 tasks_processing.go:74] worker 2 stopped. I0428 11:08:49.011151 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 14.225566ms to process 0 records I0428 11:08:49.011536 1 tasks_processing.go:74] worker 32 stopped. I0428 11:08:49.011554 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 14.576193ms to process 0 records I0428 11:08:49.011645 1 tasks_processing.go:74] worker 4 stopped. E0428 11:08:49.011657 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0428 11:08:49.011667 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 14.794874ms to process 0 records I0428 11:08:49.012425 1 tasks_processing.go:74] worker 41 stopped. I0428 11:08:49.012436 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 15.743152ms to process 0 records I0428 11:08:49.012553 1 tasks_processing.go:74] worker 14 stopped. E0428 11:08:49.012562 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0428 11:08:49.012573 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 15.932495ms to process 0 records I0428 11:08:49.012580 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 15.672858ms to process 0 records I0428 11:08:49.012585 1 tasks_processing.go:74] worker 9 stopped. I0428 11:08:49.014972 1 tasks_processing.go:74] worker 18 stopped. I0428 11:08:49.015078 1 recorder.go:75] Recording config/proxy with fingerprint=0f089260552846c5cc5184c1000e57f56986bf7833d2e52e178370cce0ee2666 I0428 11:08:49.015097 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 17.943514ms to process 1 records I0428 11:08:49.015193 1 tasks_processing.go:74] worker 5 stopped. I0428 11:08:49.015294 1 recorder.go:75] Recording config/network with fingerprint=3761961533b66e8f73c1bfbe436cbdc63a38bdbdecbf76faef0f17b746f5f4fc I0428 11:08:49.015308 1 gather.go:177] gatherer "clusterconfig" function "networks" took 17.8507ms to process 1 records I0428 11:08:49.015400 1 tasks_processing.go:74] worker 16 stopped. I0428 11:08:49.015492 1 recorder.go:75] Recording config/authentication with fingerprint=32266e3718cf40137cf6dd37f5cc05893a233d7756692c8001c3559667ad9f2d I0428 11:08:49.015504 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 17.467059ms to process 1 records I0428 11:08:49.017767 1 tasks_processing.go:74] worker 62 stopped. I0428 11:08:49.017902 1 recorder.go:75] Recording config/featuregate with fingerprint=299f3b7830f96ec46e1c6eb15b7b14b85076645a8968139899d19ff8de4736f7 I0428 11:08:49.017915 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 21.336207ms to process 1 records I0428 11:08:49.019251 1 tasks_processing.go:74] worker 11 stopped. I0428 11:08:49.019263 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 22.062783ms to process 0 records I0428 11:08:49.019268 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 22.191019ms to process 0 records I0428 11:08:49.019273 1 tasks_processing.go:74] worker 6 stopped. I0428 11:08:49.019783 1 tasks_processing.go:74] worker 57 stopped. I0428 11:08:49.019812 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0428 11:08:49.019824 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 22.921145ms to process 1 records I0428 11:08:49.021034 1 tasks_processing.go:74] worker 33 stopped. I0428 11:08:49.021049 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 22.995775ms to process 0 records I0428 11:08:49.022742 1 tasks_processing.go:74] worker 47 stopped. I0428 11:08:49.023028 1 recorder.go:75] Recording config/node/ip-10-0-0-109.ec2.internal with fingerprint=c13399dc576c344fcd9f2710023ed0c2d0dfb8eb02408b9c96fdd2c7556ff758 I0428 11:08:49.023086 1 recorder.go:75] Recording config/node/ip-10-0-1-135.ec2.internal with fingerprint=7245a119c311693e0fabcedbec11c986f70d8a22867f1477915d86075ed6c413 I0428 11:08:49.023150 1 recorder.go:75] Recording config/node/ip-10-0-2-140.ec2.internal with fingerprint=a360a1bacec82058bd0ecf7ddf745a3fda456cac3d7ada04de2710857de2a852 I0428 11:08:49.023163 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 26.151585ms to process 3 records I0428 11:08:49.024274 1 gather_logs.go:145] no pods in namespace were found I0428 11:08:49.024288 1 tasks_processing.go:74] worker 8 stopped. I0428 11:08:49.024296 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 27.923601ms to process 0 records I0428 11:08:49.033659 1 tasks_processing.go:74] worker 21 stopped. I0428 11:08:49.033866 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=1cfe642121dbf468823ddb7b557c0a7ab5bfab1ea2c8a0f4adf932e8cfeb6c2a I0428 11:08:49.033902 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=cf27d98f0fd2dced4e16d0eaf6a43fc32da72c7865bb871ed996b62bb84f7e04 I0428 11:08:49.033929 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=e3cd0834876ec0a1fbc0ee9c970be274300af56d762385d22c1c16b0030a62fd I0428 11:08:49.033938 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 36.532356ms to process 3 records E0428 11:08:49.033955 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0428 11:08:49.033967 1 gather.go:177] gatherer "clusterconfig" function "machines" took 33.63716ms to process 0 records I0428 11:08:49.033972 1 tasks_processing.go:74] worker 48 stopped. I0428 11:08:49.034046 1 tasks_processing.go:74] worker 12 stopped. I0428 11:08:49.034219 1 recorder.go:75] Recording config/version with fingerprint=7ebeb33024617464ca30de7ff3e9731cf9fdb1466b4673d0560a28d294245db1 I0428 11:08:49.034233 1 recorder.go:75] Recording config/id with fingerprint=f13f72656252226c6f77244849093c9f71c5787f6a79763b3da169f0557cbca1 I0428 11:08:49.034246 1 gather.go:177] gatherer "clusterconfig" function "version" took 37.049937ms to process 2 records I0428 11:08:49.034306 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=c9933c894ce996618c3783551c2f9f4325db975f86962cd70737dc14808009fa I0428 11:08:49.034315 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 37.331796ms to process 1 records I0428 11:08:49.034319 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 36.311125ms to process 0 records I0428 11:08:49.034323 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 35.216935ms to process 0 records I0428 11:08:49.034326 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 35.122163ms to process 0 records I0428 11:08:49.034328 1 tasks_processing.go:74] worker 26 stopped. I0428 11:08:49.034330 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 36.05931ms to process 0 records I0428 11:08:49.034338 1 tasks_processing.go:74] worker 28 stopped. I0428 11:08:49.034343 1 tasks_processing.go:74] worker 38 stopped. I0428 11:08:49.034343 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 36.136036ms to process 0 records I0428 11:08:49.034335 1 tasks_processing.go:74] worker 7 stopped. I0428 11:08:49.034351 1 tasks_processing.go:74] worker 27 stopped. I0428 11:08:49.034351 1 tasks_processing.go:74] worker 30 stopped. I0428 11:08:49.034645 1 tasks_processing.go:74] worker 46 stopped. I0428 11:08:49.034916 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=2fb5f916188db9357b290df60ddcc5bfc18762615b5e66a71cca85d14a8eef91 I0428 11:08:49.034933 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 36.271852ms to process 1 records I0428 11:08:49.035240 1 tasks_processing.go:74] worker 60 stopped. I0428 11:08:49.035250 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 37.859544ms to process 0 records I0428 11:08:49.035255 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 38.89177ms to process 0 records E0428 11:08:49.035259 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0428 11:08:49.035263 1 tasks_processing.go:74] worker 53 stopped. I0428 11:08:49.035273 1 tasks_processing.go:74] worker 37 stopped. I0428 11:08:49.035285 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 36.118434ms to process 0 records I0428 11:08:49.035541 1 tasks_processing.go:74] worker 20 stopped. I0428 11:08:49.035576 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 38.299276ms to process 0 records I0428 11:08:49.035616 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 38.181682ms to process 0 records I0428 11:08:49.035632 1 tasks_processing.go:74] worker 56 stopped. I0428 11:08:49.035724 1 tasks_processing.go:74] worker 3 stopped. I0428 11:08:49.035831 1 recorder.go:75] Recording config/ingress with fingerprint=f4d8afdb9ca489c36a818b3486b5bf381846a49681a405aacf728b6b9e552bc7 I0428 11:08:49.035847 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 35.523127ms to process 1 records I0428 11:08:49.035861 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 36.765162ms to process 0 records I0428 11:08:49.035867 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 39.380845ms to process 0 records I0428 11:08:49.035875 1 tasks_processing.go:74] worker 13 stopped. I0428 11:08:49.035877 1 tasks_processing.go:74] worker 31 stopped. I0428 11:08:49.036179 1 tasks_processing.go:74] worker 58 stopped. I0428 11:08:49.036651 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=dc5a9bc4dc4762d474bf774236495bfc13b08293d44e04dcc69ec21f4752c58d I0428 11:08:49.036673 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 36.890324ms to process 1 records I0428 11:08:49.042847 1 tasks_processing.go:74] worker 51 stopped. E0428 11:08:49.042866 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0428 11:08:49.042878 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 46.297928ms to process 0 records I0428 11:08:49.043736 1 tasks_processing.go:74] worker 61 stopped. I0428 11:08:49.043755 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 46.057593ms to process 0 records I0428 11:08:49.048664 1 tasks_processing.go:74] worker 54 stopped. E0428 11:08:49.048686 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0428 11:08:49.048743 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0428 11:08:49.048765 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 49.567331ms to process 1 records I0428 11:08:49.048999 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0428 11:08:49.049004 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0428 11:08:49.049051 1 tasks_processing.go:74] worker 59 stopped. W0428 11:08:49.049239 1 operator.go:328] started I0428 11:08:49.049256 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0428 11:08:49.049381 1 recorder.go:75] Recording config/oauth with fingerprint=072c6ff50f135f34e31573780ef2dfb8d62ebca56248c3f31deda2c8a6e6c4ff I0428 11:08:49.049404 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 50.251916ms to process 1 records I0428 11:08:49.049523 1 tasks_processing.go:74] worker 44 stopped. I0428 11:08:49.049538 1 recorder.go:75] Recording config/apiserver with fingerprint=59e322c09940ec091f7f93ad9234d2c046049fb38b7b8ae447f8b6c16ca46510 I0428 11:08:49.049547 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 50.600472ms to process 1 records I0428 11:08:49.049933 1 tasks_processing.go:74] worker 29 stopped. I0428 11:08:49.050026 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=ec37146014278e1b99634c29ec3cffcc982d3552667f56ee6c2c44adfb9f2d07 I0428 11:08:49.050048 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=9c39a3cbcd32dc587f2693fc03b3eb35ef4532e0968d292f56db251b2358db42 I0428 11:08:49.050054 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 51.406862ms to process 2 records I0428 11:08:49.050073 1 tasks_processing.go:74] worker 63 stopped. I0428 11:08:49.050253 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=8783b1e6630fce2a899e4316de2464921624156308c0307237dfdf4cec640832 I0428 11:08:49.050289 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=31b7c3fa85851d4d4b46c98f1f34d0ddddd0236a544d358835f509fbaa52a938 I0428 11:08:49.050322 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=8fe93c8ef2882465e60a003251ca0e7f7b557db2509766b7635e2565e0f4bf87 I0428 11:08:49.050334 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 51.724181ms to process 3 records I0428 11:08:49.050426 1 tasks_processing.go:74] worker 24 stopped. I0428 11:08:49.050455 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=fcb944f402e8ff0e7b9fce91a78afbff8cbe4869798d4070ea3c43642b32bb52 I0428 11:08:49.050560 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=a52010a640b63a3fd0bdf24f87a22b6d88e17d1e77bf1ebac4f62dab9815b2bb I0428 11:08:49.050604 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=b5f93689b36b0b16c38453fa06f132bbc5b9ce2de2b8230f79e1c9ce6a531318 I0428 11:08:49.050643 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=7da41207d0cf6aa8981c6d843a6ea27baacb03c05f36066b37062c8ba6d29a55 I0428 11:08:49.050678 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=ad655817403ebd2922270f0a664ccb76b03a09b807d4368c91b9ad774f160f6d I0428 11:08:49.050739 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=9b2a063e7740ccc408dd6aadf1d42d923cdb09e7a528109a70bef220bc30e867 I0428 11:08:49.050778 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=84c5760e644d79d96bad15e47184725c4635d0074ae1e90fe4fb02111672e0b2 I0428 11:08:49.050820 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=8e2e4cedf540fb5e4aaa967f594abb0e3060cdb61f76a52d1d57593383853f46 I0428 11:08:49.050861 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=0883e24752c00c7dece4dac71a24766ad7a1fd6b027045fc96b5c72ae96dc4d7 I0428 11:08:49.050885 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=7fd01f29d6e2afca61b04e0cf764b97b4bf06b3838bfa99a624c7b09493cd455 I0428 11:08:49.050907 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=8bfb0fa42be6aa4eeb3d53f39afd841638514026291c8cc7764ee2c231e1bbaa I0428 11:08:49.050913 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 52.637483ms to process 11 records I0428 11:08:49.055242 1 tasks_processing.go:74] worker 42 stopped. I0428 11:08:49.055267 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 58.665684ms to process 0 records W0428 11:08:49.055642 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0428 11:08:49.055689 1 tasks_processing.go:74] worker 0 stopped. I0428 11:08:49.055785 1 recorder.go:75] Recording config/running_containers with fingerprint=68450e514bf2e685f24a0c328abfde774980ff42e052273f477c9c90e298687e I0428 11:08:49.055799 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 59.415134ms to process 1 records I0428 11:08:49.059137 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0428 11:08:49.059203 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0428 11:08:49.059201 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0428 11:08:49.059671 1 tasks_processing.go:74] worker 35 stopped. I0428 11:08:49.060009 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=c1aa9bb156df1a88efc7158106e51e69c529e261f1c245c966ae0a22aba357ad I0428 11:08:49.060160 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=bff760cf857c59f48c10988416cc4b7cd37fd3f89c3f9bd2e29d311ed4137b3b I0428 11:08:49.060173 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 61.323027ms to process 2 records I0428 11:08:49.063411 1 prometheus_rules.go:88] Prometheus rules successfully created I0428 11:08:49.064349 1 base_controller.go:82] Caches are synced for ConfigController I0428 11:08:49.064360 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0428 11:08:49.071721 1 configmapobserver.go:84] configmaps "insights-config" not found I0428 11:08:49.071785 1 tasks_processing.go:74] worker 52 stopped. I0428 11:08:49.071961 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0428 11:08:49.071979 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0428 11:08:49.071983 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0428 11:08:49.071987 1 controller.go:254] Source scaController *sca.Controller is not ready I0428 11:08:49.071990 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0428 11:08:49.072007 1 controller.go:531] The operator is still being initialized I0428 11:08:49.072016 1 controller.go:554] The operator is healthy I0428 11:08:49.072310 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=bf40699e6737125ed9d3eab699f9aa50f9c3ae393c5968aaaf45e6cbed6f0a7e I0428 11:08:49.072558 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=8285f7fbf558a56f8008730668dfe94e6bcf02ea2c48e10f7ef7ca372be42c55 I0428 11:08:49.072578 1 gather.go:177] gatherer "clusterconfig" function "crds" took 72.993612ms to process 2 records E0428 11:08:49.075656 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%275f344aa7-fa06-426e-b3ff-7265a8470db8%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:37982->172.30.0.10:53: read: connection refused I0428 11:08:49.075669 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%275f344aa7-fa06-426e-b3ff-7265a8470db8%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:37982->172.30.0.10:53: read: connection refused I0428 11:08:49.083430 1 tasks_processing.go:74] worker 36 stopped. E0428 11:08:49.083443 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0428 11:08:49.083449 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0428 11:08:49.083452 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0428 11:08:49.083461 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0428 11:08:49.083496 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0428 11:08:49.083503 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0428 11:08:49.083508 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0428 11:08:49.083513 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0428 11:08:49.083551 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0428 11:08:49.083559 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0428 11:08:49.083564 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 87.260228ms to process 7 records I0428 11:08:49.088676 1 tasks_processing.go:74] worker 23 stopped. E0428 11:08:49.088690 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0428 11:08:49.088696 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pv477t4c9srti67smm59tsf841pmq8b-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pv477t4c9srti67smm59tsf841pmq8b-primary-cert-bundle-secret" not found I0428 11:08:49.088783 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=a00c5e9be15f2a49d94bcb45785cb65e2cdce383ea271a95386aa3c754cf7110 I0428 11:08:49.088798 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 89.29114ms to process 1 records I0428 11:08:49.131617 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0428 11:08:49.132638 1 tasks_processing.go:74] worker 55 stopped. I0428 11:08:49.132657 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 136.187039ms to process 0 records W0428 11:08:49.135887 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:38008->172.30.0.10:53: read: connection refused I0428 11:08:49.135911 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:38008->172.30.0.10:53: read: connection refused I0428 11:08:49.149293 1 base_controller.go:82] Caches are synced for LoggingSyncer I0428 11:08:49.149338 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0428 11:08:49.448276 1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 18 containers I0428 11:08:49.448299 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1398101 bytes I0428 11:08:49.449019 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-82bbk pod in namespace openshift-dns (previous: false). I0428 11:08:49.695403 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-82bbk pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-82bbk\" is waiting to start: ContainerCreating" I0428 11:08:49.695426 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-82bbk\" is waiting to start: ContainerCreating" I0428 11:08:49.695434 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-82bbk pod in namespace openshift-dns (previous: false). I0428 11:08:49.853446 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-82bbk pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-82bbk\" is waiting to start: ContainerCreating" I0428 11:08:49.853465 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-82bbk\" is waiting to start: ContainerCreating" I0428 11:08:49.853477 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-tmj4d pod in namespace openshift-dns (previous: false). W0428 11:08:50.054101 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0428 11:08:50.074404 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-tmj4d pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-tmj4d\" is waiting to start: ContainerCreating" I0428 11:08:50.074424 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-tmj4d\" is waiting to start: ContainerCreating" I0428 11:08:50.074433 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-tmj4d pod in namespace openshift-dns (previous: false). I0428 11:08:50.254849 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-tmj4d pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-tmj4d\" is waiting to start: ContainerCreating" I0428 11:08:50.254871 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-tmj4d\" is waiting to start: ContainerCreating" I0428 11:08:50.254883 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-cbx6h pod in namespace openshift-dns (previous: false). I0428 11:08:50.452542 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0428 11:08:50.452561 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-mw5ds pod in namespace openshift-dns (previous: false). I0428 11:08:50.468181 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0428 11:08:50.651787 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0428 11:08:50.651808 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-sxvnk pod in namespace openshift-dns (previous: false). I0428 11:08:50.854043 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0428 11:08:50.854062 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-66f8f49b55-bhjwj pod in namespace openshift-image-registry (previous: false). I0428 11:08:50.871053 1 tasks_processing.go:74] worker 10 stopped. I0428 11:08:50.871108 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=860ed4605bc9ab06fef825f841bed572eb2db67ceb925c78f5a7517578d6cb92 I0428 11:08:50.871150 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=e468f2beb1cbeb423c740c06940ba509d27618c98a6401c85df37740ea57f247 I0428 11:08:50.871181 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0428 11:08:50.871206 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=2331577c5a50d77e1a07987860917041642e6af0dfca50c23743da2a8efc88fc I0428 11:08:50.871223 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0428 11:08:50.871244 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=e1a0f9a5cb2d1daedcef29980ee838da9717c9e30b77aaafb3f713ba3834183b I0428 11:08:50.871295 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=346f90e40acac90867910948022018ce51e89f9f43a317bfcbd06b88a638827e I0428 11:08:50.871319 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=49aee72e13ebce052b5e6085225c344624afc221f7a914c5cc52cea7623a0289 I0428 11:08:50.871334 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=8919e55413760a11926134a9cbc082c1c82e66b76edc42cd9b405a88fa2bd544 I0428 11:08:50.871350 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=1b591adacba791f96b9e2cf5659f3233543c4558f91ab069de7f264b56504224 I0428 11:08:50.871360 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0428 11:08:50.871376 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=f364652aa78fe5149b1f7f252da46696e30dd3428687683de2b7eca8700e308a I0428 11:08:50.871387 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0428 11:08:50.871403 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=5d46e7105c0521903b03aed034f13e46837bf3c9bd4a1fb8564692b3fcb53e78 I0428 11:08:50.871413 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0428 11:08:50.871425 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=4a65d4dba42d0f3abab48413367fc48c08a3910b044ef5f688bc0ab3b946ff7f I0428 11:08:50.871435 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0428 11:08:50.871450 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=37d1a71f494f42df3a20b94d99aee332ed889168ef723a19b36ca593010b9f2f I0428 11:08:50.871577 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=d8374a020584f9bb47b9cbdb820b5ecdc34b39f8be94b4a9b027c69ef6618857 I0428 11:08:50.871586 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0428 11:08:50.871593 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0428 11:08:50.871651 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0428 11:08:50.871682 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=6ed96e9b7e932ace84f89225f86a19f88ce4fe219183d83f10b00accfa17aa0f I0428 11:08:50.871707 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=91bcb18769367d487db3df1a05910cbc754890eec94ee4eb4a965353aa7eaef6 I0428 11:08:50.871735 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0428 11:08:50.871751 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=e5b92d0cc896edbe09695ad307d88053d3401932830599536fd68377b87261d0 I0428 11:08:50.871761 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0428 11:08:50.871774 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=3c1ee0ddc3c65fcdacf908f2f780e49557b5db06fa44d3ed29a4e6540dc31952 I0428 11:08:50.871791 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=39f3a73926b3cd42c66b391e66ecd469a87dbfc2d44ec6c59c4965e4ebf7156b I0428 11:08:50.871806 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=52549d9fdc6e27de4c8fbbeb3bbd400c0ee76c2b22b50d218dfe66ec68e7b8ef I0428 11:08:50.871823 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=3f6b9dedb9f48693d321c83ee9c67eaad1964f8899e2686f68396ba091c829e5 I0428 11:08:50.871837 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=65a259dcfa8c97d5f751d5106a74995c6354e730eae2c47ad8f3a6f533497245 I0428 11:08:50.871862 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=b8295d8d011b3fc00ea903e89081dc2325b5e11f6f1c1e57174b4d9c962a3fb0 I0428 11:08:50.871879 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0428 11:08:50.871887 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0428 11:08:50.871894 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.87351867s to process 35 records I0428 11:08:51.045868 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0428 11:08:51.045888 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-66f8f49b55-fhcvp pod in namespace openshift-image-registry (previous: false). W0428 11:08:51.053313 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0428 11:08:51.252993 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-66f8f49b55-fhcvp pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-66f8f49b55-fhcvp\" is waiting to start: ContainerCreating" I0428 11:08:51.253012 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-66f8f49b55-fhcvp\" is waiting to start: ContainerCreating" I0428 11:08:51.253025 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-677c7cc65b-qsgvf pod in namespace openshift-image-registry (previous: false). I0428 11:08:51.453058 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-677c7cc65b-qsgvf pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-677c7cc65b-qsgvf\" is waiting to start: ContainerCreating" I0428 11:08:51.453077 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-677c7cc65b-qsgvf\" is waiting to start: ContainerCreating" I0428 11:08:51.453087 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-2tqgh pod in namespace openshift-image-registry (previous: false). I0428 11:08:51.652166 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0428 11:08:51.652185 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-n9d26 pod in namespace openshift-image-registry (previous: false). I0428 11:08:51.854129 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0428 11:08:51.854148 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-xmrxm pod in namespace openshift-image-registry (previous: false). I0428 11:08:52.052559 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0428 11:08:52.052580 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5bd84bbbf9-b6fhm pod in namespace openshift-ingress (previous: false). W0428 11:08:52.053548 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0428 11:08:52.253770 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5bd84bbbf9-b6fhm pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5bd84bbbf9-b6fhm\" is waiting to start: ContainerCreating" I0428 11:08:52.253794 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5bd84bbbf9-b6fhm\" is waiting to start: ContainerCreating" I0428 11:08:52.253804 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5bd84bbbf9-d6shs pod in namespace openshift-ingress (previous: false). I0428 11:08:52.452088 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5bd84bbbf9-d6shs pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5bd84bbbf9-d6shs\" is waiting to start: ContainerCreating" I0428 11:08:52.452107 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5bd84bbbf9-d6shs\" is waiting to start: ContainerCreating" I0428 11:08:52.452118 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-c45c8f597-g4js8 pod in namespace openshift-ingress (previous: false). I0428 11:08:52.654394 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-c45c8f597-g4js8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-c45c8f597-g4js8\" is waiting to start: ContainerCreating" I0428 11:08:52.654417 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-c45c8f597-g4js8\" is waiting to start: ContainerCreating" I0428 11:08:52.654428 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-rd5sg pod in namespace openshift-ingress-canary (previous: false). I0428 11:08:52.853926 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-zvtb8 pod in namespace openshift-ingress-canary (previous: false). W0428 11:08:53.053247 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0428 11:08:53.067949 1 tasks_processing.go:74] worker 49 stopped. I0428 11:08:53.068073 1 recorder.go:75] Recording events/openshift-dns with fingerprint=669808a2d862fb7bdb962c3f4b22a84906e1f774963784182c66c4f67fb66efb I0428 11:08:53.068167 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=b16a2e04a908ae30dc250b1f10ea56159dc2f76a25e0a77fed9eb3b926f4d1d5 I0428 11:08:53.068196 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=6989afa787498765b9fdbe034ea13ea9c9dc1e8867bcfd12f68522773c00520b I0428 11:08:53.068239 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=64631f546e5e6256fb16f7921ada20eef0337173a04435afeba9f119f239cc1b I0428 11:08:53.068268 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=eafc7d6fa5d730f748c9ee93a695930fe85df8b1d1258c3b38be4b08a6973d86 I0428 11:08:53.068276 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-rd5sg/serve-healthcheck-canary_current.log with fingerprint=5fa16287d315a9b67bba5e9e2111bf2e6ebc46839e39c1aaedd502c8ee0d7f9c I0428 11:08:53.068281 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-zvtb8/serve-healthcheck-canary_current.log with fingerprint=db90b9fc94102d01f94710d583aca102667894975902385bdb2e651c378b4205 I0428 11:08:53.068288 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.071083288s to process 7 records W0428 11:08:54.049634 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0428 11:08:54.049663 1 tasks_processing.go:74] worker 17 stopped. E0428 11:08:54.049685 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0428 11:08:54.049696 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0428 11:08:54.049730 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0428 11:08:54.049747 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.050657102s to process 1 records I0428 11:09:01.426319 1 tasks_processing.go:74] worker 40 stopped. I0428 11:09:01.426359 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0428 11:09:01.426371 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.429728669s to process 1 records I0428 11:09:01.986196 1 configmapobserver.go:84] configmaps "insights-config" not found I0428 11:09:02.208317 1 tasks_processing.go:74] worker 22 stopped. I0428 11:09:02.208624 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=698b3ed6ac2dcbbe305b75e3c37787498192c269ee2964c1d49d551d6371b6d6 I0428 11:09:02.208642 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.211877562s to process 1 records E0428 11:09:02.208703 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.212s with: function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0428 11:09:02.209847 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0428 11:09:02.209860 1 periodic.go:216] Running workloads gatherer I0428 11:09:02.209874 1 tasks_processing.go:45] number of workers: 2 I0428 11:09:02.209880 1 tasks_processing.go:69] worker 1 listening for tasks. I0428 11:09:02.209884 1 tasks_processing.go:71] worker 1 working on workload_info task. I0428 11:09:02.209904 1 tasks_processing.go:69] worker 0 listening for tasks. I0428 11:09:02.209924 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0428 11:09:02.241358 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0428 11:09:02.241493 1 tasks_processing.go:74] worker 0 stopped. I0428 11:09:02.241513 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 31.553031ms to process 0 records I0428 11:09:02.250222 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms) I0428 11:09:02.263017 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (13ms) I0428 11:09:02.272324 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (9ms) I0428 11:09:02.281434 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (9ms) I0428 11:09:02.290458 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (9ms) I0428 11:09:02.299562 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (9ms) I0428 11:09:02.311816 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (12ms) I0428 11:09:02.321350 1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (10ms) I0428 11:09:02.330310 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (9ms) I0428 11:09:02.339631 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (9ms) I0428 11:09:02.350057 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (10ms) I0428 11:09:02.451109 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (101ms) I0428 11:09:02.551538 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (100ms) I0428 11:09:02.650749 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (99ms) I0428 11:09:02.753888 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (103ms) I0428 11:09:02.851499 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (98ms) I0428 11:09:02.951796 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (100ms) I0428 11:09:03.051503 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms) I0428 11:09:03.151007 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (99ms) I0428 11:09:03.252468 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (101ms) I0428 11:09:03.350954 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (98ms) I0428 11:09:03.451332 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms) I0428 11:09:03.550953 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0428 11:09:03.651855 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (101ms) I0428 11:09:03.752569 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (101ms) I0428 11:09:03.850868 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (98ms) I0428 11:09:03.950772 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0428 11:09:04.051531 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (101ms) I0428 11:09:04.151112 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (100ms) I0428 11:09:04.256898 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (106ms) I0428 11:09:04.267588 1 configmapobserver.go:84] configmaps "insights-config" not found I0428 11:09:04.351264 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (94ms) I0428 11:09:04.451407 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0428 11:09:04.468287 1 configmapobserver.go:84] configmaps "insights-config" not found I0428 11:09:04.562213 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (111ms) I0428 11:09:04.662333 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0428 11:09:04.662367 1 tasks_processing.go:74] worker 1 stopped. E0428 11:09:04.662379 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0428 11:09:04.662636 1 recorder.go:75] Recording config/workload_info with fingerprint=6454e0496ff8e50c2220c6d72442eb3366456d01612ea5e4bc2cd3415cb7266b I0428 11:09:04.662653 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.452476562s to process 1 records E0428 11:09:04.662676 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.452s with: function \"workload_info\" failed with an error" I0428 11:09:04.663783 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0428 11:09:04.663797 1 periodic.go:216] Running conditional gatherer I0428 11:09:04.673794 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0428 11:09:04.687071 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.8:56768->172.30.0.10:53: read: connection refused E0428 11:09:04.687355 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0428 11:09:04.687433 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0428 11:09:04.700292 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0428 11:09:04.700314 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0428 11:09:04.700323 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0428 11:09:04.700328 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0428 11:09:04.700333 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0428 11:09:04.700338 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0428 11:09:04.700343 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0428 11:09:04.700348 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0428 11:09:04.700354 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0428 11:09:04.700358 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0428 11:09:04.700380 1 tasks_processing.go:45] number of workers: 3 I0428 11:09:04.700393 1 tasks_processing.go:69] worker 2 listening for tasks. I0428 11:09:04.700400 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0428 11:09:04.700408 1 tasks_processing.go:69] worker 0 listening for tasks. I0428 11:09:04.700420 1 tasks_processing.go:69] worker 1 listening for tasks. I0428 11:09:04.700426 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0428 11:09:04.700422 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0428 11:09:04.700429 1 tasks_processing.go:74] worker 1 stopped. I0428 11:09:04.700533 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0428 11:09:04.700547 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.846µs to process 1 records I0428 11:09:04.700590 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0428 11:09:04.700604 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.652µs to process 1 records I0428 11:09:04.700612 1 tasks_processing.go:74] worker 0 stopped. I0428 11:09:04.700686 1 tasks_processing.go:74] worker 2 stopped. I0428 11:09:04.700726 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 251.014µs to process 0 records I0428 11:09:04.700765 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.8:56768->172.30.0.10:53: read: connection refused I0428 11:09:04.700786 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0428 11:09:04.730481 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=e6ccf1a2407622f36072f0c8613c253ffde990521925c276e13bcca62614195b I0428 11:09:04.730623 1 diskrecorder.go:70] Writing 100 records to /var/lib/insights-operator/insights-2026-04-28-110904.tar.gz I0428 11:09:04.736525 1 diskrecorder.go:51] Wrote 100 records to disk in 5ms I0428 11:09:04.736562 1 periodic.go:285] Gathering cluster info every 2h0m0s I0428 11:09:04.736577 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0428 11:09:15.554266 1 configmapobserver.go:84] configmaps "insights-config" not found I0428 11:10:08.490517 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="e753d96624358c598c58c99312d30ff47b8233e914b953572d55a78948e3b72c") W0428 11:10:08.490558 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created I0428 11:10:08.490657 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="eff13932917f453d4c8ef7ba0cb316f223ecbefa9b78e546707e4b641f1a4d46")