W0515 11:05:35.399557 1 cmd.go:257] Using insecure, self-signed certificates I0515 11:05:35.800518 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0515 11:05:35.800840 1 observer_polling.go:159] Starting file observer I0515 11:05:36.307922 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0515 11:05:36.308206 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0515 11:05:36.309182 1 secure_serving.go:57] Forcing use of http/1.1 only I0515 11:05:36.309177 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0515 11:05:36.309211 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0515 11:05:36.309220 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0515 11:05:36.309226 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0515 11:05:36.309232 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0515 11:05:36.309236 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0515 11:05:36.309240 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0515 11:05:36.313515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"d5c41a40-22a5-4343-b424-dc74b221e84a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0515 11:05:36.313544 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0515 11:05:36.314663 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0515 11:05:36.314679 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0515 11:05:36.314678 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0515 11:05:36.314684 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0515 11:05:36.314692 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0515 11:05:36.314696 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0515 11:05:36.315102 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-696071264/tls.crt::/tmp/serving-cert-696071264/tls.key" I0515 11:05:36.315958 1 secure_serving.go:213] Serving securely on [::]:8443 I0515 11:05:36.316601 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0515 11:05:36.320087 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0515 11:05:36.320110 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0515 11:05:36.320218 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0515 11:05:36.325171 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0515 11:05:36.325188 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0515 11:05:36.331286 1 secretconfigobserver.go:119] support secret does not exist I0515 11:05:36.336016 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0515 11:05:36.340578 1 secretconfigobserver.go:119] support secret does not exist I0515 11:05:36.344693 1 recorder.go:176] Pruning old reports every 5h39m41s, max age is 288h0m0s I0515 11:05:36.350918 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0515 11:05:36.350936 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0515 11:05:36.350939 1 periodic.go:216] Running clusterconfig gatherer I0515 11:05:36.350954 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0515 11:05:36.350958 1 insightsreport.go:296] Starting report retriever I0515 11:05:36.350962 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0515 11:05:36.350989 1 tasks_processing.go:45] number of workers: 64 I0515 11:05:36.351024 1 tasks_processing.go:69] worker 8 listening for tasks. I0515 11:05:36.351029 1 tasks_processing.go:69] worker 3 listening for tasks. I0515 11:05:36.351035 1 tasks_processing.go:69] worker 2 listening for tasks. I0515 11:05:36.351043 1 tasks_processing.go:69] worker 4 listening for tasks. I0515 11:05:36.351040 1 tasks_processing.go:69] worker 1 listening for tasks. I0515 11:05:36.351044 1 tasks_processing.go:69] worker 26 listening for tasks. I0515 11:05:36.351055 1 tasks_processing.go:69] worker 5 listening for tasks. I0515 11:05:36.351058 1 tasks_processing.go:69] worker 10 listening for tasks. I0515 11:05:36.351051 1 tasks_processing.go:69] worker 0 listening for tasks. I0515 11:05:36.351061 1 tasks_processing.go:69] worker 6 listening for tasks. I0515 11:05:36.351066 1 tasks_processing.go:69] worker 7 listening for tasks. I0515 11:05:36.351070 1 tasks_processing.go:69] worker 12 listening for tasks. I0515 11:05:36.351052 1 tasks_processing.go:69] worker 9 listening for tasks. I0515 11:05:36.351064 1 tasks_processing.go:69] worker 11 listening for tasks. I0515 11:05:36.351079 1 tasks_processing.go:69] worker 27 listening for tasks. I0515 11:05:36.351073 1 tasks_processing.go:69] worker 30 listening for tasks. I0515 11:05:36.351073 1 tasks_processing.go:69] worker 39 listening for tasks. I0515 11:05:36.351087 1 tasks_processing.go:69] worker 38 listening for tasks. I0515 11:05:36.351079 1 tasks_processing.go:69] worker 36 listening for tasks. I0515 11:05:36.351086 1 tasks_processing.go:69] worker 28 listening for tasks. I0515 11:05:36.351093 1 tasks_processing.go:69] worker 29 listening for tasks. I0515 11:05:36.351099 1 tasks_processing.go:69] worker 32 listening for tasks. I0515 11:05:36.351095 1 tasks_processing.go:69] worker 41 listening for tasks. I0515 11:05:36.351102 1 tasks_processing.go:69] worker 37 listening for tasks. I0515 11:05:36.351100 1 tasks_processing.go:69] worker 31 listening for tasks. I0515 11:05:36.351107 1 tasks_processing.go:69] worker 42 listening for tasks. I0515 11:05:36.351108 1 tasks_processing.go:69] worker 43 listening for tasks. I0515 11:05:36.351115 1 tasks_processing.go:69] worker 33 listening for tasks. I0515 11:05:36.351118 1 tasks_processing.go:69] worker 34 listening for tasks. I0515 11:05:36.351120 1 tasks_processing.go:69] worker 13 listening for tasks. I0515 11:05:36.351115 1 tasks_processing.go:69] worker 40 listening for tasks. I0515 11:05:36.351128 1 tasks_processing.go:69] worker 49 listening for tasks. I0515 11:05:36.351128 1 tasks_processing.go:69] worker 47 listening for tasks. I0515 11:05:36.351131 1 tasks_processing.go:69] worker 20 listening for tasks. I0515 11:05:36.351121 1 tasks_processing.go:69] worker 48 listening for tasks. I0515 11:05:36.351136 1 tasks_processing.go:69] worker 61 listening for tasks. I0515 11:05:36.351129 1 tasks_processing.go:69] worker 35 listening for tasks. I0515 11:05:36.351133 1 tasks_processing.go:69] worker 45 listening for tasks. I0515 11:05:36.351147 1 tasks_processing.go:69] worker 53 listening for tasks. I0515 11:05:36.351146 1 tasks_processing.go:69] worker 60 listening for tasks. I0515 11:05:36.351145 1 tasks_processing.go:69] worker 58 listening for tasks. I0515 11:05:36.351156 1 tasks_processing.go:69] worker 14 listening for tasks. I0515 11:05:36.351157 1 tasks_processing.go:71] worker 60 working on openshift_machine_api_events task. I0515 11:05:36.351161 1 tasks_processing.go:71] worker 58 working on nodenetworkstates task. I0515 11:05:36.351188 1 tasks_processing.go:71] worker 38 working on version task. I0515 11:05:36.351208 1 tasks_processing.go:69] worker 19 listening for tasks. I0515 11:05:36.351221 1 tasks_processing.go:69] worker 16 listening for tasks. I0515 11:05:36.351225 1 tasks_processing.go:69] worker 17 listening for tasks. I0515 11:05:36.351226 1 tasks_processing.go:69] worker 18 listening for tasks. I0515 11:05:36.351237 1 tasks_processing.go:69] worker 15 listening for tasks. I0515 11:05:36.351238 1 tasks_processing.go:69] worker 55 listening for tasks. I0515 11:05:36.351240 1 tasks_processing.go:71] worker 53 working on node_features task. I0515 11:05:36.351244 1 tasks_processing.go:71] worker 0 working on networks task. I0515 11:05:36.351246 1 tasks_processing.go:71] worker 28 working on schedulers task. I0515 11:05:36.351249 1 tasks_processing.go:69] worker 56 listening for tasks. I0515 11:05:36.351252 1 tasks_processing.go:69] worker 23 listening for tasks. I0515 11:05:36.351257 1 tasks_processing.go:71] worker 9 working on openstack_version task. I0515 11:05:36.351261 1 tasks_processing.go:71] worker 40 working on nodenetworkconfigurationpolicies task. I0515 11:05:36.351277 1 tasks_processing.go:69] worker 63 listening for tasks. I0515 11:05:36.351288 1 tasks_processing.go:69] worker 24 listening for tasks. I0515 11:05:36.351237 1 tasks_processing.go:71] worker 43 working on storage_classes task. I0515 11:05:36.351294 1 tasks_processing.go:71] worker 47 working on image_registries task. I0515 11:05:36.351299 1 tasks_processing.go:71] worker 34 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0515 11:05:36.351306 1 tasks_processing.go:71] worker 4 working on silenced_alerts task. I0515 11:05:36.351304 1 tasks_processing.go:69] worker 25 listening for tasks. I0515 11:05:36.351320 1 tasks_processing.go:71] worker 20 working on cost_management_metrics_configs task. W0515 11:05:36.351330 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0515 11:05:36.351348 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 27.283µs to process 0 records I0515 11:05:36.351361 1 tasks_processing.go:71] worker 1 working on container_runtime_configs task. I0515 11:05:36.351424 1 tasks_processing.go:71] worker 29 working on authentication task. I0515 11:05:36.351477 1 tasks_processing.go:71] worker 13 working on feature_gates task. I0515 11:05:36.351126 1 tasks_processing.go:69] worker 46 listening for tasks. I0515 11:05:36.351127 1 tasks_processing.go:69] worker 54 listening for tasks. I0515 11:05:36.351122 1 tasks_processing.go:69] worker 44 listening for tasks. I0515 11:05:36.351122 1 tasks_processing.go:69] worker 50 listening for tasks. I0515 11:05:36.351137 1 tasks_processing.go:69] worker 51 listening for tasks. I0515 11:05:36.351502 1 tasks_processing.go:71] worker 45 working on sap_config task. I0515 11:05:36.351522 1 tasks_processing.go:71] worker 26 working on image_pruners task. I0515 11:05:36.351552 1 tasks_processing.go:71] worker 10 working on support_secret task. I0515 11:05:36.351613 1 tasks_processing.go:71] worker 27 working on certificate_signing_requests task. I0515 11:05:36.351638 1 tasks_processing.go:71] worker 6 working on container_images task. I0515 11:05:36.351646 1 tasks_processing.go:71] worker 32 working on oauths task. I0515 11:05:36.351652 1 tasks_processing.go:71] worker 11 working on image task. I0515 11:05:36.351688 1 tasks_processing.go:71] worker 41 working on nodes task. I0515 11:05:36.351707 1 tasks_processing.go:71] worker 48 working on ceph_cluster task. I0515 11:05:36.351735 1 tasks_processing.go:69] worker 57 listening for tasks. I0515 11:05:36.351742 1 tasks_processing.go:71] worker 31 working on operators_pods_and_events task. I0515 11:05:36.351750 1 tasks_processing.go:71] worker 37 working on operators task. I0515 11:05:36.351805 1 tasks_processing.go:69] worker 52 listening for tasks. I0515 11:05:36.351837 1 tasks_processing.go:71] worker 42 working on openshift_logging task. I0515 11:05:36.351853 1 tasks_processing.go:71] worker 24 working on olm_operators task. I0515 11:05:36.351855 1 tasks_processing.go:71] worker 63 working on metrics task. I0515 11:05:36.351854 1 tasks_processing.go:71] worker 30 working on lokistack task. I0515 11:05:36.351290 1 tasks_processing.go:71] worker 49 working on sap_pods task. I0515 11:05:36.351870 1 tasks_processing.go:71] worker 54 working on node_logs task. I0515 11:05:36.351298 1 tasks_processing.go:71] worker 3 working on proxies task. I0515 11:05:36.351876 1 tasks_processing.go:71] worker 16 working on qemu_kubevirt_launcher_logs task. I0515 11:05:36.351301 1 tasks_processing.go:71] worker 2 working on machine_sets task. I0515 11:05:36.351900 1 tasks_processing.go:71] worker 55 working on pod_network_connectivity_checks task. I0515 11:05:36.351906 1 tasks_processing.go:71] worker 44 working on tsdb_status task. I0515 11:05:36.351908 1 tasks_processing.go:71] worker 7 working on sap_datahubs task. I0515 11:05:36.351912 1 tasks_processing.go:71] worker 50 working on openstack_dataplanedeployments task. I0515 11:05:36.351147 1 tasks_processing.go:71] worker 61 working on service_accounts task. I0515 11:05:36.351914 1 tasks_processing.go:71] worker 12 working on storage_cluster task. I0515 11:05:36.351916 1 tasks_processing.go:71] worker 51 working on machine_healthchecks task. I0515 11:05:36.351137 1 tasks_processing.go:69] worker 59 listening for tasks. W0515 11:05:36.351926 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0515 11:05:36.351930 1 tasks_processing.go:71] worker 59 working on overlapping_namespace_uids task. I0515 11:05:36.351150 1 tasks_processing.go:71] worker 35 working on active_alerts task. I0515 11:05:36.351942 1 tasks_processing.go:71] worker 44 working on machine_autoscalers task. W0515 11:05:36.351955 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0515 11:05:36.351241 1 tasks_processing.go:71] worker 36 working on clusterroles task. I0515 11:05:36.351148 1 tasks_processing.go:69] worker 22 listening for tasks. I0515 11:05:36.351154 1 tasks_processing.go:69] worker 62 listening for tasks. I0515 11:05:36.351833 1 tasks_processing.go:71] worker 33 working on crds task. I0515 11:05:36.351979 1 tasks_processing.go:71] worker 62 working on monitoring_persistent_volumes task. I0515 11:05:36.351139 1 tasks_processing.go:69] worker 21 listening for tasks. I0515 11:05:36.351847 1 tasks_processing.go:71] worker 14 working on ingress_certificates task. I0515 11:05:36.352285 1 tasks_processing.go:71] worker 21 working on openstack_dataplanenodesets task. I0515 11:05:36.351850 1 tasks_processing.go:71] worker 19 working on openstack_controlplanes task. I0515 11:05:36.351871 1 tasks_processing.go:71] worker 15 working on machines task. I0515 11:05:36.351894 1 tasks_processing.go:71] worker 56 working on aggregated_monitoring_cr_names task. I0515 11:05:36.352695 1 tasks_processing.go:71] worker 52 working on jaegers task. I0515 11:05:36.351906 1 tasks_processing.go:71] worker 17 working on dvo_metrics task. I0515 11:05:36.351907 1 tasks_processing.go:71] worker 23 working on mutating_webhook_configurations task. I0515 11:05:36.351911 1 tasks_processing.go:71] worker 18 working on validating_webhook_configurations task. I0515 11:05:36.351850 1 tasks_processing.go:71] worker 39 working on ingress task. I0515 11:05:36.351974 1 tasks_processing.go:71] worker 22 working on infrastructures task. I0515 11:05:36.351515 1 tasks_processing.go:71] worker 5 working on pdbs task. I0515 11:05:36.351843 1 tasks_processing.go:71] worker 57 working on config_maps task. I0515 11:05:36.351294 1 tasks_processing.go:71] worker 8 working on machine_configs task. I0515 11:05:36.351878 1 tasks_processing.go:71] worker 4 working on cluster_apiserver task. I0515 11:05:36.351883 1 tasks_processing.go:71] worker 25 working on machine_config_pools task. I0515 11:05:36.351888 1 tasks_processing.go:71] worker 46 working on install_plans task. W0515 11:05:36.351900 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0515 11:05:36.354361 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 22.279µs to process 0 records I0515 11:05:36.355284 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 23.98µs to process 0 records I0515 11:05:36.355292 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 3.039373ms to process 0 records I0515 11:05:36.355301 1 tasks_processing.go:74] worker 63 stopped. I0515 11:05:36.355305 1 tasks_processing.go:74] worker 35 stopped. I0515 11:05:36.357239 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0515 11:05:36.357256 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0515 11:05:36.357261 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0515 11:05:36.357264 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0515 11:05:36.357278 1 controller.go:531] The operator is still being initialized I0515 11:05:36.357285 1 controller.go:554] The operator is healthy I0515 11:05:36.357405 1 tasks_processing.go:74] worker 58 stopped. I0515 11:05:36.357421 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 6.230249ms to process 0 records I0515 11:05:36.358036 1 tasks_processing.go:74] worker 45 stopped. I0515 11:05:36.358049 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 6.508545ms to process 0 records I0515 11:05:36.358628 1 tasks_processing.go:74] worker 40 stopped. I0515 11:05:36.358637 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 7.357529ms to process 0 records I0515 11:05:36.358721 1 tasks_processing.go:74] worker 9 stopped. I0515 11:05:36.358736 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 7.455316ms to process 0 records I0515 11:05:36.358935 1 tasks_processing.go:74] worker 20 stopped. I0515 11:05:36.358946 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 7.604034ms to process 0 records I0515 11:05:36.358952 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 7.56957ms to process 0 records I0515 11:05:36.358958 1 tasks_processing.go:74] worker 1 stopped. I0515 11:05:36.362307 1 tasks_processing.go:74] worker 48 stopped. I0515 11:05:36.362323 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 10.578978ms to process 0 records I0515 11:05:36.362458 1 tasks_processing.go:74] worker 11 stopped. I0515 11:05:36.362547 1 recorder.go:75] Recording config/image with fingerprint=99b4dfc1f231db0b4a3761841cf67cc7e1b7b973a4253f0dc19538fbb06a0bee I0515 11:05:36.362559 1 gather.go:177] gatherer "clusterconfig" function "image" took 10.793041ms to process 1 records I0515 11:05:36.362641 1 tasks_processing.go:74] worker 29 stopped. I0515 11:05:36.362732 1 recorder.go:75] Recording config/authentication with fingerprint=57edc26c36e2c9d0b5f54f34fbd661fd34eea0de99d3f3cceaadd7fa48b11789 I0515 11:05:36.362741 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 11.074159ms to process 1 records I0515 11:05:36.363351 1 tasks_processing.go:74] worker 60 stopped. I0515 11:05:36.363370 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 12.183285ms to process 0 records I0515 11:05:36.363664 1 tasks_processing.go:74] worker 26 stopped. I0515 11:05:36.363864 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=a5a2092484bc3bf0e97b12a9502a497e62cf4aa2cea40bf79c640e5c464e7885 I0515 11:05:36.363876 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 12.130069ms to process 1 records I0515 11:05:36.364362 1 tasks_processing.go:74] worker 13 stopped. I0515 11:05:36.364468 1 recorder.go:75] Recording config/featuregate with fingerprint=fdc915cc721c16dc3b68e6a0a4fa04067b0d5d20288711c0335d06ef12b653a2 I0515 11:05:36.364479 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 12.868789ms to process 1 records I0515 11:05:36.371447 1 tasks_processing.go:74] worker 21 stopped. I0515 11:05:36.371458 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 19.143914ms to process 0 records I0515 11:05:36.374419 1 tasks_processing.go:74] worker 30 stopped. I0515 11:05:36.374429 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 22.543079ms to process 0 records I0515 11:05:36.384688 1 tasks_processing.go:74] worker 52 stopped. I0515 11:05:36.384700 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 31.983145ms to process 0 records I0515 11:05:36.384709 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 32.794305ms to process 0 records I0515 11:05:36.384715 1 tasks_processing.go:74] worker 7 stopped. E0515 11:05:36.384834 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0515 11:05:36.384846 1 tasks_processing.go:74] worker 53 stopped. I0515 11:05:36.384853 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 33.597573ms to process 0 records I0515 11:05:36.384895 1 tasks_processing.go:74] worker 19 stopped. I0515 11:05:36.384912 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 32.470121ms to process 0 records E0515 11:05:36.384922 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0515 11:05:36.384930 1 gather.go:177] gatherer "clusterconfig" function "machines" took 32.317046ms to process 0 records I0515 11:05:36.384967 1 tasks_processing.go:74] worker 15 stopped. I0515 11:05:36.385031 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=1565038ad19daa33c69fed9ccd512e5c14b06e018ab86b00d9678d37853b2e11 I0515 11:05:36.385046 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 33.681805ms to process 1 records I0515 11:05:36.385061 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 33.134854ms to process 0 records I0515 11:05:36.385072 1 tasks_processing.go:74] worker 50 stopped. I0515 11:05:36.385080 1 tasks_processing.go:74] worker 55 stopped. I0515 11:05:36.385089 1 tasks_processing.go:74] worker 28 stopped. E0515 11:05:36.385091 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0515 11:05:36.385101 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 33.166801ms to process 0 records I0515 11:05:36.385146 1 tasks_processing.go:74] worker 49 stopped. I0515 11:05:36.385163 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 33.268889ms to process 0 records E0515 11:05:36.385181 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0515 11:05:36.385188 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 33.553951ms to process 0 records I0515 11:05:36.385189 1 tasks_processing.go:74] worker 10 stopped. I0515 11:05:36.385264 1 tasks_processing.go:74] worker 22 stopped. I0515 11:05:36.385665 1 recorder.go:75] Recording config/infrastructure with fingerprint=a38ff4d7b86d410ea6f60dab5fb3206e2b6891ae4e7f3a267e6248ae39e0159d I0515 11:05:36.385678 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 31.420704ms to process 1 records I0515 11:05:36.385793 1 recorder.go:75] Recording config/network with fingerprint=76a4c360430c22ef055ae41fdb36c9825b08d1e3193c470fa4878aa20e812a74 I0515 11:05:36.385796 1 tasks_processing.go:74] worker 0 stopped. I0515 11:05:36.385804 1 gather.go:177] gatherer "clusterconfig" function "networks" took 33.986883ms to process 1 records I0515 11:05:36.385896 1 tasks_processing.go:74] worker 32 stopped. I0515 11:05:36.385964 1 recorder.go:75] Recording config/oauth with fingerprint=4e356f3861d02f3b7247d12a52414ed7d2aa12ec6b4bda4fff28d19bb56951c0 I0515 11:05:36.385973 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 33.882363ms to process 1 records I0515 11:05:36.387265 1 tasks_processing.go:74] worker 5 stopped. I0515 11:05:36.387361 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=ee36c50f2f6cb23b2cc0b40a9d4a457a58aef48b49f60c1650eeb12d208966dc I0515 11:05:36.387390 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=0ee52605133f796ff63b117178a9a91b4ac40f23db3f1b7f43d0187ee82d4cfc I0515 11:05:36.387407 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=c34d5c4ecf64da266984df69e6157d7ef233662c3239db1b281bd0e1c6a86d92 I0515 11:05:36.387413 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 33.265274ms to process 3 records I0515 11:05:36.387481 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=919e8f53ea90602614287897304059c49e6386f43ed37bf9b13c45c4ab6c0502 I0515 11:05:36.387495 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=3af38ba08f8bb8b309d1fdeef34ef1a091b8b23a53d962e29355df275aa1a730 I0515 11:05:36.387501 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 36.044419ms to process 2 records I0515 11:05:36.387507 1 tasks_processing.go:74] worker 43 stopped. I0515 11:05:36.387751 1 tasks_processing.go:74] worker 25 stopped. I0515 11:05:36.387764 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 33.404124ms to process 0 records I0515 11:05:36.387833 1 tasks_processing.go:74] worker 54 stopped. I0515 11:05:36.387846 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 35.952694ms to process 0 records I0515 11:05:36.387925 1 tasks_processing.go:74] worker 2 stopped. I0515 11:05:36.387937 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 36.021509ms to process 0 records I0515 11:05:36.387945 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 36.070628ms to process 0 records I0515 11:05:36.387952 1 tasks_processing.go:74] worker 42 stopped. I0515 11:05:36.387979 1 tasks_processing.go:74] worker 62 stopped. I0515 11:05:36.387988 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 35.994113ms to process 0 records I0515 11:05:36.388079 1 tasks_processing.go:74] worker 39 stopped. I0515 11:05:36.388195 1 recorder.go:75] Recording config/ingress with fingerprint=bfccab8e566301ab77dd0161c7cf1354382a157dbe4d6a85dbc5d28247583538 I0515 11:05:36.388209 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 34.594128ms to process 1 records I0515 11:05:36.388254 1 recorder.go:75] Recording config/proxy with fingerprint=094d0b2979a5d30899eb096f7f5ac02e410c05265e68c235920cc3015901f6ba I0515 11:05:36.388266 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 36.250317ms to process 1 records I0515 11:05:36.388270 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 36.384792ms to process 0 records I0515 11:05:36.388276 1 tasks_processing.go:74] worker 24 stopped. I0515 11:05:36.388279 1 tasks_processing.go:74] worker 3 stopped. I0515 11:05:36.388911 1 tasks_processing.go:74] worker 44 stopped. I0515 11:05:36.388928 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 36.959928ms to process 0 records I0515 11:05:36.388999 1 tasks_processing.go:74] worker 51 stopped. E0515 11:05:36.389017 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0515 11:05:36.389028 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 37.071561ms to process 0 records I0515 11:05:36.389320 1 tasks_processing.go:74] worker 12 stopped. I0515 11:05:36.389331 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 37.396639ms to process 0 records I0515 11:05:36.390075 1 tasks_processing.go:74] worker 4 stopped. I0515 11:05:36.390428 1 recorder.go:75] Recording config/apiserver with fingerprint=bd78a82fc0cbf37124665d6ed02bb2951f5cf577e6833c29298871102c7f8832 I0515 11:05:36.390450 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 35.731834ms to process 1 records I0515 11:05:36.392492 1 tasks_processing.go:74] worker 23 stopped. I0515 11:05:36.393496 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=0ddde7e4eee35ff0e7fa554631f3d0c5752ea8d5afa52ef88818c008040d848f I0515 11:05:36.393548 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=3ac454e1e693458ef2d50f1ad158f77b27bad940884c5a23dee3fefc3de39c69 I0515 11:05:36.393586 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=ed6e8d6d052f8b8a982cde78a167dc26cb609489ce65ec47ab1c1429af560e8f I0515 11:05:36.393598 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 39.392718ms to process 3 records I0515 11:05:36.393709 1 tasks_processing.go:74] worker 47 stopped. I0515 11:05:36.394149 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=47ef8dc359f6d29399452270b69aae2f9abed92f0da0a4f514ae1550e1656005 I0515 11:05:36.394163 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 42.18083ms to process 1 records I0515 11:05:36.395369 1 tasks_processing.go:74] worker 8 stopped. E0515 11:05:36.395387 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0515 11:05:36.395420 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0515 11:05:36.395438 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 41.058666ms to process 1 records I0515 11:05:36.395598 1 tasks_processing.go:74] worker 18 stopped. I0515 11:05:36.395856 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=fc914c37fc30fc40fe08de859132eb29a0b8d681cdf485ac5a25326ec74b0a1f I0515 11:05:36.395960 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=3a2496e3862f0173cd90aaf92112fae18772661eeaebf62ffe1ed5fe7325d91c I0515 11:05:36.395986 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=aaf166a4be038647ff2858a2f9d5b8fff0f5e3f3c619f5880fd1aed4ed05e767 I0515 11:05:36.396042 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=9842faf97ae264aac52437ec656ba36067dcf203549b66f422aad7235343b3e7 I0515 11:05:36.396094 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=8d2219b5d3fdb752f7eb188f91103ce329e53ee7520c32cd1830fb35c89ef908 I0515 11:05:36.396126 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=aeb1d90980450ae133d350d95ee6b11b5178f0fc6762c5987f2a52a916624535 I0515 11:05:36.396180 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=9102ffeab49ef1b57beef46cd9156ca2dffd63b2e80933b2904464d810eb6737 I0515 11:05:36.396232 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=a5755b064d0bbcca296738d9a8ebca132e52ef004a68c0da2481a01f7a2d080f I0515 11:05:36.396286 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=7f0cbb678d030b17a967744cf9694a4881dafe651f97cd03ce41f12f20db22cf I0515 11:05:36.396343 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=5994fd1786dac183af64c9059f55bfa87df9ea644be18376bd076709154db57c I0515 11:05:36.396379 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=e073a8e7287b0205bf64c8072e5b944fa161309922b8bac76b16889192484cc8 I0515 11:05:36.396393 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 42.118464ms to process 11 records I0515 11:05:36.396459 1 tasks_processing.go:74] worker 41 stopped. W0515 11:05:36.396506 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0515 11:05:36.396815 1 recorder.go:75] Recording config/node/ip-10-0-0-74.ec2.internal with fingerprint=35cb704a70152ef53a6f2a05f8b076c6901ba86c095b24422b0f5cd12b5c400c I0515 11:05:36.396920 1 recorder.go:75] Recording config/node/ip-10-0-1-84.ec2.internal with fingerprint=96beaeae69bd3307cf5c4667d7059850e2cc8065a99a85a867bb818d8a871553 I0515 11:05:36.396996 1 recorder.go:75] Recording config/node/ip-10-0-2-172.ec2.internal with fingerprint=fb8252fe849b368137232e2742b988858026fef7753d4d225bd6bb4690ee2022 I0515 11:05:36.397010 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 44.387793ms to process 3 records I0515 11:05:36.397605 1 tasks_processing.go:74] worker 59 stopped. I0515 11:05:36.397633 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0515 11:05:36.397649 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 45.660295ms to process 1 records I0515 11:05:36.398273 1 tasks_processing.go:74] worker 27 stopped. I0515 11:05:36.398297 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 46.636421ms to process 0 records I0515 11:05:36.401227 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0515 11:05:36.401242 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0515 11:05:36.401413 1 operator.go:328] started I0515 11:05:36.401448 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0515 11:05:36.406600 1 tasks_processing.go:74] worker 36 stopped. I0515 11:05:36.406854 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=f27fd146f18131d80228d748ce1f90f8d83748eb3a88e82349a02cea6ce10a1a I0515 11:05:36.406981 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=06c209da25a90b94d5e17113cfe4fcedcc74ac7f25589145efe0161c480f6ccc I0515 11:05:36.406993 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 54.6267ms to process 2 records I0515 11:05:36.407004 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 54.165728ms to process 0 records I0515 11:05:36.407020 1 tasks_processing.go:74] worker 56 stopped. I0515 11:05:36.410546 1 tasks_processing.go:74] worker 33 stopped. I0515 11:05:36.411062 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=2445e86092cc604d5eac843f27b8fcc30617c5aa9ad45c9b081b79c1b6e6747d I0515 11:05:36.411274 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=bd3be7313b40d0c769e825bea8bdaf6085a59928885c9fbaa26466ed4848e919 I0515 11:05:36.411288 1 gather.go:177] gatherer "clusterconfig" function "crds" took 58.56179ms to process 2 records I0515 11:05:36.414761 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0515 11:05:36.414789 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0515 11:05:36.414808 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0515 11:05:36.415118 1 tasks_processing.go:74] worker 34 stopped. I0515 11:05:36.415131 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 63.803276ms to process 0 records I0515 11:05:36.420463 1 base_controller.go:82] Caches are synced for ConfigController I0515 11:05:36.420475 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0515 11:05:36.422295 1 prometheus_rules.go:88] Prometheus rules successfully created I0515 11:05:36.422456 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0515 11:05:36.422470 1 controller.go:254] Source scaController *sca.Controller is not ready I0515 11:05:36.422476 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0515 11:05:36.422480 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0515 11:05:36.422484 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0515 11:05:36.422504 1 controller.go:531] The operator is still being initialized I0515 11:05:36.422516 1 controller.go:554] The operator is healthy E0515 11:05:36.429010 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27b181afdc-5903-4166-aa80-99771bef843d%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:40151->172.30.0.10:53: read: connection refused I0515 11:05:36.429024 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27b181afdc-5903-4166-aa80-99771bef843d%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:40151->172.30.0.10:53: read: connection refused I0515 11:05:36.429043 1 configmapobserver.go:84] configmaps "insights-config" not found I0515 11:05:36.437830 1 tasks_processing.go:74] worker 57 stopped. E0515 11:05:36.437845 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0515 11:05:36.437852 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0515 11:05:36.437857 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0515 11:05:36.437869 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0515 11:05:36.437918 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0515 11:05:36.437928 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0515 11:05:36.437934 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0515 11:05:36.437940 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0515 11:05:36.438013 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0515 11:05:36.438024 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0515 11:05:36.438032 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 83.607614ms to process 7 records I0515 11:05:36.441108 1 gather_logs.go:145] no pods in namespace were found I0515 11:05:36.441114 1 tasks_processing.go:74] worker 38 stopped. I0515 11:05:36.441481 1 recorder.go:75] Recording config/version with fingerprint=d4f09e555978bca7d117e183c49468bff87d675604e2370250c2968c0bbf8eec I0515 11:05:36.441498 1 recorder.go:75] Recording config/id with fingerprint=5325beac6d319d0d03dd9f624bcf0f566dcf339805cdd9c1096378decfca6f87 I0515 11:05:36.441507 1 gather.go:177] gatherer "clusterconfig" function "version" took 89.906686ms to process 2 records I0515 11:05:36.441522 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 89.23802ms to process 0 records I0515 11:05:36.441534 1 tasks_processing.go:74] worker 16 stopped. I0515 11:05:36.451770 1 tasks_processing.go:74] worker 6 stopped. I0515 11:05:36.451859 1 recorder.go:75] Recording config/running_containers with fingerprint=e3b64472181e4372e47b7fe8ab5eae0dd740cf4e5f222e27aef1238e8010b87e I0515 11:05:36.451876 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 100.113964ms to process 1 records I0515 11:05:36.491864 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0515 11:05:36.495149 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:56657->172.30.0.10:53: read: connection refused I0515 11:05:36.495160 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:56657->172.30.0.10:53: read: connection refused I0515 11:05:36.501813 1 base_controller.go:82] Caches are synced for LoggingSyncer I0515 11:05:36.501829 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0515 11:05:36.505518 1 tasks_processing.go:74] worker 14 stopped. E0515 11:05:36.505533 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0515 11:05:36.505541 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2qaaolrg7rkor80uipaklgnphfm5f3o9-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2qaaolrg7rkor80uipaklgnphfm5f3o9-primary-cert-bundle-secret" not found I0515 11:05:36.505614 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=b078526394182a09f805ec538d28d759eca908f080a9cd0957056a2616dfa78c I0515 11:05:36.505630 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 153.252321ms to process 1 records I0515 11:05:36.820893 1 gather_cluster_operator_pods_and_events.go:121] Found 14 pods with 15 containers I0515 11:05:36.820907 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1677721 bytes I0515 11:05:36.821179 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-zgnwx pod in namespace openshift-dns (previous: false). I0515 11:05:37.043450 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zgnwx pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-zgnwx\" is waiting to start: ContainerCreating" I0515 11:05:37.043472 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-zgnwx\" is waiting to start: ContainerCreating" I0515 11:05:37.043479 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-zgnwx pod in namespace openshift-dns (previous: false). I0515 11:05:37.220109 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zgnwx pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-zgnwx\" is waiting to start: ContainerCreating" I0515 11:05:37.220130 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-zgnwx\" is waiting to start: ContainerCreating" I0515 11:05:37.220140 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-2fzp6 pod in namespace openshift-dns (previous: false). W0515 11:05:37.393348 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0515 11:05:37.433885 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:37.433901 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-6xjsn pod in namespace openshift-dns (previous: false). I0515 11:05:37.621454 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:37.621467 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-j85gm pod in namespace openshift-dns (previous: false). I0515 11:05:37.824082 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0515 11:05:37.848552 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:37.848564 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7486696dc8-jm55q pod in namespace openshift-image-registry (previous: false). I0515 11:05:38.012222 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:38.012240 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-87549bb8f-q29fs pod in namespace openshift-image-registry (previous: false). I0515 11:05:38.217177 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-87549bb8f-q29fs pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-87549bb8f-q29fs\" is waiting to start: ContainerCreating" I0515 11:05:38.217193 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-87549bb8f-q29fs\" is waiting to start: ContainerCreating" I0515 11:05:38.217206 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-87549bb8f-zdw28 pod in namespace openshift-image-registry (previous: false). I0515 11:05:38.224647 1 tasks_processing.go:74] worker 37 stopped. I0515 11:05:38.224723 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=40ebe7914e726d4bc331d4f4729faa030a17d63e6ccda6e063fa6bf89e92dada I0515 11:05:38.224797 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=d9d45901b8d08d6238d92bbaef3bb0f27f3d7325ab55903f2e16be7f7783e697 I0515 11:05:38.224839 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0515 11:05:38.224879 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=527b96078790a41dd53e84cb64a839a9a0187810271e04531da2e3410a5d995d I0515 11:05:38.224906 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0515 11:05:38.224941 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=252fc04dd6822ae7ea6997fcc6190b7f0d31573ee34ab34454d0f7f14331e790 I0515 11:05:38.224999 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=e4e82c3a457ddee64360353ea4b665c077f6df97deb7ad2abc8c2cc99a84b3b3 I0515 11:05:38.225036 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=45cdf6f2bdb0e455ab35005ae921116a8ee29452a94378c6cb99b2b9cc73fee1 I0515 11:05:38.225061 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=18e4b9b2752b43af867a8cd7857208dc8915b518c6d649692c44cb7767f6f6d6 I0515 11:05:38.225094 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=c30c3227fa517208a0d5764a80951e3e5fb537b568610e6712132f98c2b8f8e6 I0515 11:05:38.225108 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0515 11:05:38.225137 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=04ae67d603240373af1dd019d12ad9e3652a5e659bd3fe34db1b57a0833cb4e3 I0515 11:05:38.225153 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0515 11:05:38.225181 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=d089c36a7d8f91ed040d0796531b9b5571d8c263744dad1a48f5a88f4ab96baa I0515 11:05:38.225196 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0515 11:05:38.225222 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=bc3ffdc5faaec21f70308953c25abd8b63643a4c1506fea91afbc47ade754926 I0515 11:05:38.225237 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0515 11:05:38.225264 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=dd60307f77990ce040429c2328d7962b903b4ae2faf93bcafd4beee26635ba91 I0515 11:05:38.225435 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=a0a575f9fea53550c32a36132caffa792843ad1243a2da487bde54aff5bc5bc8 I0515 11:05:38.225451 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0515 11:05:38.225462 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0515 11:05:38.225492 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0515 11:05:38.225530 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=4832c13b4905b5f22b8d96fe7d50c0b0e87b03b8bea0c7cf251e768b6661cec4 I0515 11:05:38.225568 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=6440476740b67a90362e3910d654e317b96d66fc0c3276041fa3c9c4c696edd3 I0515 11:05:38.225582 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0515 11:05:38.225611 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=be56c58a8127fb47afccdc4fb8f11073c2f81ef75825280e1a30bb13d42d5d0f I0515 11:05:38.225628 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0515 11:05:38.225652 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=e496f3bb2a35608628022480a81d6328fb1116ae42113eff6949419a33537c73 I0515 11:05:38.225677 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=7fe55961a0c0155ad03bbb16c3dad98f33812939079a03d2d9db0725c0568e9b I0515 11:05:38.225702 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=4b72c3cdca3924618970a59385fc1589ee80ec5035bc82021b6f4743a20cffa9 I0515 11:05:38.225726 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=6bb7e56d4d405b86277db3469becf03842ed73c198f36670602b5076748bf93e I0515 11:05:38.225747 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=f7f5b4ea089912ce9fc91309066babf513c83922b2535771a969805a98ade097 I0515 11:05:38.225795 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=326068e5a9baf5a988d2ab9314889e89a7ff543996b7c1639c47492735df9e63 I0515 11:05:38.225822 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0515 11:05:38.225835 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0515 11:05:38.225846 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.872879815s to process 35 records W0515 11:05:38.392985 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0515 11:05:38.411952 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:38.411966 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-bdnzl pod in namespace openshift-image-registry (previous: false). I0515 11:05:38.616169 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:38.616185 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-p8bf6 pod in namespace openshift-image-registry (previous: false). I0515 11:05:38.816741 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:38.816757 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-rdrxv pod in namespace openshift-image-registry (previous: false). I0515 11:05:39.016421 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:39.016437 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-59c58d959-jft5b pod in namespace openshift-ingress (previous: false). I0515 11:05:39.217061 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-59c58d959-jft5b pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-59c58d959-jft5b\" is waiting to start: ContainerCreating" I0515 11:05:39.217077 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-59c58d959-jft5b\" is waiting to start: ContainerCreating" I0515 11:05:39.217088 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-59c58d959-xnz65 pod in namespace openshift-ingress (previous: false). W0515 11:05:39.393077 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0515 11:05:39.412485 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0515 11:05:39.412502 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-784ccf4679-2q65b pod in namespace openshift-ingress (previous: false). I0515 11:05:39.621666 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-784ccf4679-2q65b pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-784ccf4679-2q65b\" is waiting to start: ContainerCreating" I0515 11:05:39.621684 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-784ccf4679-2q65b\" is waiting to start: ContainerCreating" I0515 11:05:39.621697 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-j2bqf pod in namespace openshift-ingress-canary (previous: false). I0515 11:05:39.817260 1 tasks_processing.go:74] worker 31 stopped. I0515 11:05:39.817349 1 recorder.go:75] Recording events/openshift-dns with fingerprint=cc51e8e16dffb6112eeb3c8b501be09b14e0d35d6d48c584ec9a1ae1398991b7 I0515 11:05:39.817473 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=5cf6506406574c8d755ec9a8e33396c6f63cafc5ce212dc3f3b872868579c751 I0515 11:05:39.817504 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=66f74d54b75a404a345b680170619d3a57778c2d2b0c9a71f8fc7f4e36b04c5e I0515 11:05:39.817549 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=05af86a4f6758b2fcda887b5782053ecf27152fd751f94ec478dd1980b82588a I0515 11:05:39.817569 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=57794be997d554f88af9872b6e0f0cc180f434b0f49423e1a46a5a8492d2aa4f I0515 11:05:39.817576 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-j2bqf/serve-healthcheck-canary_current.log with fingerprint=d022c05043029ad9500480bbf1e33ea5234ebfcb5b797d8c5f7b6c0c0182e805 I0515 11:05:39.817583 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.465496128s to process 6 records W0515 11:05:40.393047 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0515 11:05:41.399727 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0515 11:05:41.399759 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0515 11:05:41.399770 1 tasks_processing.go:74] worker 17 stopped. E0515 11:05:41.399793 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0515 11:05:41.399804 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0515 11:05:41.399819 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0515 11:05:41.399832 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.046944216s to process 1 records I0515 11:05:49.004743 1 tasks_processing.go:74] worker 46 stopped. I0515 11:05:49.004789 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0515 11:05:49.004804 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.650298415s to process 1 records I0515 11:05:49.336841 1 configmapobserver.go:84] configmaps "insights-config" not found I0515 11:05:49.761605 1 tasks_processing.go:74] worker 61 stopped. I0515 11:05:49.761878 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=2a6a98cd978f6a8f6d561f8f5025ec9397f180ae98d9caca3683e8186873f98f I0515 11:05:49.761896 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.409674966s to process 1 records E0515 11:05:49.761951 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.411s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0515 11:05:49.763056 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0515 11:05:49.763071 1 periodic.go:216] Running workloads gatherer I0515 11:05:49.763089 1 tasks_processing.go:45] number of workers: 2 I0515 11:05:49.763106 1 tasks_processing.go:69] worker 1 listening for tasks. I0515 11:05:49.763113 1 tasks_processing.go:71] worker 1 working on workload_info task. I0515 11:05:49.763119 1 tasks_processing.go:69] worker 0 listening for tasks. I0515 11:05:49.763141 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0515 11:05:49.787188 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0515 11:05:49.795006 1 tasks_processing.go:74] worker 0 stopped. I0515 11:05:49.795021 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 31.850972ms to process 0 records I0515 11:05:49.796120 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (10ms) I0515 11:05:49.810242 1 gather_workloads_info.go:387] No image sha256:c886c2a85f0c920fcd6927a7c76644a422cf77f07b185120a8021e0e98d6acb9 (14ms) I0515 11:05:49.825755 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (16ms) I0515 11:05:49.839177 1 gather_workloads_info.go:387] No image sha256:3a1c7ec9bb0db343348170a70697ea3209ed81e22f1259ff694190e5d04ef250 (13ms) I0515 11:05:49.848376 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (9ms) I0515 11:05:49.861976 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (14ms) I0515 11:05:49.872243 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (10ms) I0515 11:05:49.882467 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (10ms) I0515 11:05:49.893889 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (11ms) I0515 11:05:49.903055 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (9ms) I0515 11:05:49.911962 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (9ms) I0515 11:05:49.998364 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (86ms) I0515 11:05:50.103039 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (105ms) I0515 11:05:50.197261 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (94ms) I0515 11:05:50.297320 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (100ms) I0515 11:05:50.326853 1 configmapobserver.go:84] configmaps "insights-config" not found I0515 11:05:50.397137 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (100ms) I0515 11:05:50.497983 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (101ms) I0515 11:05:50.524863 1 configmapobserver.go:84] configmaps "insights-config" not found I0515 11:05:50.597419 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (99ms) I0515 11:05:50.697564 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0515 11:05:50.796960 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (99ms) I0515 11:05:50.896601 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0515 11:05:50.997475 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (101ms) I0515 11:05:51.096793 1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (99ms) I0515 11:05:51.196924 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0515 11:05:51.297931 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (101ms) I0515 11:05:51.397503 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms) I0515 11:05:51.498792 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (101ms) I0515 11:05:51.600373 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (102ms) I0515 11:05:51.697042 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (97ms) I0515 11:05:51.796754 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (100ms) I0515 11:05:51.897263 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (100ms) I0515 11:05:51.996947 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms) I0515 11:05:52.097571 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (101ms) I0515 11:05:52.196903 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (99ms) I0515 11:05:52.297499 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (101ms) I0515 11:05:52.396841 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (99ms) I0515 11:05:52.396869 1 tasks_processing.go:74] worker 1 stopped. E0515 11:05:52.396879 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0515 11:05:52.397117 1 recorder.go:75] Recording config/workload_info with fingerprint=0a09dd65bfb2046a7f2ec769aa6b7d08d3d3ed03bf49f3dca0e8c79eddbc3d9a I0515 11:05:52.397131 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.633749344s to process 1 records E0515 11:05:52.397153 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.634s with: function \"workload_info\" failed with an error" I0515 11:05:52.398251 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0515 11:05:52.398264 1 periodic.go:216] Running conditional gatherer I0515 11:05:52.405236 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0515 11:05:52.411922 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.9:55573->172.30.0.10:53: read: connection refused E0515 11:05:52.412165 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0515 11:05:52.412219 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0515 11:05:52.418651 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0515 11:05:52.418664 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:05:52.418669 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:05:52.418673 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:05:52.418676 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:05:52.418679 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:05:52.418682 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:05:52.418685 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:05:52.418687 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0515 11:05:52.418690 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0515 11:05:52.418705 1 tasks_processing.go:45] number of workers: 3 I0515 11:05:52.418717 1 tasks_processing.go:69] worker 2 listening for tasks. I0515 11:05:52.418722 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0515 11:05:52.418728 1 tasks_processing.go:69] worker 0 listening for tasks. I0515 11:05:52.418739 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0515 11:05:52.418740 1 tasks_processing.go:69] worker 1 listening for tasks. I0515 11:05:52.418748 1 tasks_processing.go:74] worker 1 stopped. I0515 11:05:52.418753 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0515 11:05:52.418831 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0515 11:05:52.418843 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 896ns to process 1 records I0515 11:05:52.418874 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0515 11:05:52.418881 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.132µs to process 1 records I0515 11:05:52.418887 1 tasks_processing.go:74] worker 0 stopped. I0515 11:05:52.419029 1 tasks_processing.go:74] worker 2 stopped. I0515 11:05:52.419042 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 262.969µs to process 0 records I0515 11:05:52.419059 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.9:55573->172.30.0.10:53: read: connection refused I0515 11:05:52.419076 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0515 11:05:52.442993 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=b695f8769d3ddc493df7e31d2510d675ceebb7b08b186de7401f01dd2cd9bfec I0515 11:05:52.443109 1 diskrecorder.go:70] Writing 99 records to /var/lib/insights-operator/insights-2026-05-15-110552.tar.gz I0515 11:05:52.450235 1 diskrecorder.go:51] Wrote 99 records to disk in 7ms I0515 11:05:52.450266 1 periodic.go:285] Gathering cluster info every 2h0m0s I0515 11:05:52.450288 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0515 11:05:58.796826 1 configmapobserver.go:84] configmaps "insights-config" not found I0515 11:06:50.801439 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="f538d9b02f7e70f62353e0ecfded95e4659f89d0673016886c8e8f67055be39c") W0515 11:06:50.801479 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created I0515 11:06:50.801551 1 periodic.go:177] Shutting down