W0417 10:53:11.993543 1 cmd.go:257] Using insecure, self-signed certificates I0417 10:53:12.335367 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0417 10:53:12.335695 1 observer_polling.go:159] Starting file observer I0417 10:53:13.241190 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0417 10:53:13.241400 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0417 10:53:13.241916 1 secure_serving.go:57] Forcing use of http/1.1 only W0417 10:53:13.241937 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0417 10:53:13.241941 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0417 10:53:13.241945 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0417 10:53:13.241948 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0417 10:53:13.241951 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0417 10:53:13.241955 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0417 10:53:13.242003 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0417 10:53:13.246035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"c902dab9-b039-4e9c-b068-01ec2659fd05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0417 10:53:13.246032 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0417 10:53:13.246792 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0417 10:53:13.246809 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0417 10:53:13.246806 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0417 10:53:13.246811 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0417 10:53:13.246838 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0417 10:53:13.246841 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0417 10:53:13.247056 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1128761251/tls.crt::/tmp/serving-cert-1128761251/tls.key" I0417 10:53:13.247359 1 secure_serving.go:213] Serving securely on [::]:8443 I0417 10:53:13.247392 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0417 10:53:13.251073 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0417 10:53:13.251093 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0417 10:53:13.251190 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0417 10:53:13.257474 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0417 10:53:13.257500 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0417 10:53:13.261845 1 secretconfigobserver.go:119] support secret does not exist I0417 10:53:13.266248 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0417 10:53:13.270607 1 secretconfigobserver.go:119] support secret does not exist I0417 10:53:13.272899 1 recorder.go:161] Pruning old reports every 6h17m12s, max age is 288h0m0s I0417 10:53:13.277787 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0417 10:53:13.277809 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0417 10:53:13.277812 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0417 10:53:13.277822 1 insightsreport.go:296] Starting report retriever I0417 10:53:13.277829 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0417 10:53:13.277835 1 periodic.go:209] Running clusterconfig gatherer I0417 10:53:13.277897 1 tasks_processing.go:45] number of workers: 64 I0417 10:53:13.277928 1 tasks_processing.go:69] worker 4 listening for tasks. I0417 10:53:13.277939 1 tasks_processing.go:69] worker 1 listening for tasks. I0417 10:53:13.277941 1 tasks_processing.go:69] worker 2 listening for tasks. I0417 10:53:13.277946 1 tasks_processing.go:69] worker 0 listening for tasks. I0417 10:53:13.277948 1 tasks_processing.go:69] worker 3 listening for tasks. I0417 10:53:13.277953 1 tasks_processing.go:69] worker 37 listening for tasks. I0417 10:53:13.277958 1 tasks_processing.go:69] worker 31 listening for tasks. I0417 10:53:13.277959 1 tasks_processing.go:69] worker 47 listening for tasks. I0417 10:53:13.277962 1 tasks_processing.go:69] worker 32 listening for tasks. I0417 10:53:13.277964 1 tasks_processing.go:71] worker 37 working on tsdb_status task. I0417 10:53:13.277967 1 tasks_processing.go:71] worker 47 working on ingress_certificates task. I0417 10:53:13.277969 1 tasks_processing.go:71] worker 32 working on silenced_alerts task. I0417 10:53:13.277973 1 tasks_processing.go:69] worker 15 listening for tasks. I0417 10:53:13.277975 1 tasks_processing.go:69] worker 39 listening for tasks. I0417 10:53:13.277982 1 tasks_processing.go:69] worker 40 listening for tasks. I0417 10:53:13.277986 1 tasks_processing.go:69] worker 21 listening for tasks. I0417 10:53:13.277990 1 tasks_processing.go:69] worker 41 listening for tasks. I0417 10:53:13.277992 1 tasks_processing.go:69] worker 22 listening for tasks. I0417 10:53:13.277999 1 tasks_processing.go:69] worker 23 listening for tasks. I0417 10:53:13.277996 1 tasks_processing.go:69] worker 20 listening for tasks. W0417 10:53:13.278003 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0417 10:53:13.278008 1 tasks_processing.go:69] worker 24 listening for tasks. I0417 10:53:13.278010 1 tasks_processing.go:69] worker 5 listening for tasks. I0417 10:53:13.278015 1 tasks_processing.go:69] worker 16 listening for tasks. W0417 10:53:13.278007 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0417 10:53:13.278016 1 tasks_processing.go:69] worker 58 listening for tasks. I0417 10:53:13.278026 1 tasks_processing.go:69] worker 59 listening for tasks. I0417 10:53:13.277961 1 tasks_processing.go:69] worker 25 listening for tasks. I0417 10:53:13.278005 1 tasks_processing.go:69] worker 43 listening for tasks. I0417 10:53:13.277993 1 tasks_processing.go:69] worker 14 listening for tasks. I0417 10:53:13.278038 1 tasks_processing.go:69] worker 18 listening for tasks. I0417 10:53:13.278046 1 tasks_processing.go:69] worker 51 listening for tasks. I0417 10:53:13.277999 1 tasks_processing.go:69] worker 42 listening for tasks. I0417 10:53:13.278053 1 tasks_processing.go:69] worker 54 listening for tasks. I0417 10:53:13.278056 1 tasks_processing.go:69] worker 62 listening for tasks. I0417 10:53:13.278038 1 tasks_processing.go:69] worker 50 listening for tasks. I0417 10:53:13.278061 1 tasks_processing.go:69] worker 13 listening for tasks. I0417 10:53:13.278065 1 tasks_processing.go:71] worker 39 working on pdbs task. I0417 10:53:13.278067 1 tasks_processing.go:71] worker 32 working on sap_config task. I0417 10:53:13.278049 1 tasks_processing.go:69] worker 36 listening for tasks. I0417 10:53:13.278071 1 tasks_processing.go:69] worker 57 listening for tasks. I0417 10:53:13.278075 1 tasks_processing.go:71] worker 51 working on clusterroles task. I0417 10:53:13.278079 1 tasks_processing.go:71] worker 3 working on storage_cluster task. I0417 10:53:13.278069 1 tasks_processing.go:69] worker 56 listening for tasks. I0417 10:53:13.278086 1 tasks_processing.go:71] worker 58 working on cluster_apiserver task. I0417 10:53:13.278085 1 tasks_processing.go:71] worker 62 working on openstack_controlplanes task. I0417 10:53:13.278091 1 tasks_processing.go:71] worker 56 working on container_images task. I0417 10:53:13.278091 1 tasks_processing.go:69] worker 35 listening for tasks. I0417 10:53:13.278093 1 tasks_processing.go:71] worker 50 working on image_registries task. I0417 10:53:13.278093 1 tasks_processing.go:69] worker 9 listening for tasks. I0417 10:53:13.278103 1 tasks_processing.go:71] worker 59 working on ceph_cluster task. I0417 10:53:13.278104 1 tasks_processing.go:71] worker 4 working on certificate_signing_requests task. I0417 10:53:13.278110 1 tasks_processing.go:71] worker 41 working on machine_autoscalers task. I0417 10:53:13.278109 1 tasks_processing.go:69] worker 10 listening for tasks. I0417 10:53:13.278128 1 tasks_processing.go:69] worker 28 listening for tasks. I0417 10:53:13.278136 1 tasks_processing.go:69] worker 26 listening for tasks. I0417 10:53:13.278144 1 tasks_processing.go:69] worker 27 listening for tasks. I0417 10:53:13.278146 1 tasks_processing.go:71] worker 25 working on cost_management_metrics_configs task. I0417 10:53:13.278151 1 tasks_processing.go:71] worker 22 working on networks task. I0417 10:53:13.278188 1 tasks_processing.go:71] worker 1 working on crds task. I0417 10:53:13.278052 1 tasks_processing.go:71] worker 18 working on storage_classes task. I0417 10:53:13.278305 1 tasks_processing.go:71] worker 23 working on overlapping_namespace_uids task. I0417 10:53:13.278309 1 tasks_processing.go:69] worker 29 listening for tasks. I0417 10:53:13.278317 1 tasks_processing.go:71] worker 5 working on openstack_dataplanenodesets task. I0417 10:53:13.278318 1 tasks_processing.go:71] worker 16 working on machine_sets task. I0417 10:53:13.278068 1 tasks_processing.go:69] worker 63 listening for tasks. I0417 10:53:13.278016 1 tasks_processing.go:69] worker 52 listening for tasks. I0417 10:53:13.278020 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 38.107µs to process 0 records I0417 10:53:13.278344 1 tasks_processing.go:71] worker 52 working on lokistack task. I0417 10:53:13.278348 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 54.787µs to process 0 records I0417 10:53:13.278351 1 tasks_processing.go:71] worker 21 working on nodes task. I0417 10:53:13.278357 1 tasks_processing.go:71] worker 37 working on sap_datahubs task. I0417 10:53:13.278363 1 tasks_processing.go:71] worker 35 working on machines task. I0417 10:53:13.278021 1 tasks_processing.go:69] worker 45 listening for tasks. I0417 10:53:13.278023 1 tasks_processing.go:69] worker 48 listening for tasks. I0417 10:53:13.278024 1 tasks_processing.go:69] worker 6 listening for tasks. I0417 10:53:13.278031 1 tasks_processing.go:69] worker 17 listening for tasks. I0417 10:53:13.278030 1 tasks_processing.go:69] worker 33 listening for tasks. I0417 10:53:13.278031 1 tasks_processing.go:69] worker 49 listening for tasks. I0417 10:53:13.278032 1 tasks_processing.go:69] worker 7 listening for tasks. I0417 10:53:13.277963 1 tasks_processing.go:71] worker 31 working on image_pruners task. I0417 10:53:13.278411 1 tasks_processing.go:71] worker 26 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0417 10:53:13.277968 1 tasks_processing.go:69] worker 38 listening for tasks. I0417 10:53:13.278034 1 tasks_processing.go:69] worker 55 listening for tasks. I0417 10:53:13.278465 1 tasks_processing.go:71] worker 9 working on openshift_logging task. I0417 10:53:13.278476 1 tasks_processing.go:69] worker 30 listening for tasks. I0417 10:53:13.278489 1 tasks_processing.go:71] worker 29 working on node_logs task. I0417 10:53:13.278516 1 tasks_processing.go:71] worker 10 working on machine_config_pools task. I0417 10:53:13.278530 1 tasks_processing.go:71] worker 17 working on install_plans task. I0417 10:53:13.278534 1 tasks_processing.go:71] worker 49 working on image task. I0417 10:53:13.278547 1 tasks_processing.go:71] worker 38 working on jaegers task. I0417 10:53:13.278038 1 tasks_processing.go:69] worker 60 listening for tasks. I0417 10:53:13.278057 1 tasks_processing.go:71] worker 15 working on support_secret task. I0417 10:53:13.278045 1 tasks_processing.go:69] worker 8 listening for tasks. I0417 10:53:13.278638 1 tasks_processing.go:71] worker 8 working on machine_configs task. I0417 10:53:13.278650 1 tasks_processing.go:71] worker 55 working on mutating_webhook_configurations task. I0417 10:53:13.278028 1 tasks_processing.go:69] worker 46 listening for tasks. I0417 10:53:13.278047 1 tasks_processing.go:69] worker 61 listening for tasks. I0417 10:53:13.278053 1 tasks_processing.go:69] worker 12 listening for tasks. I0417 10:53:13.278012 1 tasks_processing.go:69] worker 44 listening for tasks. I0417 10:53:13.278060 1 tasks_processing.go:71] worker 42 working on qemu_kubevirt_launcher_logs task. I0417 10:53:13.278749 1 tasks_processing.go:71] worker 44 working on pod_network_connectivity_checks task. I0417 10:53:13.278061 1 tasks_processing.go:71] worker 20 working on machine_healthchecks task. I0417 10:53:13.278358 1 tasks_processing.go:71] worker 28 working on service_accounts task. I0417 10:53:13.278046 1 tasks_processing.go:69] worker 53 listening for tasks. I0417 10:53:13.279725 1 tasks_processing.go:71] worker 63 working on oauths task. I0417 10:53:13.279742 1 tasks_processing.go:71] worker 53 working on aggregated_monitoring_cr_names task. I0417 10:53:13.279797 1 tasks_processing.go:71] worker 61 working on olm_operators task. I0417 10:53:13.278062 1 tasks_processing.go:71] worker 24 working on validating_webhook_configurations task. I0417 10:53:13.280015 1 tasks_processing.go:71] worker 46 working on active_alerts task. I0417 10:53:13.280038 1 tasks_processing.go:71] worker 12 working on openstack_version task. W0417 10:53:13.280043 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0417 10:53:13.278070 1 tasks_processing.go:69] worker 19 listening for tasks. I0417 10:53:13.278070 1 tasks_processing.go:71] worker 13 working on feature_gates task. I0417 10:53:13.278046 1 tasks_processing.go:71] worker 43 working on metrics task. I0417 10:53:13.280105 1 tasks_processing.go:71] worker 46 working on authentication task. I0417 10:53:13.280131 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 27.754µs to process 0 records I0417 10:53:13.280155 1 tasks_processing.go:71] worker 27 working on container_runtime_configs task. I0417 10:53:13.278074 1 tasks_processing.go:71] worker 0 working on schedulers task. I0417 10:53:13.280192 1 tasks_processing.go:71] worker 48 working on monitoring_persistent_volumes task. I0417 10:53:13.280233 1 tasks_processing.go:71] worker 19 working on operators task. W0417 10:53:13.280257 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0417 10:53:13.280269 1 tasks_processing.go:74] worker 43 stopped. I0417 10:53:13.280282 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 174.245µs to process 0 records I0417 10:53:13.278080 1 tasks_processing.go:71] worker 57 working on openshift_machine_api_events task. I0417 10:53:13.280301 1 tasks_processing.go:71] worker 45 working on ingress task. I0417 10:53:13.280364 1 tasks_processing.go:71] worker 6 working on infrastructures task. I0417 10:53:13.278528 1 tasks_processing.go:71] worker 33 working on config_maps task. I0417 10:53:13.278080 1 tasks_processing.go:71] worker 36 working on nodenetworkstates task. I0417 10:53:13.278062 1 tasks_processing.go:71] worker 54 working on sap_pods task. I0417 10:53:13.278085 1 tasks_processing.go:71] worker 2 working on version task. I0417 10:53:13.278084 1 tasks_processing.go:69] worker 34 listening for tasks. I0417 10:53:13.280693 1 tasks_processing.go:74] worker 34 stopped. I0417 10:53:13.278630 1 tasks_processing.go:71] worker 60 working on operators_pods_and_events task. I0417 10:53:13.278299 1 tasks_processing.go:71] worker 40 working on openstack_dataplanedeployments task. I0417 10:53:13.278070 1 tasks_processing.go:71] worker 14 working on proxies task. I0417 10:53:13.278074 1 tasks_processing.go:69] worker 11 listening for tasks. I0417 10:53:13.281163 1 tasks_processing.go:74] worker 11 stopped. I0417 10:53:13.280078 1 tasks_processing.go:71] worker 7 working on dvo_metrics task. I0417 10:53:13.278524 1 tasks_processing.go:71] worker 30 working on nodenetworkconfigurationpolicies task. I0417 10:53:13.281969 1 tasks_processing.go:74] worker 3 stopped. I0417 10:53:13.281981 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 3.880524ms to process 0 records I0417 10:53:13.281988 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 3.875187ms to process 0 records I0417 10:53:13.281993 1 tasks_processing.go:74] worker 62 stopped. I0417 10:53:13.282332 1 tasks_processing.go:74] worker 32 stopped. I0417 10:53:13.282345 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 4.255758ms to process 0 records I0417 10:53:13.282630 1 tasks_processing.go:74] worker 35 stopped. E0417 10:53:13.282650 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0417 10:53:13.282663 1 gather.go:177] gatherer "clusterconfig" function "machines" took 4.250963ms to process 0 records I0417 10:53:13.283087 1 tasks_processing.go:74] worker 37 stopped. I0417 10:53:13.283099 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 4.721127ms to process 0 records I0417 10:53:13.283501 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0417 10:53:13.283518 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0417 10:53:13.283530 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0417 10:53:13.283534 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0417 10:53:13.283551 1 controller.go:489] The operator is still being initialized I0417 10:53:13.283558 1 controller.go:512] The operator is healthy I0417 10:53:13.283653 1 tasks_processing.go:74] worker 41 stopped. I0417 10:53:13.283665 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 5.53257ms to process 0 records I0417 10:53:13.284621 1 tasks_processing.go:74] worker 16 stopped. I0417 10:53:13.284632 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 6.290995ms to process 0 records I0417 10:53:13.286066 1 tasks_processing.go:74] worker 25 stopped. I0417 10:53:13.286077 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 7.907819ms to process 0 records I0417 10:53:13.286176 1 tasks_processing.go:74] worker 9 stopped. I0417 10:53:13.286185 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 7.70145ms to process 0 records I0417 10:53:13.287719 1 tasks_processing.go:74] worker 22 stopped. I0417 10:53:13.287906 1 recorder.go:75] Recording config/network with fingerprint=36e46daccf575927bf533b27ba2d1b04ce487c84507b1793e706e5e4fd629fa5 I0417 10:53:13.287919 1 gather.go:177] gatherer "clusterconfig" function "networks" took 9.554682ms to process 1 records I0417 10:53:13.288000 1 tasks_processing.go:74] worker 31 stopped. I0417 10:53:13.288122 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=d3dc735fde1d5571fe5e0a0d253f30a5e496473684e59893dfb9c534f1b2de6e I0417 10:53:13.288132 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 9.418021ms to process 1 records I0417 10:53:13.290420 1 tasks_processing.go:74] worker 58 stopped. I0417 10:53:13.290539 1 recorder.go:75] Recording config/apiserver with fingerprint=4b14a90ee1a84a544866e9b8bac6ef2b5d9f5c97636085b48237cffb445315bf I0417 10:53:13.290553 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 12.321232ms to process 1 records I0417 10:53:13.290565 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 9.256889ms to process 0 records I0417 10:53:13.290575 1 tasks_processing.go:74] worker 30 stopped. I0417 10:53:13.293473 1 tasks_processing.go:74] worker 36 stopped. I0417 10:53:13.293492 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 13.009216ms to process 0 records I0417 10:53:13.293602 1 tasks_processing.go:74] worker 40 stopped. I0417 10:53:13.293613 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 12.882227ms to process 0 records I0417 10:53:13.298201 1 tasks_processing.go:74] worker 39 stopped. I0417 10:53:13.298314 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=291d0165a1b1ae23ac7a75d049f4d56b6936a4aaa30fb5bd5d14db222b6058f4 I0417 10:53:13.298336 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=1f67233cc477307c2b76506323c09d5ca2b779cf9155e75f997feb893f95a01f I0417 10:53:13.298351 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=7e80f6fc0b40aa570536bf5768e6ce3a27231d748394db333ccdef2b42af2bc6 I0417 10:53:13.298357 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 20.128591ms to process 3 records I0417 10:53:13.298367 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 20.094557ms to process 0 records E0417 10:53:13.298374 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0417 10:53:13.298380 1 tasks_processing.go:74] worker 59 stopped. I0417 10:53:13.298382 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 19.486036ms to process 0 records I0417 10:53:13.298388 1 tasks_processing.go:74] worker 44 stopped. I0417 10:53:13.298394 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 19.697982ms to process 0 records E0417 10:53:13.298401 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0417 10:53:13.298407 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 18.633305ms to process 0 records I0417 10:53:13.298412 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 17.775203ms to process 0 records I0417 10:53:13.298416 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 18.368925ms to process 0 records I0417 10:53:13.298421 1 tasks_processing.go:74] worker 12 stopped. I0417 10:53:13.298424 1 tasks_processing.go:74] worker 38 stopped. I0417 10:53:13.298428 1 tasks_processing.go:74] worker 20 stopped. I0417 10:53:13.298431 1 tasks_processing.go:74] worker 54 stopped. I0417 10:53:13.298849 1 tasks_processing.go:74] worker 29 stopped. I0417 10:53:13.298862 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 20.352771ms to process 0 records I0417 10:53:13.298994 1 tasks_processing.go:74] worker 15 stopped. E0417 10:53:13.299004 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0417 10:53:13.299010 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 20.357791ms to process 0 records I0417 10:53:13.299121 1 tasks_processing.go:74] worker 57 stopped. I0417 10:53:13.299135 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 18.815993ms to process 0 records I0417 10:53:13.299225 1 tasks_processing.go:74] worker 49 stopped. I0417 10:53:13.299275 1 recorder.go:75] Recording config/image with fingerprint=1043262224f300db6a6186b54afc4698b01094b08bd7df1627481b14c2436b19 I0417 10:53:13.299291 1 gather.go:177] gatherer "clusterconfig" function "image" took 20.604174ms to process 1 records I0417 10:53:13.299449 1 tasks_processing.go:74] worker 21 stopped. I0417 10:53:13.299725 1 recorder.go:75] Recording config/node/ip-10-0-0-220.ec2.internal with fingerprint=a441f649d456a1cc082334045ffe8ff01d7aa8d182e749276190bf934700ceb2 I0417 10:53:13.299782 1 recorder.go:75] Recording config/node/ip-10-0-1-137.ec2.internal with fingerprint=fff547302da8d527b335e786b50bd214d1bff3203696eddebc3733d2a2f169fa I0417 10:53:13.299863 1 recorder.go:75] Recording config/node/ip-10-0-2-178.ec2.internal with fingerprint=c3b2c488c6be21bdbb417cdcfdba352c4706d702271bb4a1cc9e97b58d66c209 I0417 10:53:13.299873 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 21.084119ms to process 3 records I0417 10:53:13.301573 1 tasks_processing.go:74] worker 52 stopped. I0417 10:53:13.301588 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 23.214647ms to process 0 records I0417 10:53:13.301746 1 tasks_processing.go:74] worker 63 stopped. I0417 10:53:13.301948 1 recorder.go:75] Recording config/oauth with fingerprint=e400aa8a3c39d08d384be496a33a1d15a8daa5f80da64c43c5dff862aba66448 I0417 10:53:13.301962 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 22.005805ms to process 1 records I0417 10:53:13.301972 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 21.731637ms to process 0 records I0417 10:53:13.301978 1 tasks_processing.go:74] worker 27 stopped. I0417 10:53:13.303718 1 tasks_processing.go:74] worker 18 stopped. I0417 10:53:13.303794 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=3afabbae6dbf762ef2df94841ae2145f9ceb06d8540c7ab97cc079581b6a3dec I0417 10:53:13.303809 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=1cb0444dfa600a8fd848fe3289a44eec116f02e4e55082c3d099db677f532185 I0417 10:53:13.303815 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 25.40454ms to process 2 records I0417 10:53:13.303834 1 gather_logs.go:145] no pods in namespace were found I0417 10:53:13.303852 1 tasks_processing.go:74] worker 42 stopped. I0417 10:53:13.303865 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 25.141189ms to process 0 records I0417 10:53:13.304559 1 tasks_processing.go:74] worker 46 stopped. I0417 10:53:13.304747 1 recorder.go:75] Recording config/authentication with fingerprint=eab7969965dccc37c477749bc85f8f048992f50b8464e2d732a5ca837f7ab5d1 I0417 10:53:13.304764 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 24.427535ms to process 1 records I0417 10:53:13.305261 1 tasks_processing.go:74] worker 5 stopped. I0417 10:53:13.305276 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 26.934283ms to process 0 records I0417 10:53:13.305632 1 tasks_processing.go:74] worker 14 stopped. I0417 10:53:13.305694 1 recorder.go:75] Recording config/proxy with fingerprint=867d53b5971d90d52b8e22ae239f29d57675ce176ec880f6770f642b4a275048 I0417 10:53:13.305710 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 24.788245ms to process 1 records I0417 10:53:13.306865 1 tasks_processing.go:74] worker 50 stopped. I0417 10:53:13.307176 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=8a376b449b5a141b3ce4b90cc15a4ab832d9f83e940865c29ca99366eeb1feaa I0417 10:53:13.307187 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 28.755143ms to process 1 records I0417 10:53:13.307595 1 tasks_processing.go:74] worker 13 stopped. I0417 10:53:13.307690 1 recorder.go:75] Recording config/featuregate with fingerprint=e77574507572dd68c9ebec449a39521e03692ce5b569313fb912147069a01958 I0417 10:53:13.307701 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 27.516992ms to process 1 records I0417 10:53:13.309668 1 tasks_processing.go:74] worker 48 stopped. I0417 10:53:13.309680 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 29.457974ms to process 0 records I0417 10:53:13.311607 1 tasks_processing.go:74] worker 55 stopped. W0417 10:53:13.312302 1 operator.go:288] started I0417 10:53:13.312369 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0417 10:53:13.312515 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=2c79bd37603797b37c47c64fd5e2441aa0e76afdaf13f0dc0dd3834ebcb336c7 I0417 10:53:13.312620 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=491cf7dce0a33ace526c0476d42dc27a24b3e992dc91423d07f6f975bbc2043f I0417 10:53:13.312672 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=9a35b8e42ff51b35c9a942992b1f3c99e06b9ab3f5c845b2401e1edcfa859465 I0417 10:53:13.312715 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 32.949636ms to process 3 records W0417 10:53:13.312738 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0417 10:53:13.312541 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0417 10:53:13.312379 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0417 10:53:13.313419 1 tasks_processing.go:74] worker 45 stopped. I0417 10:53:13.314026 1 recorder.go:75] Recording config/ingress with fingerprint=d01acda508212be8e55a066ae43bbe6f888dabdedf30e66d13376a68a1937f50 I0417 10:53:13.314042 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 33.099016ms to process 1 records I0417 10:53:13.314115 1 tasks_processing.go:74] worker 51 stopped. I0417 10:53:13.314250 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=7ca6415bb0989db6bb4a20f8f97dcdda5615b74b4a340263f7cf88b8d6cbb2e4 I0417 10:53:13.314360 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=9b485341d71222721ba4d6ab2f1b96f828bca1acbcd3d276b7884cf3f4021762 I0417 10:53:13.314369 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 35.907319ms to process 2 records I0417 10:53:13.316080 1 tasks_processing.go:74] worker 0 stopped. I0417 10:53:13.316160 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=0b76211cd7ea2082c65b42d40858165f652f76a3ebe4b6ec0d34fbe3fdc5d028 I0417 10:53:13.316181 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 35.902557ms to process 1 records I0417 10:53:13.316331 1 tasks_processing.go:74] worker 1 stopped. I0417 10:53:13.316926 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=d4eaa6948b3e3b2b6b6ec992ec196e27d3eb2f09a108d21d4101af1f9efdfde1 I0417 10:53:13.317248 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=c06f21a64d9008d1a69831bd7fd4825e863f63c8ac61df6011fc1c16eeb499a9 I0417 10:53:13.317261 1 gather.go:177] gatherer "clusterconfig" function "crds" took 38.114753ms to process 2 records I0417 10:53:13.317279 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0417 10:53:13.317299 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 38.165853ms to process 1 records I0417 10:53:13.317307 1 tasks_processing.go:74] worker 23 stopped. I0417 10:53:13.320097 1 tasks_processing.go:74] worker 6 stopped. I0417 10:53:13.321356 1 recorder.go:75] Recording config/infrastructure with fingerprint=91cebbc2ca590f40ca401060151ee69fc5dd05e633a4a0555cf5587690685328 I0417 10:53:13.321388 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 39.712929ms to process 1 records I0417 10:53:13.323801 1 tasks_processing.go:74] worker 61 stopped. I0417 10:53:13.323856 1 recorder.go:75] Recording config/olm_operators with fingerprint=213ccb76de9fb14931bb50019a0166e3e984f0e268968f15a48868af2a581268 I0417 10:53:13.323876 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 43.956752ms to process 1 records I0417 10:53:13.324262 1 tasks_processing.go:74] worker 24 stopped. I0417 10:53:13.324418 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=4648d9237cfb0fe0b1f8bb9ac60017056cf1711650abc7b73885f712076466d8 I0417 10:53:13.324502 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=f10a5c268dc5d7a3825e13ed55fbc9fff40ea3cb7160fea29393785ddef6d3b0 I0417 10:53:13.324521 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=7b4d4f14140cb2a987afd4b281205cfeaf0d47f204cba95646dac7f21f70a4b0 I0417 10:53:13.324546 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ca3dfae41d80423bd64118fb8cd16ace4053a8db44306cf74d1d4b50e0ab2efc I0417 10:53:13.324569 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=9016bb50f008bcae49e97dae4c008fe82eb46d76b7964119c06926f1201d3bab I0417 10:53:13.324593 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=24aba598d6c69bbb94fe5cf3dfebb9c6e420c8fd755c15bda8a31c234dc851d8 I0417 10:53:13.324620 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=f614b75e9b7cdcea8ce2ece5f9dd6238395a82afa588155e711eb00b8b08dee9 I0417 10:53:13.324681 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=b982c6bcfadc85aa4bf2563345c709c7aa31d37e0d280e3e780a4148ccdae45c I0417 10:53:13.324707 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=63e6c67683efd7389b36682406aae7d181f1a13989bc82ecc5525f882748ed3e I0417 10:53:13.324734 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=738356af6d50ae374ab3c3420e5408b33384d2766ce61dbbfae7d7282e534e6b I0417 10:53:13.324772 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=02cd06e6d8c917a1e92e1e2dd5bb859fe21a66d75a0a1cdfcfff9f0e87431100 I0417 10:53:13.324781 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 44.235251ms to process 11 records I0417 10:53:13.324794 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 44.643277ms to process 0 records I0417 10:53:13.324811 1 tasks_processing.go:74] worker 53 stopped. I0417 10:53:13.326290 1 tasks_processing.go:74] worker 4 stopped. I0417 10:53:13.326312 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 48.16566ms to process 0 records I0417 10:53:13.328889 1 tasks_processing.go:74] worker 56 stopped. I0417 10:53:13.329079 1 recorder.go:75] Recording config/running_containers with fingerprint=f053cefd22301f56f5377158c1e1444054c17f78ae7c4247030b52077922d22e I0417 10:53:13.329094 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 50.784967ms to process 1 records I0417 10:53:13.335653 1 tasks_processing.go:74] worker 26 stopped. I0417 10:53:13.335669 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 57.229006ms to process 0 records I0417 10:53:13.337363 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0417 10:53:13.337376 1 controller.go:212] Source scaController *sca.Controller is not ready I0417 10:53:13.337380 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0417 10:53:13.337384 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0417 10:53:13.337386 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0417 10:53:13.337403 1 controller.go:489] The operator is still being initialized I0417 10:53:13.337408 1 controller.go:512] The operator is healthy I0417 10:53:13.338366 1 prometheus_rules.go:88] Prometheus rules successfully created E0417 10:53:13.346512 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2768a300ae-e97d-4b84-908a-b89e774cb660%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:33490->172.30.0.10:53: read: connection refused I0417 10:53:13.346525 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2768a300ae-e97d-4b84-908a-b89e774cb660%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:33490->172.30.0.10:53: read: connection refused I0417 10:53:13.347563 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0417 10:53:13.347570 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0417 10:53:13.347587 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0417 10:53:13.351767 1 base_controller.go:82] Caches are synced for ConfigController I0417 10:53:13.351777 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0417 10:53:13.369179 1 configmapobserver.go:84] configmaps "insights-config" not found I0417 10:53:13.373566 1 tasks_processing.go:74] worker 33 stopped. E0417 10:53:13.373579 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0417 10:53:13.373585 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0417 10:53:13.373589 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0417 10:53:13.373601 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0417 10:53:13.373627 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0417 10:53:13.373635 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0417 10:53:13.373639 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0417 10:53:13.373643 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0417 10:53:13.373681 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0417 10:53:13.373689 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0417 10:53:13.373695 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 93.108215ms to process 7 records I0417 10:53:13.398785 1 tasks_processing.go:74] worker 2 stopped. I0417 10:53:13.399071 1 recorder.go:75] Recording config/version with fingerprint=2f02ebccee78dd166cd5db40428f3efa7fe407781d2a7a082665bbfacc38e4aa I0417 10:53:13.399084 1 recorder.go:75] Recording config/id with fingerprint=3b66e8b0af89f89aca02edcfc59fb64e0297a45c6372979e1e5ab1b0aa637165 I0417 10:53:13.399091 1 gather.go:177] gatherer "clusterconfig" function "version" took 118.150299ms to process 2 records I0417 10:53:13.405660 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0417 10:53:13.409461 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:52882->172.30.0.10:53: read: connection refused I0417 10:53:13.409475 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.8:52882->172.30.0.10:53: read: connection refused I0417 10:53:13.413024 1 base_controller.go:82] Caches are synced for LoggingSyncer I0417 10:53:13.413064 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0417 10:53:13.426494 1 tasks_processing.go:74] worker 47 stopped. E0417 10:53:13.426517 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0417 10:53:13.426525 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pnrrjok3is75pj2d3rve2bs11c2bnat-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pnrrjok3is75pj2d3rve2bs11c2bnat-primary-cert-bundle-secret" not found I0417 10:53:13.426597 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=0108047fc4c78f65f021d2e3fc33222b1a4d90128945c9d0d10bece3d3e9c63c I0417 10:53:13.426611 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 148.512493ms to process 1 records I0417 10:53:13.721705 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0417 10:53:13.721718 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0417 10:53:13.722521 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-7ck56 pod in namespace openshift-dns (previous: false). I0417 10:53:13.952853 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7ck56 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-7ck56\" is waiting to start: ContainerCreating" I0417 10:53:13.952869 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-7ck56\" is waiting to start: ContainerCreating" I0417 10:53:13.952878 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-7ck56 pod in namespace openshift-dns (previous: false). I0417 10:53:14.125746 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7ck56 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-7ck56\" is waiting to start: ContainerCreating" I0417 10:53:14.125768 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-7ck56\" is waiting to start: ContainerCreating" I0417 10:53:14.125808 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hmdtl pod in namespace openshift-dns (previous: false). W0417 10:53:14.311501 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0417 10:53:14.343943 1 tasks_processing.go:74] worker 10 stopped. I0417 10:53:14.343960 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.065403352s to process 0 records I0417 10:53:14.348185 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hmdtl pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-hmdtl\" is waiting to start: ContainerCreating" I0417 10:53:14.348197 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-hmdtl\" is waiting to start: ContainerCreating" I0417 10:53:14.348205 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hmdtl pod in namespace openshift-dns (previous: false). I0417 10:53:14.353756 1 tasks_processing.go:74] worker 8 stopped. I0417 10:53:14.353789 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0417 10:53:14.353813 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.075104815s to process 1 records I0417 10:53:14.526115 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hmdtl pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-hmdtl\" is waiting to start: ContainerCreating" I0417 10:53:14.526133 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-hmdtl\" is waiting to start: ContainerCreating" I0417 10:53:14.526164 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-zwcdh pod in namespace openshift-dns (previous: false). I0417 10:53:14.747162 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zwcdh pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-zwcdh\" is waiting to start: ContainerCreating" I0417 10:53:14.747181 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-zwcdh\" is waiting to start: ContainerCreating" I0417 10:53:14.747189 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-zwcdh pod in namespace openshift-dns (previous: false). I0417 10:53:14.926679 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zwcdh pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-zwcdh\" is waiting to start: ContainerCreating" I0417 10:53:14.926697 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-zwcdh\" is waiting to start: ContainerCreating" I0417 10:53:14.926706 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-gj45g pod in namespace openshift-dns (previous: false). I0417 10:53:14.952945 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0417 10:53:15.126487 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0417 10:53:15.126505 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-h725r pod in namespace openshift-dns (previous: false). W0417 10:53:15.311472 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0417 10:53:15.327153 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0417 10:53:15.327168 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-jcdr9 pod in namespace openshift-dns (previous: false). I0417 10:53:15.527229 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0417 10:53:15.527285 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-56456c84f-wxrl7 pod in namespace openshift-image-registry (previous: false). I0417 10:53:15.539824 1 tasks_processing.go:74] worker 19 stopped. I0417 10:53:15.539872 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=9e2848cae6f91e2bd2a28d547a2924e78602adc5a9492faf61aa7a98e335cb71 I0417 10:53:15.539906 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=37734906e3009bb90297df3b4a8c3ce4b443b67fbf9dec7206b031a5699a77e5 I0417 10:53:15.539937 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0417 10:53:15.539964 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=82604c746536ff6b9eb430c7e8f5f9443b30473bffd083b88b3d2380f72f4e17 I0417 10:53:15.539981 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0417 10:53:15.540022 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=4c27e1a575d0c45e7c8f43628e18a06be9d26a745a9862070129999465c585cd I0417 10:53:15.540054 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=33ca7775669bb40e63256e41650dbfaa62d155a9580b230f67444f9648df2ded I0417 10:53:15.540079 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=71bef974e90b4e854aea98c7ed44b123340c46a465094790e494cd0f71e41a8f I0417 10:53:15.540110 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=3acdc8474bb6140d58e0e73a7613f70a3d46788ec76f9a9c3005245986557cd9 I0417 10:53:15.540119 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70 I0417 10:53:15.540137 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=6020ae0735bd98918e607809da69904b1868aa38cd5828d3788adbc8215d6bd3 I0417 10:53:15.540146 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0417 10:53:15.540163 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=0a149d277ca2462393563020e19ebd5e4f863516c57b18669a0b8b77f8f1ca74 I0417 10:53:15.540173 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0417 10:53:15.540189 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=c9731ebf4e236abc5ce5aa91934002f921a9cfb3d4f70c15740fe77266eb092f I0417 10:53:15.540198 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0417 10:53:15.540225 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=9e30fa85a788cccede28020ce76513872b80b8fe66341f3b0cccd69971188e53 I0417 10:53:15.540235 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0417 10:53:15.540251 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=3c10c5fbe2b109274c068e8eab1bea1e53b988b419456160a8a656553164c0eb I0417 10:53:15.540373 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=e68cb0f8b3ea0512fe13904d1f44be184eff23a9be6d12d3bd601e35bd927f45 I0417 10:53:15.540383 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0417 10:53:15.540392 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0417 10:53:15.540413 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0417 10:53:15.540443 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=d1810fbbd3026c391e947c16c52968ad7c9ec1cc6a23e86402c50ec1611d0304 I0417 10:53:15.540468 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=0973df7964ec3e641da7c853fa4d166ba3b6600049d62569a0f65f47d37b0fc6 I0417 10:53:15.540475 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0417 10:53:15.540490 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=e7423d56d648a01f7043e6ed106ee7920a787ee193a1717d8cb58a06ff289861 I0417 10:53:15.540497 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0417 10:53:15.540509 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=ea02cfbac129ceae6611295109d4c011a8a9632bd392462523dd1572b99bad21 I0417 10:53:15.540522 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=6fed36de30591f812e92028defc9f150a6983a2b51a49e76e9ca6cdd1f25b07c I0417 10:53:15.540538 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=3e73a2526a0727dd4af9bfa82a1af8c91eea7564f56d910261cb74a142909199 I0417 10:53:15.540554 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=b3826d27d61d64010a004680f8f7299cbf716463ec3d6d00a72b8092cbf2e6d5 I0417 10:53:15.540574 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=1307369651c7a64d9207b6361ce8e19c151e9ceb44249819869b05583304510e I0417 10:53:15.540584 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0417 10:53:15.540611 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=5979864b35a25f1d39b3c8f0fcce98f732bae97c20460d19742b3e0764bac4ce I0417 10:53:15.540626 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0417 10:53:15.540632 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0417 10:53:15.540639 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.259570064s to process 37 records I0417 10:53:15.727026 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-56456c84f-wxrl7 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-56456c84f-wxrl7\" is waiting to start: ContainerCreating" I0417 10:53:15.727044 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-56456c84f-wxrl7\" is waiting to start: ContainerCreating" I0417 10:53:15.727087 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-85c4db97b6-nwpm4 pod in namespace openshift-image-registry (previous: false). I0417 10:53:15.926089 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-85c4db97b6-nwpm4 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-85c4db97b6-nwpm4\" is waiting to start: ContainerCreating" I0417 10:53:15.926106 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-85c4db97b6-nwpm4\" is waiting to start: ContainerCreating" I0417 10:53:15.926140 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-85c4db97b6-z5w86 pod in namespace openshift-image-registry (previous: false). I0417 10:53:16.127373 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-85c4db97b6-z5w86 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-85c4db97b6-z5w86\" is waiting to start: ContainerCreating" I0417 10:53:16.127396 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-85c4db97b6-z5w86\" is waiting to start: ContainerCreating" I0417 10:53:16.127406 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-2ncvt pod in namespace openshift-image-registry (previous: false). W0417 10:53:16.311713 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0417 10:53:16.327672 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0417 10:53:16.327689 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-hnb9n pod in namespace openshift-image-registry (previous: false). I0417 10:53:16.526274 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0417 10:53:16.526292 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-vhz5v pod in namespace openshift-image-registry (previous: false). I0417 10:53:16.727209 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0417 10:53:16.727240 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6b7bc65855-bd26r pod in namespace openshift-ingress (previous: false). I0417 10:53:16.926845 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6b7bc65855-bd26r pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6b7bc65855-bd26r\" is waiting to start: ContainerCreating" I0417 10:53:16.926864 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6b7bc65855-bd26r\" is waiting to start: ContainerCreating" I0417 10:53:16.926876 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-787d6c9ff-gbqqc pod in namespace openshift-ingress (previous: false). I0417 10:53:17.126266 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-787d6c9ff-gbqqc pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-787d6c9ff-gbqqc\" is waiting to start: ContainerCreating" I0417 10:53:17.126288 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-787d6c9ff-gbqqc\" is waiting to start: ContainerCreating" I0417 10:53:17.126300 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-787d6c9ff-r6z6w pod in namespace openshift-ingress (previous: false). W0417 10:53:17.311875 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0417 10:53:17.338159 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-787d6c9ff-r6z6w pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-787d6c9ff-r6z6w\" is waiting to start: ContainerCreating" I0417 10:53:17.338179 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-787d6c9ff-r6z6w\" is waiting to start: ContainerCreating" I0417 10:53:17.338233 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-47kkg pod in namespace openshift-ingress-canary (previous: false). I0417 10:53:17.526408 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-47kkg pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-47kkg\" is waiting to start: ContainerCreating" I0417 10:53:17.526426 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-47kkg\" is waiting to start: ContainerCreating" I0417 10:53:17.526455 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-d4265 pod in namespace openshift-ingress-canary (previous: false). I0417 10:53:17.725944 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-d4265 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-d4265\" is waiting to start: ContainerCreating" I0417 10:53:17.725962 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-d4265\" is waiting to start: ContainerCreating" I0417 10:53:17.725996 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-x8mw5 pod in namespace openshift-ingress-canary (previous: false). I0417 10:53:17.943666 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-x8mw5 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-x8mw5\" is waiting to start: ContainerCreating" I0417 10:53:17.943684 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-x8mw5\" is waiting to start: ContainerCreating" I0417 10:53:17.943702 1 tasks_processing.go:74] worker 60 stopped. I0417 10:53:17.943780 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=d710acfb4f97218fec02fc659c5582ac0de3ec96cfcfe1861957b6b8e1be05eb I0417 10:53:17.943836 1 recorder.go:75] Recording events/openshift-dns with fingerprint=f22fd8d1ec5ebc2b8a0a022bee1a2b848b84c2b619ac93d1f9f07f0b94d37e3b I0417 10:53:17.943928 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=d56b227335c41ecf319d92e1b1febb1821903aef12875d11ae6832abf80c317c I0417 10:53:17.943955 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=7534eaab2e6cb146714304d2c154f39b5eec30b9a9b16a807a0397c40ddbdd9e I0417 10:53:17.943999 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=d52fa0aab158242ae1b196d0c12973ed3471e31438579a3b4e931964fcd4ce06 I0417 10:53:17.944015 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=9bb2b86ed655c39d7145347f8217e14fc52fd57499d36912e29a1569af72f6e1 I0417 10:53:17.945331 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-7ck56 with fingerprint=ce0127d3b4d71d7ed864909e19c7a5106c0b65253a3bbea315a1acaac8de41ea I0417 10:53:17.945453 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-hmdtl with fingerprint=84734af904bb8f202c45a813b77b9a21ee49d826356f9aee60a6c79f982802c6 I0417 10:53:17.945527 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-zwcdh with fingerprint=08d9c11f0fcd1dca3b924476b731c690d5c23386482dab2c7638d193037d2f13 I0417 10:53:17.945632 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-56456c84f-wxrl7 with fingerprint=4edaa78317e2d8ac7af2cc91047c548bf3615be8f45fde5157975256035fc099 I0417 10:53:17.945724 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-85c4db97b6-nwpm4 with fingerprint=387be78e42026db0c85d3cc9f5ff1bf6be3118448afbe21c8439a229f305554e I0417 10:53:17.945813 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-85c4db97b6-z5w86 with fingerprint=670d4a3d2158f9b4528f6e9e916d2eb9a3bce2958bb18bc6d80d2c7ba5e621af I0417 10:53:17.945869 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-47kkg with fingerprint=c8be3091ea852a752a3f88f8d56e200cf4ef51d1ec89a9c3132cfc1863e76272 I0417 10:53:17.945922 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-d4265 with fingerprint=36c977264f615849dfcbd58b6dddae389e573939863a7e211c63692c305b5d24 I0417 10:53:17.945974 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-x8mw5 with fingerprint=76c6f96370281160bad39709b8847b5034734fc9e55a28685d00f2a7713ebe35 I0417 10:53:17.945984 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.662989752s to process 15 records W0417 10:53:18.307875 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0417 10:53:18.307901 1 tasks_processing.go:74] worker 7 stopped. E0417 10:53:18.307912 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0417 10:53:18.307924 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0417 10:53:18.307939 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0417 10:53:18.307950 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.026714255s to process 1 records I0417 10:53:25.728571 1 tasks_processing.go:74] worker 17 stopped. I0417 10:53:25.728613 1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539 I0417 10:53:25.728625 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.450023112s to process 1 records I0417 10:53:26.452033 1 configmapobserver.go:84] configmaps "insights-config" not found I0417 10:53:26.487437 1 tasks_processing.go:74] worker 28 stopped. I0417 10:53:26.487861 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=751aa8b7d1208af5fd734152a53c8f2354708612b0cd50cfd9c595651a5cc8c8 I0417 10:53:26.487881 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.207789516s to process 1 records E0417 10:53:26.487991 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.21s with: function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0417 10:53:26.489104 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0417 10:53:26.489117 1 periodic.go:209] Running workloads gatherer I0417 10:53:26.489133 1 tasks_processing.go:45] number of workers: 2 I0417 10:53:26.489145 1 tasks_processing.go:69] worker 1 listening for tasks. I0417 10:53:26.489149 1 tasks_processing.go:71] worker 1 working on workload_info task. I0417 10:53:26.489167 1 tasks_processing.go:69] worker 0 listening for tasks. I0417 10:53:26.489179 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0417 10:53:26.523454 1 configmapobserver.go:84] configmaps "insights-config" not found I0417 10:53:26.530025 1 tasks_processing.go:74] worker 0 stopped. I0417 10:53:26.530042 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 40.832593ms to process 0 records I0417 10:53:26.612988 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0417 10:53:26.621835 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms) I0417 10:53:26.630488 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms) I0417 10:53:26.640926 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (10ms) I0417 10:53:26.649683 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (9ms) I0417 10:53:26.658389 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (9ms) I0417 10:53:26.667359 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (9ms) I0417 10:53:26.676181 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (9ms) I0417 10:53:26.684806 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (9ms) I0417 10:53:26.693810 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (9ms) I0417 10:53:26.702638 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (9ms) I0417 10:53:26.721547 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (19ms) I0417 10:53:26.722330 1 configmapobserver.go:84] configmaps "insights-config" not found I0417 10:53:26.822951 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (101ms) I0417 10:53:26.923261 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms) I0417 10:53:27.022030 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (99ms) I0417 10:53:27.122411 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0417 10:53:27.222183 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms) I0417 10:53:27.322404 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms) I0417 10:53:27.422293 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms) I0417 10:53:27.522569 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0417 10:53:27.623131 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (101ms) I0417 10:53:27.723537 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms) I0417 10:53:27.823900 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms) I0417 10:53:27.922940 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (99ms) I0417 10:53:28.022595 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms) I0417 10:53:28.122129 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0417 10:53:28.223283 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (101ms) I0417 10:53:28.323200 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms) I0417 10:53:28.422038 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (99ms) I0417 10:53:28.522743 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (101ms) I0417 10:53:28.622478 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms) I0417 10:53:28.722344 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (100ms) I0417 10:53:28.822181 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms) I0417 10:53:28.822229 1 tasks_processing.go:74] worker 1 stopped. E0417 10:53:28.822239 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0417 10:53:28.822533 1 recorder.go:75] Recording config/workload_info with fingerprint=17a253f60266fd2a50f02a4ff123b86d979da6903c0be60bb8a6fe8a80364d5b I0417 10:53:28.822548 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.333058156s to process 1 records E0417 10:53:28.822572 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.333s with: function \"workload_info\" failed with an error" I0417 10:53:28.823685 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0417 10:53:28.823698 1 periodic.go:209] Running conditional gatherer I0417 10:53:28.830081 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0417 10:53:28.836817 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.8:46796->172.30.0.10:53: read: connection refused E0417 10:53:28.837096 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0417 10:53:28.837164 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0417 10:53:28.843445 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0417 10:53:28.843459 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0417 10:53:28.843465 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0417 10:53:28.843469 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0417 10:53:28.843473 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0417 10:53:28.843476 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0417 10:53:28.843479 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0417 10:53:28.843482 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0417 10:53:28.843485 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0417 10:53:28.843488 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0417 10:53:28.843503 1 tasks_processing.go:45] number of workers: 3 I0417 10:53:28.843521 1 tasks_processing.go:69] worker 2 listening for tasks. I0417 10:53:28.843527 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0417 10:53:28.843526 1 tasks_processing.go:69] worker 0 listening for tasks. I0417 10:53:28.843538 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0417 10:53:28.843544 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0417 10:53:28.843547 1 tasks_processing.go:69] worker 1 listening for tasks. I0417 10:53:28.843555 1 tasks_processing.go:74] worker 1 stopped. I0417 10:53:28.843643 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0417 10:53:28.843655 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.442µs to process 1 records I0417 10:53:28.843693 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0417 10:53:28.843701 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.261µs to process 1 records I0417 10:53:28.843707 1 tasks_processing.go:74] worker 0 stopped. I0417 10:53:28.843815 1 tasks_processing.go:74] worker 2 stopped. I0417 10:53:28.843826 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 265.729µs to process 0 records I0417 10:53:28.843845 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.8:46796->172.30.0.10:53: read: connection refused I0417 10:53:28.843862 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0417 10:53:28.866764 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=ec503c219b3e4cae847940f32ed78163d6c3ef703f6cb3d667d4fcb0250367cf I0417 10:53:28.867247 1 diskrecorder.go:70] Writing 111 records to /var/lib/insights-operator/insights-2026-04-17-105328.tar.gz I0417 10:53:28.874878 1 diskrecorder.go:51] Wrote 111 records to disk in 7ms I0417 10:53:28.874925 1 periodic.go:278] Gathering cluster info every 2h0m0s I0417 10:53:28.874950 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0417 10:53:39.198027 1 configmapobserver.go:84] configmaps "insights-config" not found I0417 10:54:42.336683 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="9d88fd50b4d0979cd0ad628ccc4e10789aee70316f6bed813caad82b01ae1a09") W0417 10:54:42.336718 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0417 10:54:42.336778 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="da7a1fd6807f5e036bf7a8bbe4c8c2fae4f8bb8e81206b2fa1cbc13564ace514") I0417 10:54:42.336782 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0417 10:54:42.336802 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0417 10:54:42.336821 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0417 10:54:42.336834 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0417 10:54:42.336844 1 base_controller.go:181] Shutting down ConfigController ... I0417 10:54:42.336836 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0417 10:54:42.336859 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="d0097737c239fdece712273e5ac626e20867b57bcbcc0575558dceb4b2170c5e") I0417 10:54:42.336875 1 base_controller.go:181] Shutting down LoggingSyncer ... I0417 10:54:42.336879 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0417 10:54:42.336889 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0417 10:54:42.336894 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController" I0417 10:54:42.336898 1 secure_serving.go:258] Stopped listening on [::]:8443