W0216 13:37:17.702953 1 cmd.go:245] Using insecure, self-signed certificates I0216 13:37:17.968694 1 start.go:223] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0216 13:37:17.968882 1 observer_polling.go:159] Starting file observer I0216 13:37:18.606395 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0216 13:37:18.606650 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0216 13:37:18.607168 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0216 13:37:18.607176 1 secure_serving.go:57] Forcing use of http/1.1 only W0216 13:37:18.607199 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0216 13:37:18.607202 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0216 13:37:18.607205 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0216 13:37:18.607207 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0216 13:37:18.607209 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0216 13:37:18.607213 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0216 13:37:18.611036 1 event.go:364] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"fa6c0ca5-52f3-411d-b4cb-5671f4bb9575", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ClusterAPIInstallAWS", "ClusterAPIInstallAzure", "ClusterAPIInstallGCP", "ClusterAPIInstallNutanix", "ClusterAPIInstallOpenStack", "ClusterAPIInstallPowerVS", "ClusterAPIInstallVSphere", "DisableKubeletCloudCredentialProviders", "ExternalCloudProvider", "ExternalCloudProviderAzure", "ExternalCloudProviderExternal", "ExternalCloudProviderGCP", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "MetricsServer", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NodeDisruptionPolicy", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "StreamingCollectionEncodingToJSON", "StreamingCollectionEncodingToProtobuf", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InstallAlternateInfrastructureAWS", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "ManagedBootImagesAWS", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MixedCPUsAllocation", "MultiArchInstallAzure", "NetworkSegmentation", "NewOLM", "NodeSwap", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PersistentIPsForVirtualization", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesSupport", "VSphereMultiVCenters", "VolumeGroupSnapshot"}} I0216 13:37:18.611071 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AutomatedEtcdBackup AzureWorkloadIdentity BareMetalLoadBalancer BootcNodeManagement BuildCSIVolumes CSIDriverSharedResource ChunkSizeMiB CloudDualStackNodeIPs ClusterAPIInstall ClusterAPIInstallAWS ClusterAPIInstallAzure ClusterAPIInstallGCP ClusterAPIInstallIBMCloud ClusterAPIInstallNutanix ClusterAPIInstallOpenStack ClusterAPIInstallPowerVS ClusterAPIInstallVSphere ClusterMonitoringConfig DNSNameResolver DisableKubeletCloudCredentialProviders DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example ExternalCloudProvider ExternalCloudProviderAzure ExternalCloudProviderExternal ExternalCloudProviderGCP ExternalOIDC GCPClusterHostedDNS GCPLabelsTags GatewayAPI HardwareSpeed IngressControllerLBSubnetsAWS InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InstallAlternateInfrastructureAWS KMSv1 MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MaxUnavailableStatefulSet MetricsCollectionProfiles MetricsServer MixedCPUsAllocation MultiArchInstallAWS MultiArchInstallAzure MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NewOLM NodeDisruptionPolicy NodeSwap OVNObservability OnClusterBuild OpenShiftPodSecurityAdmission PersistentIPsForVirtualization PinnedImages PlatformOperators PrivateHostedZoneAWS ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SignatureStores SigstoreImageVerification StreamingCollectionEncodingToJSON StreamingCollectionEncodingToProtobuf TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesSupport VSphereControlPlaneMachineSet VSphereDriverConfiguration VSphereMultiVCenters VSphereStaticIPs ValidatingAdmissionPolicy VolumeGroupSnapshot] I0216 13:37:18.617248 1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController I0216 13:37:18.617255 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0216 13:37:18.617267 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0216 13:37:18.617261 1 shared_informer.go:311] Waiting for caches to sync for RequestHeaderAuthRequestController I0216 13:37:18.617273 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0216 13:37:18.617284 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0216 13:37:18.617492 1 dynamic_serving_content.go:132] "Starting controller" name="serving-cert::/tmp/serving-cert-2824143385/tls.crt::/tmp/serving-cert-2824143385/tls.key" I0216 13:37:18.617645 1 secure_serving.go:213] Serving securely on [::]:8443 I0216 13:37:18.617670 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" W0216 13:37:18.622197 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0216 13:37:18.622213 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0216 13:37:18.622293 1 base_controller.go:67] Waiting for caches to sync for ConfigController I0216 13:37:18.630199 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0216 13:37:18.630217 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0216 13:37:18.634477 1 secretconfigobserver.go:119] support secret does not exist I0216 13:37:18.638823 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0216 13:37:18.642727 1 secretconfigobserver.go:119] support secret does not exist I0216 13:37:18.646034 1 recorder.go:161] Pruning old reports every 6h10m23s, max age is 288h0m0s I0216 13:37:18.651883 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0216 13:37:18.651894 1 insightsreport.go:296] Starting report retriever I0216 13:37:18.651898 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0216 13:37:18.651883 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0216 13:37:18.651901 1 periodic.go:214] Running clusterconfig gatherer I0216 13:37:18.651923 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0216 13:37:18.651939 1 tasks_processing.go:45] number of workers: 64 I0216 13:37:18.651964 1 tasks_processing.go:69] worker 5 listening for tasks. I0216 13:37:18.651971 1 tasks_processing.go:69] worker 15 listening for tasks. I0216 13:37:18.651974 1 tasks_processing.go:69] worker 3 listening for tasks. I0216 13:37:18.651977 1 tasks_processing.go:69] worker 6 listening for tasks. I0216 13:37:18.651979 1 tasks_processing.go:69] worker 4 listening for tasks. I0216 13:37:18.651981 1 tasks_processing.go:71] worker 3 working on machine_healthchecks task. I0216 13:37:18.651985 1 tasks_processing.go:69] worker 10 listening for tasks. I0216 13:37:18.651986 1 tasks_processing.go:71] worker 4 working on cost_management_metrics_configs task. I0216 13:37:18.651989 1 tasks_processing.go:71] worker 10 working on ceph_cluster task. I0216 13:37:18.651987 1 tasks_processing.go:69] worker 2 listening for tasks. I0216 13:37:18.652008 1 tasks_processing.go:69] worker 0 listening for tasks. I0216 13:37:18.652008 1 tasks_processing.go:69] worker 8 listening for tasks. I0216 13:37:18.652017 1 tasks_processing.go:69] worker 40 listening for tasks. I0216 13:37:18.652021 1 tasks_processing.go:69] worker 7 listening for tasks. I0216 13:37:18.652022 1 tasks_processing.go:69] worker 16 listening for tasks. I0216 13:37:18.651982 1 tasks_processing.go:71] worker 6 working on overlapping_namespace_uids task. I0216 13:37:18.652027 1 tasks_processing.go:69] worker 29 listening for tasks. I0216 13:37:18.652029 1 tasks_processing.go:69] worker 28 listening for tasks. I0216 13:37:18.652031 1 tasks_processing.go:69] worker 11 listening for tasks. I0216 13:37:18.652032 1 tasks_processing.go:69] worker 30 listening for tasks. I0216 13:37:18.652030 1 tasks_processing.go:69] worker 1 listening for tasks. I0216 13:37:18.652036 1 tasks_processing.go:69] worker 36 listening for tasks. I0216 13:37:18.652039 1 tasks_processing.go:69] worker 17 listening for tasks. I0216 13:37:18.652040 1 tasks_processing.go:69] worker 37 listening for tasks. I0216 13:37:18.652040 1 tasks_processing.go:69] worker 12 listening for tasks. I0216 13:37:18.652046 1 tasks_processing.go:69] worker 18 listening for tasks. I0216 13:37:18.652044 1 tasks_processing.go:69] worker 38 listening for tasks. I0216 13:37:18.652048 1 tasks_processing.go:69] worker 39 listening for tasks. I0216 13:37:18.652047 1 tasks_processing.go:69] worker 13 listening for tasks. I0216 13:37:18.652053 1 tasks_processing.go:69] worker 14 listening for tasks. I0216 13:37:18.652054 1 tasks_processing.go:69] worker 19 listening for tasks. I0216 13:37:18.652049 1 tasks_processing.go:69] worker 35 listening for tasks. I0216 13:37:18.652059 1 tasks_processing.go:69] worker 41 listening for tasks. I0216 13:37:18.652062 1 tasks_processing.go:69] worker 20 listening for tasks. I0216 13:37:18.652062 1 tasks_processing.go:69] worker 47 listening for tasks. I0216 13:37:18.652054 1 tasks_processing.go:69] worker 53 listening for tasks. I0216 13:37:18.652067 1 tasks_processing.go:69] worker 48 listening for tasks. I0216 13:37:18.652066 1 tasks_processing.go:69] worker 34 listening for tasks. I0216 13:37:18.652068 1 tasks_processing.go:69] worker 42 listening for tasks. I0216 13:37:18.652064 1 tasks_processing.go:69] worker 32 listening for tasks. I0216 13:37:18.652062 1 tasks_processing.go:69] worker 59 listening for tasks. I0216 13:37:18.652076 1 tasks_processing.go:69] worker 49 listening for tasks. I0216 13:37:18.652075 1 tasks_processing.go:69] worker 55 listening for tasks. I0216 13:37:18.652078 1 tasks_processing.go:69] worker 21 listening for tasks. I0216 13:37:18.652068 1 tasks_processing.go:69] worker 54 listening for tasks. I0216 13:37:18.652083 1 tasks_processing.go:69] worker 31 listening for tasks. I0216 13:37:18.652077 1 tasks_processing.go:69] worker 44 listening for tasks. I0216 13:37:18.652087 1 tasks_processing.go:69] worker 27 listening for tasks. I0216 13:37:18.652089 1 tasks_processing.go:69] worker 51 listening for tasks. I0216 13:37:18.652089 1 tasks_processing.go:69] worker 58 listening for tasks. I0216 13:37:18.652092 1 tasks_processing.go:69] worker 52 listening for tasks. I0216 13:37:18.652093 1 tasks_processing.go:69] worker 57 listening for tasks. I0216 13:37:18.652094 1 tasks_processing.go:69] worker 62 listening for tasks. I0216 13:37:18.652096 1 tasks_processing.go:69] worker 60 listening for tasks. I0216 13:37:18.652095 1 tasks_processing.go:71] worker 15 working on container_images task. I0216 13:37:18.652099 1 tasks_processing.go:69] worker 9 listening for tasks. I0216 13:37:18.652101 1 tasks_processing.go:71] worker 2 working on oauths task. I0216 13:37:18.652102 1 tasks_processing.go:69] worker 61 listening for tasks. I0216 13:37:18.652101 1 tasks_processing.go:69] worker 63 listening for tasks. I0216 13:37:18.652103 1 tasks_processing.go:71] worker 0 working on cluster_apiserver task. I0216 13:37:18.652097 1 tasks_processing.go:69] worker 45 listening for tasks. I0216 13:37:18.652108 1 tasks_processing.go:71] worker 8 working on machine_config_pools task. I0216 13:37:18.652074 1 tasks_processing.go:69] worker 22 listening for tasks. I0216 13:37:18.652114 1 tasks_processing.go:71] worker 16 working on operators_pods_and_events task. I0216 13:37:18.652115 1 tasks_processing.go:71] worker 11 working on infrastructures task. I0216 13:37:18.652113 1 tasks_processing.go:69] worker 23 listening for tasks. I0216 13:37:18.652119 1 tasks_processing.go:71] worker 38 working on tsdb_status task. I0216 13:37:18.652122 1 tasks_processing.go:71] worker 36 working on nodenetworkstates task. I0216 13:37:18.652123 1 tasks_processing.go:71] worker 23 working on lokistack task. I0216 13:37:18.652122 1 tasks_processing.go:71] worker 40 working on aggregated_monitoring_cr_names task. I0216 13:37:18.652137 1 tasks_processing.go:71] worker 30 working on operators task. I0216 13:37:18.652115 1 tasks_processing.go:71] worker 45 working on networks task. I0216 13:37:18.652149 1 tasks_processing.go:71] worker 1 working on mutating_webhook_configurations task. I0216 13:37:18.652174 1 tasks_processing.go:71] worker 31 working on machine_configs task. I0216 13:37:18.652209 1 tasks_processing.go:71] worker 9 working on jaegers task. I0216 13:37:18.652117 1 tasks_processing.go:71] worker 22 working on openshift_authentication_logs task. I0216 13:37:18.652175 1 tasks_processing.go:71] worker 48 working on service_accounts task. I0216 13:37:18.652210 1 tasks_processing.go:71] worker 20 working on openshift_machine_api_events task. I0216 13:37:18.652083 1 tasks_processing.go:69] worker 50 listening for tasks. I0216 13:37:18.652379 1 tasks_processing.go:71] worker 50 working on machine_autoscalers task. W0216 13:37:18.652154 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0216 13:37:18.652083 1 tasks_processing.go:69] worker 46 listening for tasks. I0216 13:37:18.652094 1 tasks_processing.go:71] worker 5 working on active_alerts task. I0216 13:37:18.652084 1 tasks_processing.go:69] worker 24 listening for tasks. I0216 13:37:18.652106 1 tasks_processing.go:71] worker 29 working on monitoring_persistent_volumes task. W0216 13:37:18.652410 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0216 13:37:18.652411 1 gather.go:180] gatherer "clusterconfig" function "tsdb_status" took 268.05µs to process 0 records I0216 13:37:18.652431 1 gather.go:180] gatherer "clusterconfig" function "active_alerts" took 24.182µs to process 0 records I0216 13:37:18.652056 1 tasks_processing.go:69] worker 33 listening for tasks. I0216 13:37:18.652111 1 tasks_processing.go:71] worker 28 working on validating_webhook_configurations task. I0216 13:37:18.652109 1 tasks_processing.go:71] worker 7 working on openstack_controlplanes task. I0216 13:37:18.652084 1 tasks_processing.go:69] worker 56 listening for tasks. I0216 13:37:18.652165 1 tasks_processing.go:71] worker 55 working on image_pruners task. I0216 13:37:18.652488 1 tasks_processing.go:71] worker 56 working on nodes task. I0216 13:37:18.652494 1 tasks_processing.go:71] worker 46 working on qemu_kubevirt_launcher_logs task. I0216 13:37:18.652532 1 tasks_processing.go:71] worker 38 working on storage_cluster task. I0216 13:37:18.652107 1 tasks_processing.go:71] worker 18 working on proxies task. I0216 13:37:18.652166 1 tasks_processing.go:71] worker 21 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0216 13:37:18.652162 1 tasks_processing.go:71] worker 39 working on feature_gates task. I0216 13:37:18.652692 1 tasks_processing.go:71] worker 33 working on crds task. I0216 13:37:18.652701 1 tasks_processing.go:71] worker 5 working on sap_datahubs task. I0216 13:37:18.652490 1 tasks_processing.go:71] worker 24 working on metrics task. W0216 13:37:18.652716 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0216 13:37:18.652721 1 tasks_processing.go:71] worker 24 working on dvo_metrics task. I0216 13:37:18.652176 1 tasks_processing.go:71] worker 17 working on clusterroles task. I0216 13:37:18.652171 1 tasks_processing.go:71] worker 54 working on container_runtime_configs task. I0216 13:37:18.652179 1 tasks_processing.go:71] worker 34 working on openshift_logging task. I0216 13:37:18.652169 1 tasks_processing.go:71] worker 13 working on silenced_alerts task. W0216 13:37:18.652841 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0216 13:37:18.652184 1 tasks_processing.go:71] worker 53 working on authentication task. I0216 13:37:18.652869 1 gather.go:180] gatherer "clusterconfig" function "metrics" took 12.259µs to process 0 records I0216 13:37:18.652883 1 gather.go:180] gatherer "clusterconfig" function "silenced_alerts" took 14.425µs to process 0 records I0216 13:37:18.652189 1 tasks_processing.go:71] worker 57 working on certificate_signing_requests task. I0216 13:37:18.652188 1 tasks_processing.go:71] worker 32 working on image_registries task. I0216 13:37:18.653061 1 tasks_processing.go:71] worker 13 working on storage_classes task. I0216 13:37:18.652172 1 tasks_processing.go:71] worker 37 working on machine_sets task. I0216 13:37:18.652074 1 tasks_processing.go:69] worker 25 listening for tasks. I0216 13:37:18.653365 1 tasks_processing.go:71] worker 25 working on scheduler_logs task. I0216 13:37:18.652193 1 tasks_processing.go:71] worker 44 working on ingress_certificates task. I0216 13:37:18.652197 1 tasks_processing.go:71] worker 19 working on sap_config task. I0216 13:37:18.652197 1 tasks_processing.go:71] worker 49 working on config_maps task. I0216 13:37:18.652184 1 tasks_processing.go:71] worker 42 working on ingress task. I0216 13:37:18.652192 1 tasks_processing.go:71] worker 59 working on kube_controller_manager_logs task. I0216 13:37:18.652183 1 tasks_processing.go:71] worker 12 working on sap_pods task. I0216 13:37:18.652201 1 tasks_processing.go:71] worker 51 working on support_secret task. I0216 13:37:18.652203 1 tasks_processing.go:71] worker 58 working on nodenetworkconfigurationpolicies task. I0216 13:37:18.652204 1 tasks_processing.go:71] worker 41 working on openstack_dataplanedeployments task. I0216 13:37:18.652212 1 tasks_processing.go:71] worker 61 working on olm_operators task. I0216 13:37:18.652207 1 tasks_processing.go:71] worker 52 working on version task. I0216 13:37:18.652220 1 tasks_processing.go:71] worker 63 working on openstack_dataplanenodesets task. I0216 13:37:18.652223 1 tasks_processing.go:71] worker 62 working on node_logs task. I0216 13:37:18.652218 1 tasks_processing.go:71] worker 60 working on schedulers task. I0216 13:37:18.652074 1 tasks_processing.go:69] worker 43 listening for tasks. I0216 13:37:18.655011 1 tasks_processing.go:71] worker 43 working on image task. I0216 13:37:18.652201 1 tasks_processing.go:71] worker 35 working on machines task. I0216 13:37:18.652198 1 tasks_processing.go:71] worker 27 working on pod_network_connectivity_checks task. I0216 13:37:18.652193 1 tasks_processing.go:71] worker 14 working on sap_license_management_logs task. I0216 13:37:18.652214 1 tasks_processing.go:71] worker 47 working on openshift_apiserver_operator_logs task. I0216 13:37:18.652080 1 tasks_processing.go:69] worker 26 listening for tasks. I0216 13:37:18.656386 1 tasks_processing.go:71] worker 26 working on install_plans task. I0216 13:37:18.656857 1 tasks_processing.go:71] worker 10 working on openstack_version task. I0216 13:37:18.656866 1 gather.go:180] gatherer "clusterconfig" function "ceph_cluster" took 4.862415ms to process 0 records I0216 13:37:18.656878 1 gather.go:180] gatherer "clusterconfig" function "machine_config_pools" took 4.749493ms to process 0 records I0216 13:37:18.656882 1 tasks_processing.go:71] worker 8 working on pdbs task. I0216 13:37:18.660488 1 tasks_processing.go:74] worker 38 stopped. I0216 13:37:18.660501 1 gather.go:180] gatherer "clusterconfig" function "storage_cluster" took 7.945308ms to process 0 records I0216 13:37:18.660515 1 gather.go:180] gatherer "clusterconfig" function "lokistack" took 8.370368ms to process 0 records I0216 13:37:18.660521 1 gather.go:180] gatherer "clusterconfig" function "machine_configs" took 8.302819ms to process 0 records I0216 13:37:18.660522 1 tasks_processing.go:74] worker 23 stopped. I0216 13:37:18.660528 1 tasks_processing.go:74] worker 31 stopped. I0216 13:37:18.663457 1 tasks_processing.go:74] worker 7 stopped. I0216 13:37:18.663468 1 gather.go:180] gatherer "clusterconfig" function "openstack_controlplanes" took 10.995672ms to process 0 records I0216 13:37:18.663473 1 gather.go:180] gatherer "clusterconfig" function "nodenetworkstates" took 11.327365ms to process 0 records I0216 13:37:18.663478 1 tasks_processing.go:74] worker 36 stopped. I0216 13:37:18.666474 1 tasks_processing.go:74] worker 63 stopped. I0216 13:37:18.666484 1 gather.go:180] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 11.985171ms to process 0 records I0216 13:37:18.666503 1 tasks_processing.go:74] worker 41 stopped. I0216 13:37:18.666511 1 gather.go:180] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 12.32747ms to process 0 records I0216 13:37:18.669677 1 tasks_processing.go:74] worker 11 stopped. I0216 13:37:18.670110 1 recorder.go:75] Recording config/infrastructure with fingerprint=ca094d766d8b3cfc78a3dc565158774e21c35ba77a99813a940ae1b484b6e50f I0216 13:37:18.670123 1 gather.go:180] gatherer "clusterconfig" function "infrastructures" took 17.550779ms to process 1 records I0216 13:37:18.672545 1 tasks_processing.go:74] worker 9 stopped. I0216 13:37:18.672552 1 gather_sap_vsystem_iptables_logs.go:60] SAP resources weren't found I0216 13:37:18.672557 1 gather.go:180] gatherer "clusterconfig" function "jaegers" took 20.295965ms to process 0 records I0216 13:37:18.672563 1 gather.go:180] gatherer "clusterconfig" function "sap_datahubs" took 19.851082ms to process 0 records I0216 13:37:18.672566 1 gather.go:180] gatherer "clusterconfig" function "sap_license_management_logs" took 16.969362ms to process 0 records I0216 13:37:18.672569 1 tasks_processing.go:74] worker 5 stopped. I0216 13:37:18.672571 1 gather.go:180] gatherer "clusterconfig" function "openshift_logging" took 19.75011ms to process 0 records I0216 13:37:18.672574 1 tasks_processing.go:74] worker 34 stopped. I0216 13:37:18.672575 1 tasks_processing.go:74] worker 14 stopped. I0216 13:37:18.672578 1 gather.go:180] gatherer "clusterconfig" function "machine_autoscalers" took 20.190317ms to process 0 records I0216 13:37:18.672582 1 tasks_processing.go:74] worker 50 stopped. I0216 13:37:18.672690 1 tasks_processing.go:74] worker 27 stopped. E0216 13:37:18.672698 1 gather.go:143] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0216 13:37:18.672703 1 gather.go:180] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 17.123834ms to process 0 records I0216 13:37:18.672707 1 gather.go:180] gatherer "clusterconfig" function "cost_management_metrics_configs" took 20.700197ms to process 0 records I0216 13:37:18.672710 1 gather.go:180] gatherer "clusterconfig" function "sap_pods" took 18.716435ms to process 0 records I0216 13:37:18.672714 1 tasks_processing.go:74] worker 12 stopped. I0216 13:37:18.672718 1 tasks_processing.go:74] worker 4 stopped. I0216 13:37:18.672753 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0216 13:37:18.672768 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0216 13:37:18.672772 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0216 13:37:18.672775 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0216 13:37:18.672786 1 controller.go:457] The operator is still being initialized I0216 13:37:18.672793 1 controller.go:482] The operator is healthy I0216 13:37:18.679538 1 tasks_processing.go:74] worker 20 stopped. I0216 13:37:18.679551 1 gather.go:180] gatherer "clusterconfig" function "openshift_machine_api_events" took 27.163177ms to process 0 records I0216 13:37:18.679788 1 tasks_processing.go:74] worker 0 stopped. I0216 13:37:18.679913 1 recorder.go:75] Recording config/apiserver with fingerprint=1c1d8b70d186a8fb0a35651be51159c5c0c0d08d296496c3d965d7638d68d5da I0216 13:37:18.679927 1 gather.go:180] gatherer "clusterconfig" function "cluster_apiserver" took 27.674339ms to process 1 records I0216 13:37:18.680011 1 tasks_processing.go:74] worker 45 stopped. I0216 13:37:18.680035 1 recorder.go:75] Recording config/network with fingerprint=632d7053e993ec15a11fab517dc02dc68bba3a155ec4736e613460065089afd6 I0216 13:37:18.680043 1 gather.go:180] gatherer "clusterconfig" function "networks" took 27.694263ms to process 1 records I0216 13:37:18.680122 1 tasks_processing.go:74] worker 2 stopped. I0216 13:37:18.680201 1 recorder.go:75] Recording config/oauth with fingerprint=88b92988611fb95e90cd9ea149a418e8d8a144b440be7f35ccc4cab6e72f74a3 I0216 13:37:18.680211 1 gather.go:180] gatherer "clusterconfig" function "oauths" took 27.785129ms to process 1 records I0216 13:37:18.689993 1 gather_logs.go:145] no pods in openshift-authentication namespace were found I0216 13:37:18.690005 1 tasks_processing.go:74] worker 22 stopped. I0216 13:37:18.690010 1 gather.go:180] gatherer "clusterconfig" function "openshift_authentication_logs" took 37.695019ms to process 0 records I0216 13:37:18.690034 1 tasks_processing.go:74] worker 19 stopped. I0216 13:37:18.690037 1 gather.go:180] gatherer "clusterconfig" function "sap_config" took 36.505125ms to process 0 records I0216 13:37:18.690081 1 tasks_processing.go:74] worker 10 stopped. I0216 13:37:18.690093 1 gather.go:180] gatherer "clusterconfig" function "openstack_version" took 33.210362ms to process 0 records I0216 13:37:18.690123 1 tasks_processing.go:74] worker 29 stopped. I0216 13:37:18.690137 1 gather.go:180] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 37.7145ms to process 0 records I0216 13:37:18.690182 1 tasks_processing.go:74] worker 53 stopped. I0216 13:37:18.690317 1 recorder.go:75] Recording config/authentication with fingerprint=6269bc55e812d3f2d90872a095f540b1fc6615dfd4d267fedc646a11191ba92f I0216 13:37:18.690327 1 gather.go:180] gatherer "clusterconfig" function "authentication" took 37.330318ms to process 1 records I0216 13:37:18.690363 1 recorder.go:75] Recording config/proxy with fingerprint=970b7fc869e0da4d8c45a07aced7c16b4a62056e4a06969e87d48ba7667326cd I0216 13:37:18.690370 1 gather.go:180] gatherer "clusterconfig" function "proxies" took 37.624706ms to process 1 records E0216 13:37:18.690374 1 gather.go:143] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0216 13:37:18.690379 1 gather.go:180] gatherer "clusterconfig" function "machines" took 35.011264ms to process 0 records I0216 13:37:18.690383 1 gather.go:180] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 36.124813ms to process 0 records E0216 13:37:18.690386 1 gather.go:143] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0216 13:37:18.690389 1 gather.go:180] gatherer "clusterconfig" function "machine_healthchecks" took 38.27211ms to process 0 records I0216 13:37:18.690393 1 gather.go:180] gatherer "clusterconfig" function "machine_sets" took 37.153687ms to process 0 records E0216 13:37:18.690396 1 gather.go:143] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0216 13:37:18.690399 1 gather.go:180] gatherer "clusterconfig" function "support_secret" took 36.275589ms to process 0 records I0216 13:37:18.690403 1 tasks_processing.go:74] worker 51 stopped. I0216 13:37:18.690406 1 tasks_processing.go:74] worker 3 stopped. I0216 13:37:18.690408 1 tasks_processing.go:74] worker 37 stopped. I0216 13:37:18.690409 1 tasks_processing.go:74] worker 58 stopped. I0216 13:37:18.690411 1 tasks_processing.go:74] worker 18 stopped. I0216 13:37:18.690417 1 tasks_processing.go:74] worker 35 stopped. I0216 13:37:18.691293 1 tasks_processing.go:74] worker 1 stopped. I0216 13:37:18.691427 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=e5e62bbb0d2f50469779cd92074ce8aed158cfc167c5e8fe6c31b8513d84c66c I0216 13:37:18.691448 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=b7d7f26770e0ccc5c8c0585a55cad7b9efefb1e1c1658e04592fa52015d51ae9 I0216 13:37:18.691464 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=82de34c1725ac46bc2d5412ff7aad8099483c88804e722329cda695942e19298 I0216 13:37:18.691474 1 gather.go:180] gatherer "clusterconfig" function "mutating_webhook_configurations" took 39.116455ms to process 3 records I0216 13:37:18.691492 1 tasks_processing.go:74] worker 56 stopped. I0216 13:37:18.691709 1 recorder.go:75] Recording config/node/ip-10-0-142-187.ec2.internal with fingerprint=b18849b4a334d7c7489a2ca4fbdc6b38f8de78cefa1b855b8280bd5dbd7abce2 I0216 13:37:18.691745 1 recorder.go:75] Recording config/node/ip-10-0-156-74.ec2.internal with fingerprint=2e325ebad44ed83a87587e2a951dd136d44f58059f765b27746f6847d41ae46a I0216 13:37:18.691776 1 recorder.go:75] Recording config/node/ip-10-0-168-229.ec2.internal with fingerprint=02483c7918657cceca9006907ce6b717b9e39fadccb431de6a73106784c6c46e I0216 13:37:18.691783 1 gather.go:180] gatherer "clusterconfig" function "nodes" took 38.990106ms to process 3 records I0216 13:37:18.691847 1 tasks_processing.go:74] worker 6 stopped. I0216 13:37:18.691863 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0216 13:37:18.691870 1 gather.go:180] gatherer "clusterconfig" function "overlapping_namespace_uids" took 39.810287ms to process 1 records I0216 13:37:18.703949 1 tasks_processing.go:74] worker 13 stopped. I0216 13:37:18.704028 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=09e83b050e957e289cf9dc96f3490fa13324b541e29ed7678727b0b567b347ed I0216 13:37:18.704045 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=6b9321ac7c5c29e12b28096c38b51ca4b19d211d302e999bb5ad240084acea01 I0216 13:37:18.704050 1 gather.go:180] gatherer "clusterconfig" function "storage_classes" took 50.870553ms to process 2 records I0216 13:37:18.706357 1 gather_logs.go:145] no pods in openshift-kube-scheduler namespace were found I0216 13:37:18.706367 1 tasks_processing.go:74] worker 25 stopped. I0216 13:37:18.706374 1 gather.go:180] gatherer "clusterconfig" function "scheduler_logs" took 52.991794ms to process 0 records I0216 13:37:18.706546 1 tasks_processing.go:74] worker 43 stopped. I0216 13:37:18.706630 1 recorder.go:75] Recording config/image with fingerprint=066a3234877dad8d325ce393ea070f12c4b0c5ecd48d321ae1be4de26889ab7d I0216 13:37:18.706639 1 gather.go:180] gatherer "clusterconfig" function "image" took 51.504285ms to process 1 records I0216 13:37:18.706883 1 tasks_processing.go:74] worker 62 stopped. I0216 13:37:18.706894 1 gather.go:180] gatherer "clusterconfig" function "node_logs" took 52.21876ms to process 0 records I0216 13:37:18.706899 1 gather.go:180] gatherer "clusterconfig" function "container_runtime_configs" took 54.08974ms to process 0 records I0216 13:37:18.706902 1 tasks_processing.go:74] worker 54 stopped. W0216 13:37:18.707021 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0216 13:37:18.707083 1 gather_logs.go:145] no pods in openshift-kube-controller-manager namespace were found I0216 13:37:18.707100 1 tasks_processing.go:74] worker 59 stopped. I0216 13:37:18.707108 1 gather.go:180] gatherer "clusterconfig" function "kube_controller_manager_logs" took 53.202383ms to process 0 records I0216 13:37:18.707538 1 tasks_processing.go:74] worker 42 stopped. I0216 13:37:18.707787 1 recorder.go:75] Recording config/ingress with fingerprint=6c97622ace1d84be63e8e25b2b748f5e284836f4a19ba6b13b0206c0c8c95670 I0216 13:37:18.707836 1 gather.go:180] gatherer "clusterconfig" function "ingress" took 53.506397ms to process 1 records I0216 13:37:18.708002 1 gather_logs.go:145] no pods in openshift-apiserver-operator namespace were found I0216 13:37:18.708047 1 tasks_processing.go:74] worker 47 stopped. I0216 13:37:18.708061 1 gather.go:180] gatherer "clusterconfig" function "openshift_apiserver_operator_logs" took 52.452069ms to process 0 records I0216 13:37:18.708902 1 gather_logs.go:145] no pods in namespace were found I0216 13:37:18.708922 1 tasks_processing.go:74] worker 46 stopped. I0216 13:37:18.708929 1 gather.go:180] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 56.41691ms to process 0 records I0216 13:37:18.709010 1 tasks_processing.go:74] worker 8 stopped. I0216 13:37:18.709236 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=6ef6d6ecaf48d8a780e31711ea1c123fc147842c573f5b177da454ca37686148 I0216 13:37:18.709587 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=a9e4d0e1a58cb94d528830954cf8f10606d9fbde625ee7daf85f082fe447d796 I0216 13:37:18.709625 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=6eb245e2e37be6ae0934e6b03487f0c89db3b0c28a7d096fce8c88969bd2c314 I0216 13:37:18.709644 1 gather.go:180] gatherer "clusterconfig" function "pdbs" took 52.1205ms to process 3 records I0216 13:37:18.709730 1 tasks_processing.go:74] worker 28 stopped. I0216 13:37:18.709739 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=a8766afafb94a82c208c7244b32cf257b8b12d3fc1a806aeaf42bc7043692196 I0216 13:37:18.709780 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=c05f7bb7938342bde2b2425d18ffcb262d29b2e58b9fae47b552a01a104311bc I0216 13:37:18.709795 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=982e8bd7aa3a4b8949c057bc93fa12e96fe0dcaeac1a6d2876f3753d681cfe36 I0216 13:37:18.709807 1 recorder.go:75] Recording config/validatingwebhookconfigurations/snapshot.storage.k8s.io with fingerprint=43a2eff2f47c3e9b3977c485508a825334a7d5e3bba99cb7ec3661f6ca9d69f0 I0216 13:37:18.709823 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=cb938d95b351020f2473716f42d0b08616f3cf63d51df24c996ff3e1fac9fc93 I0216 13:37:18.709838 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=27290330b8b40f71cebc670682c00a05587f8348a47c7824053c24c06b9e001d I0216 13:37:18.709853 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=8a8a7e5b7cd88e4972b4e6c8991315254327d4d8b181ea6afda8e5cac44cb937 I0216 13:37:18.709870 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=30f614c98b50de62e047357ce398d51b0eabff224ffd753abd999054c1b96723 I0216 13:37:18.709893 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=4444c26b31c9ecddad98b4adbdfa6bf124875e990b421052f21a1b36993f6c30 I0216 13:37:18.709909 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=b361277e797e6f0f9302fcda24b70ea716a8dce6864e9cb73d81c8a93e69db9d I0216 13:37:18.709924 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=8c18e5790f65b56ff7076f4bd613d60f90ae084adfc901141406a3d6b739a22e I0216 13:37:18.709952 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=c0b08f6675ec4cbe5f2bdd98e65fde726ae5f36432d745805694026b2a71bcf6 I0216 13:37:18.709959 1 gather.go:180] gatherer "clusterconfig" function "validating_webhook_configurations" took 57.138865ms to process 12 records I0216 13:37:18.710038 1 tasks_processing.go:74] worker 39 stopped. I0216 13:37:18.710056 1 recorder.go:75] Recording config/featuregate with fingerprint=949391a780b6b9b472ff2f3d6997d264b242ea89c5e5922defb90ae82233b9cd I0216 13:37:18.710064 1 gather.go:180] gatherer "clusterconfig" function "feature_gates" took 56.934448ms to process 1 records I0216 13:37:18.710139 1 tasks_processing.go:74] worker 32 stopped. I0216 13:37:18.710414 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=b751d867291389e91f323af71d8e36f4cfbba76909b3161c86265bf76457eb9f I0216 13:37:18.710422 1 gather.go:180] gatherer "clusterconfig" function "image_registries" took 56.860161ms to process 1 records I0216 13:37:18.711188 1 sca.go:98] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/certificates. Next check is in 8h0m0s I0216 13:37:18.711203 1 cluster_transfer.go:78] checking the availability of cluster transfer. Next check is in 12h0m0s W0216 13:37:18.711293 1 operator.go:286] started I0216 13:37:18.711313 1 base_controller.go:67] Waiting for caches to sync for LoggingSyncer I0216 13:37:18.711349 1 tasks_processing.go:74] worker 57 stopped. I0216 13:37:18.711363 1 gather.go:180] gatherer "clusterconfig" function "certificate_signing_requests" took 58.439265ms to process 0 records I0216 13:37:18.712595 1 tasks_processing.go:74] worker 33 stopped. I0216 13:37:18.713016 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=6e0950dd98c3ab404750ff287b60c85d5f34849d9ac652d0469bdbedcb445282 I0216 13:37:18.713146 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=6c43b5495fb06c835602dd15d48c14f2ed244ff307c08f889bf4d537f123af67 I0216 13:37:18.713157 1 gather.go:180] gatherer "clusterconfig" function "crds" took 59.884679ms to process 2 records I0216 13:37:18.717186 1 tasks_processing.go:74] worker 52 stopped. I0216 13:37:18.717304 1 shared_informer.go:318] Caches are synced for RequestHeaderAuthRequestController I0216 13:37:18.717408 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0216 13:37:18.717444 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0216 13:37:18.717721 1 recorder.go:75] Recording config/version with fingerprint=012d2b11b70649f8636d5bc86b6d209ca0fb8d858c2eaadeca011e31b6858032 I0216 13:37:18.717770 1 recorder.go:75] Recording config/id with fingerprint=c406fe1c555321836ffd83c70c6fc505c8d355ee47269441642b2b853dbd24fb I0216 13:37:18.717792 1 gather.go:180] gatherer "clusterconfig" function "version" took 62.783546ms to process 2 records I0216 13:37:18.717841 1 tasks_processing.go:74] worker 17 stopped. I0216 13:37:18.718049 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=b054d7bea36bdd76f630957a505eb57cf42684421b8d1c3e889fe9004bb5a892 I0216 13:37:18.718168 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=acd5e25b3a066de5ee0e91210a159b6497f34a763582013b7837a1ec6e6bc8d8 I0216 13:37:18.718191 1 gather.go:180] gatherer "clusterconfig" function "clusterroles" took 64.618324ms to process 2 records I0216 13:37:18.721970 1 tasks_processing.go:74] worker 15 stopped. I0216 13:37:18.722937 1 base_controller.go:73] Caches are synced for ConfigController I0216 13:37:18.722946 1 base_controller.go:110] Starting #1 worker of ConfigController controller ... I0216 13:37:18.722992 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-f7gg6 with fingerprint=a7f92f35200c54665ae008190bc1d8f0fe47ac4f867f45cf8cdad3cdf20d59f1 I0216 13:37:18.723102 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-nl9q6 with fingerprint=96d3d649950e55239a68ff9e7793238c7c39c88c77591add351ef3cf65fa968f I0216 13:37:18.723254 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-nvjnd with fingerprint=f9e06e128698421ffb7633eb27cd86068e5e0efc4277d4ce976ea6079c8d2f24 I0216 13:37:18.723320 1 recorder.go:75] Recording config/running_containers with fingerprint=8f89ee6078ffc136974e76a603ad8f8a555fb6c2bde9a9042f226b80b4092d73 I0216 13:37:18.723333 1 gather.go:180] gatherer "clusterconfig" function "container_images" took 69.85953ms to process 4 records I0216 13:37:18.723649 1 controller.go:203] Source scaController *sca.Controller is not ready I0216 13:37:18.723663 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0216 13:37:18.723668 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0216 13:37:18.723672 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0216 13:37:18.723676 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0216 13:37:18.723696 1 controller.go:457] The operator is still being initialized I0216 13:37:18.723707 1 controller.go:482] The operator is healthy I0216 13:37:18.726719 1 requests.go:204] Asking for SCA certificate for x86_64 architecture W0216 13:37:18.729310 1 sca.go:117] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.9:47813->172.30.0.10:53: read: connection refused I0216 13:37:18.729321 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.9:47813->172.30.0.10:53: read: connection refused E0216 13:37:18.729336 1 cluster_transfer.go:90] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%!d(MISSING)c844-5974-4e00-83b2-6c5db39f8a4a%!+(MISSING)and+status+is+%!a(MISSING)ccepted%!"(MISSING): dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.9:47813->172.30.0.10:53: read: connection refused I0216 13:37:18.729341 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27439dc844-5974-4e00-83b2-6c5db39f8a4a%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.9:47813->172.30.0.10:53: read: connection refused I0216 13:37:18.730670 1 tasks_processing.go:74] worker 21 stopped. I0216 13:37:18.730686 1 gather.go:180] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 78.024922ms to process 0 records I0216 13:37:18.730705 1 configmapobserver.go:84] configmaps "insights-config" not found I0216 13:37:18.735657 1 prometheus_rules.go:88] Prometheus rules successfully created I0216 13:37:18.742172 1 tasks_processing.go:74] worker 44 stopped. E0216 13:37:18.742185 1 gather.go:143] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0216 13:37:18.742193 1 gather.go:143] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ogcn39imv3jofk544kalj7issf8hn7d-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ogcn39imv3jofk544kalj7issf8hn7d-primary-cert-bundle-secret" not found I0216 13:37:18.742278 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=5aeeb3ed4b8d5ca34096c7a01128be877601c4bf161595b75e9f1ad97e169100 I0216 13:37:18.742292 1 gather.go:180] gatherer "clusterconfig" function "ingress_certificates" took 88.752012ms to process 1 records I0216 13:37:18.742819 1 tasks_processing.go:74] worker 49 stopped. E0216 13:37:18.742831 1 gather.go:143] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0216 13:37:18.742836 1 gather.go:143] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0216 13:37:18.742838 1 gather.go:143] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0216 13:37:18.742857 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0216 13:37:18.742866 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0216 13:37:18.742869 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=0bddb88b072029f25dde6f44cb877a44fb2f65ed4864939fbf7a3e42c0a485f6 I0216 13:37:18.742872 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0216 13:37:18.742887 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0216 13:37:18.742893 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0216 13:37:18.742897 1 gather.go:180] gatherer "clusterconfig" function "config_maps" took 89.082564ms to process 6 records I0216 13:37:18.751356 1 tasks_processing.go:74] worker 55 stopped. I0216 13:37:18.751417 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=4d419a44057a1b3f9aa17cb5af240b37a4be01c2186c88686cccfe38d6e7ebe3 I0216 13:37:18.751426 1 gather.go:180] gatherer "clusterconfig" function "image_pruners" took 98.875513ms to process 1 records I0216 13:37:18.767951 1 tasks_processing.go:74] worker 60 stopped. I0216 13:37:18.768010 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=e06a42d262a6325dd8c0a6a01e42c5e1ef0eba3714279891fe0d6bb6101973a0 I0216 13:37:18.768024 1 gather.go:180] gatherer "clusterconfig" function "schedulers" took 113.096631ms to process 1 records I0216 13:37:18.796343 1 tasks_processing.go:74] worker 61 stopped. I0216 13:37:18.796392 1 recorder.go:75] Recording config/olm_operators with fingerprint=61e742c9c1a0ebf11ac5c9fea68108d777af3045f39914b259423fa9bd73658a I0216 13:37:18.796404 1 gather.go:180] gatherer "clusterconfig" function "olm_operators" took 142.124427ms to process 1 records I0216 13:37:18.812212 1 base_controller.go:73] Caches are synced for LoggingSyncer I0216 13:37:18.812222 1 base_controller.go:110] Starting #1 worker of LoggingSyncer controller ... I0216 13:37:18.823083 1 tasks_processing.go:74] worker 40 stopped. I0216 13:37:18.823093 1 gather.go:180] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 170.941429ms to process 0 records I0216 13:37:18.835660 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found W0216 13:37:19.706892 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0216 13:37:19.918313 1 gather_cluster_operator_pods_and_events.go:119] Found 20 pods with 24 containers I0216 13:37:19.918325 1 gather_cluster_operator_pods_and_events.go:233] Maximum buffer size: 1048576 bytes I0216 13:37:19.918770 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for dns container dns-default-287k4 pod in namespace openshift-dns (previous: false). I0216 13:37:19.941262 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0216 13:37:20.144750 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for dns-default-287k4 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-287k4\" is waiting to start: ContainerCreating" I0216 13:37:20.144766 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"dns\" in pod \"dns-default-287k4\" is waiting to start: ContainerCreating" I0216 13:37:20.144773 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for kube-rbac-proxy container dns-default-287k4 pod in namespace openshift-dns (previous: false). I0216 13:37:20.323409 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for dns-default-287k4 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-287k4\" is waiting to start: ContainerCreating" I0216 13:37:20.323429 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-287k4\" is waiting to start: ContainerCreating" I0216 13:37:20.323441 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for dns container dns-default-2qsnw pod in namespace openshift-dns (previous: false). I0216 13:37:20.327655 1 tasks_processing.go:74] worker 30 stopped. I0216 13:37:20.327695 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=6eabb179284f6ef3be95d3f73b8f40a4301f742b16f531e85ac4dda0ac2dd14c I0216 13:37:20.327755 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=cce0c93a71979c8d67efc08076cec6a1625a05ddd3be85ed69efd11a819d0403 I0216 13:37:20.327789 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0216 13:37:20.327807 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=3cb030cbdb677c5ba6d0b65988db9bf4ea60258b2d18d20223487b79828ca50f I0216 13:37:20.327823 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0216 13:37:20.327838 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=ace42018c43e859e74c8c31228200f7ee1eecd372dd8c525e34bfdecf7825675 I0216 13:37:20.327857 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=3c70bcba896cf8ffebbcc7d6f0dd928fd433b193a044717a781c6eb390ff9ddf I0216 13:37:20.327875 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=a16ea2cdfea916a52eeeffe93630f115277340ea68daeafcdaf23422e426ae6b I0216 13:37:20.327888 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=6d4c33ee582593e4854cce11effffcbd1ae28d9b85ec919a8e1097286e56c6eb I0216 13:37:20.327899 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=175915a1a80aa9c629a72202fb906011b6472b93c832579d75abd1f79d272296 I0216 13:37:20.327908 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0216 13:37:20.327920 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=4ff488710bc7849d794420318dba3c8af537302ce6e8055af4a48aae79c88803 I0216 13:37:20.327930 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0216 13:37:20.327940 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=9a575f7ac5c8ae2988a481bdc7512fe2d98a5da382d91a9eb87f751370938fa9 I0216 13:37:20.327949 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0216 13:37:20.327969 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=961323ebb565126f068cf624faba6e14190ea0ce966d702d40ed123bc06b2a8a I0216 13:37:20.327978 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0216 13:37:20.327989 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=014ae33e1a1b9e4cc0aaffbfa48dd97d662b5e5b0c685dad15bc8c1d71abf33d I0216 13:37:20.328049 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=6a7803898a7eebd8ab23692a124218b4e0985778c03ed6b018d44f3ceefd533e I0216 13:37:20.328058 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0216 13:37:20.328063 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0216 13:37:20.328080 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0216 13:37:20.328095 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=cc1a660a4fca6a1d8e316bb178bb35c49abe2d984fdfb5bd9934b2ee1da409a2 I0216 13:37:20.328110 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=7b082d80469e4fa775561c279d92ed0b5ffa0feb14a4a622e145adef874e1dca I0216 13:37:20.328118 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0216 13:37:20.328129 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=511dc62a6dbebd32ec76367233a06137604e3fbfe04f20e7ab0a972285899fbd I0216 13:37:20.328137 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0216 13:37:20.328145 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=749fcaec4e801077973b2df46a8e2111e212850b2e3f55b47b58c9fc2c7f4812 I0216 13:37:20.328157 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a8279e9ab64d3e901807f80889684d0a5ab6d2d063ac736e5fec3283a351839b I0216 13:37:20.328167 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=aea023c0e66a9be57130324c29c30999794f322ca96f129ebf9f619718f4fb5b I0216 13:37:20.328178 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=58ea49d41efab691c3f72316734777b7df5fa57cb4fb3c171b35f43f7607939e I0216 13:37:20.328187 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=c44446ecc53275fbb3ef1dc9d3b4d31e85ec407c332c17cc1502dcacc9858902 I0216 13:37:20.328203 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=0ea284b20d3807716647470d9b74f6518bd67dea58dfd1512423124b98788e24 I0216 13:37:20.328217 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=7e1ab8f8cfcd9d249b5b213939fe5144bb83db3725475461728bea44a002c3be I0216 13:37:20.328225 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0216 13:37:20.328230 1 gather.go:180] gatherer "clusterconfig" function "operators" took 1.67549519s to process 35 records I0216 13:37:20.546121 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for dns-default-2qsnw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2qsnw\" is waiting to start: ContainerCreating" I0216 13:37:20.546137 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"dns\" in pod \"dns-default-2qsnw\" is waiting to start: ContainerCreating" I0216 13:37:20.546144 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for kube-rbac-proxy container dns-default-2qsnw pod in namespace openshift-dns (previous: false). W0216 13:37:20.706639 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0216 13:37:20.723111 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for dns-default-2qsnw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2qsnw\" is waiting to start: ContainerCreating" I0216 13:37:20.723124 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2qsnw\" is waiting to start: ContainerCreating" I0216 13:37:20.723135 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for dns container dns-default-46kc9 pod in namespace openshift-dns (previous: false). I0216 13:37:20.949845 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for dns-default-46kc9 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-46kc9\" is waiting to start: ContainerCreating" I0216 13:37:20.949860 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"dns\" in pod \"dns-default-46kc9\" is waiting to start: ContainerCreating" I0216 13:37:20.949867 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for kube-rbac-proxy container dns-default-46kc9 pod in namespace openshift-dns (previous: false). I0216 13:37:21.130953 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for dns-default-46kc9 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-46kc9\" is waiting to start: ContainerCreating" I0216 13:37:21.130968 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-46kc9\" is waiting to start: ContainerCreating" I0216 13:37:21.130977 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for dns-node-resolver container node-resolver-kwh2k pod in namespace openshift-dns (previous: false). I0216 13:37:21.324167 1 gather_cluster_operator_pods_and_events.go:278] Error: "log buffer is empty" I0216 13:37:21.324183 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for dns-node-resolver container node-resolver-mbf8s pod in namespace openshift-dns (previous: false). I0216 13:37:21.526399 1 gather_cluster_operator_pods_and_events.go:278] Error: "log buffer is empty" I0216 13:37:21.526415 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for dns-node-resolver container node-resolver-vvl6n pod in namespace openshift-dns (previous: false). W0216 13:37:21.706849 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0216 13:37:21.726812 1 gather_cluster_operator_pods_and_events.go:278] Error: "log buffer is empty" I0216 13:37:21.726859 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for registry container image-registry-5d77b59547-pxvpm pod in namespace openshift-image-registry (previous: false). I0216 13:37:21.923844 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for image-registry-5d77b59547-pxvpm pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5d77b59547-pxvpm\" is waiting to start: ContainerCreating" I0216 13:37:21.923860 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"registry\" in pod \"image-registry-5d77b59547-pxvpm\" is waiting to start: ContainerCreating" I0216 13:37:21.923898 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for registry container image-registry-94974459b-bf4g6 pod in namespace openshift-image-registry (previous: false). I0216 13:37:22.123229 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for image-registry-94974459b-bf4g6 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-94974459b-bf4g6\" is waiting to start: ContainerCreating" I0216 13:37:22.123248 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"registry\" in pod \"image-registry-94974459b-bf4g6\" is waiting to start: ContainerCreating" I0216 13:37:22.123295 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for registry container image-registry-94974459b-nln57 pod in namespace openshift-image-registry (previous: false). I0216 13:37:22.327489 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for image-registry-94974459b-nln57 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-94974459b-nln57\" is waiting to start: ContainerCreating" I0216 13:37:22.327505 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"registry\" in pod \"image-registry-94974459b-nln57\" is waiting to start: ContainerCreating" I0216 13:37:22.327513 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for node-ca container node-ca-cthbs pod in namespace openshift-image-registry (previous: false). I0216 13:37:22.523912 1 gather_cluster_operator_pods_and_events.go:278] Error: "log buffer is empty" I0216 13:37:22.523928 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for node-ca container node-ca-mgsc4 pod in namespace openshift-image-registry (previous: false). W0216 13:37:22.706632 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0216 13:37:22.724843 1 gather_cluster_operator_pods_and_events.go:278] Error: "log buffer is empty" I0216 13:37:22.724860 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for node-ca container node-ca-qj59n pod in namespace openshift-image-registry (previous: false). I0216 13:37:22.932677 1 gather_cluster_operator_pods_and_events.go:278] Error: "log buffer is empty" I0216 13:37:22.932697 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for router container router-default-76b95bc8f9-wwl2x pod in namespace openshift-ingress (previous: false). I0216 13:37:23.122694 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for router-default-76b95bc8f9-wwl2x pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-76b95bc8f9-wwl2x\" is waiting to start: ContainerCreating" I0216 13:37:23.122710 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"router\" in pod \"router-default-76b95bc8f9-wwl2x\" is waiting to start: ContainerCreating" I0216 13:37:23.122721 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for router container router-default-d8c6f5499-8wb9z pod in namespace openshift-ingress (previous: false). I0216 13:37:23.324759 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for router-default-d8c6f5499-8wb9z pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-d8c6f5499-8wb9z\" is waiting to start: ContainerCreating" I0216 13:37:23.324774 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"router\" in pod \"router-default-d8c6f5499-8wb9z\" is waiting to start: ContainerCreating" I0216 13:37:23.324788 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for router container router-default-d8c6f5499-cndxw pod in namespace openshift-ingress (previous: false). I0216 13:37:23.522995 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for router-default-d8c6f5499-cndxw pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-d8c6f5499-cndxw\" is waiting to start: ContainerCreating" I0216 13:37:23.523009 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"router\" in pod \"router-default-d8c6f5499-cndxw\" is waiting to start: ContainerCreating" I0216 13:37:23.523018 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for serve-healthcheck-canary container ingress-canary-hwm6n pod in namespace openshift-ingress-canary (previous: false). W0216 13:37:23.707106 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0216 13:37:23.707138 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0216 13:37:23.707152 1 tasks_processing.go:74] worker 24 stopped. E0216 13:37:23.707160 1 gather.go:143] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0216 13:37:23.707168 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0216 13:37:23.707180 1 gather.go:158] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0216 13:37:23.707193 1 gather.go:180] gatherer "clusterconfig" function "dvo_metrics" took 5.054422296s to process 1 records I0216 13:37:23.724743 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for ingress-canary-hwm6n pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-hwm6n\" is waiting to start: ContainerCreating" I0216 13:37:23.724759 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-hwm6n\" is waiting to start: ContainerCreating" I0216 13:37:23.724770 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for serve-healthcheck-canary container ingress-canary-pmdqd pod in namespace openshift-ingress-canary (previous: false). I0216 13:37:23.922964 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for ingress-canary-pmdqd pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-pmdqd\" is waiting to start: ContainerCreating" I0216 13:37:23.922979 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-pmdqd\" is waiting to start: ContainerCreating" I0216 13:37:23.922988 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for serve-healthcheck-canary container ingress-canary-svdg7 pod in namespace openshift-ingress-canary (previous: false). I0216 13:37:24.124465 1 gather_cluster_operator_pods_and_events.go:406] Failed to fetch log for ingress-canary-svdg7 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-svdg7\" is waiting to start: ContainerCreating" I0216 13:37:24.124484 1 gather_cluster_operator_pods_and_events.go:278] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-svdg7\" is waiting to start: ContainerCreating" I0216 13:37:24.124496 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for migrator container migrator-6f6b87f846-jgpjn pod in namespace openshift-kube-storage-version-migrator (previous: false). I0216 13:37:24.325864 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for graceful-termination container migrator-6f6b87f846-jgpjn pod in namespace openshift-kube-storage-version-migrator (previous: false). I0216 13:37:24.523570 1 gather_cluster_operator_pods_and_events.go:363] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-85dccb8957-ps8rc pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0216 13:37:24.724427 1 tasks_processing.go:74] worker 16 stopped. I0216 13:37:24.724501 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=1b437b2ff49d5ab16ad476e40bf0085eada816089b36ea46874a7a83b3cfae16 I0216 13:37:24.724540 1 recorder.go:75] Recording events/openshift-dns with fingerprint=0c9f1f639c5bf7a269314601c485b455ff8079988a214cd5b6d9ee2871d0c2b2 I0216 13:37:24.724589 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=5c91d36d06b6e179ad767e2ee7ab12041bfea4ea569bc42ecac6cbb16350932f I0216 13:37:24.724621 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=da6cd289298028c233cbdeeeae071d2b8b10177bb7fe7bfc6bbfb6bc4cc1cb74 I0216 13:37:24.724650 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=bef9782bf4dafa4a5a3d5393f73709c4667e0a92c695b03ceea6b3d94d7a686d I0216 13:37:24.724662 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=50d0b085b3048a78488668cc642307c2eb8038442948b6cb9350521bd9f7ed20 I0216 13:37:24.724670 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=de5254cc9f627090f63fb627996649191db65acc0abfa43525d0cf117538fe6d I0216 13:37:24.724700 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=2b7d2f4c4d5fffc14f553c3102f8c5bdb58d3c3e5a127140e12104373f835f7a I0216 13:37:24.724808 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5d77b59547-pxvpm with fingerprint=0451e3afce1d746267d014801e2224e41aec9d15f839af9a099ec12402cbb527 I0216 13:37:24.724876 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-94974459b-bf4g6 with fingerprint=724e3d919ee4f3547fe58b581178726210d2b2e9c74ad33c1eaecdbb7b9bfe35 I0216 13:37:24.724926 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-94974459b-nln57 with fingerprint=5d8a0920e5f36904933bbd3206f31d53f3fded529fa2fab3be27e3f80baae26d I0216 13:37:24.724936 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-6f6b87f846-jgpjn/migrator_current.log with fingerprint=c16e4e81d8ca780f09a5d9286ca6312666bd9594e6125c26719dee9c41cc76f4 I0216 13:37:24.724941 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-6f6b87f846-jgpjn/graceful-termination_current.log with fingerprint=12a022e1500a5041948c802c1ba3c44db7384629bed5ca492bc7830cb6c86653 I0216 13:37:24.724961 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-85dccb8957-ps8rc/kube-storage-version-migrator-operator_current.log with fingerprint=b80ec4c8ee8616b452894dfa53124bdca40fcde530b5a07a600d4961590e926f I0216 13:37:24.724969 1 gather.go:180] gatherer "clusterconfig" function "operators_pods_and_events" took 6.07229936s to process 14 records I0216 13:37:31.123644 1 tasks_processing.go:74] worker 26 stopped. I0216 13:37:31.123685 1 recorder.go:75] Recording config/installplans with fingerprint=b6ae0e2549358513c087729c711e8e1ad6f2144adc0ffa716b1a475ed1e6ddde I0216 13:37:31.123703 1 gather.go:180] gatherer "clusterconfig" function "install_plans" took 12.467235731s to process 1 records I0216 13:37:31.860901 1 tasks_processing.go:74] worker 48 stopped. I0216 13:37:31.861134 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=7a09d1db6b3fe929b096c400270e4a23def9688e400b69b757eda99e44900cb9 I0216 13:37:31.861152 1 gather.go:180] gatherer "clusterconfig" function "service_accounts" took 13.20856955s to process 1 records E0216 13:37:31.861196 1 periodic.go:252] clusterconfig failed after 13.209s with: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0216 13:37:31.861208 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0216 13:37:31.861213 1 periodic.go:214] Running workloads gatherer I0216 13:37:31.861224 1 tasks_processing.go:45] number of workers: 2 I0216 13:37:31.861229 1 tasks_processing.go:69] worker 1 listening for tasks. I0216 13:37:31.861232 1 tasks_processing.go:71] worker 1 working on workload_info task. I0216 13:37:31.861246 1 tasks_processing.go:69] worker 0 listening for tasks. I0216 13:37:31.861272 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0216 13:37:31.881404 1 gather_workloads_info.go:257] Loaded pods in 0s, will wait 22s for image data I0216 13:37:31.892321 1 tasks_processing.go:74] worker 0 stopped. I0216 13:37:31.892339 1 gather.go:180] gatherer "workloads" function "helmchart_info" took 31.032191ms to process 0 records I0216 13:37:31.894231 1 gather_workloads_info.go:366] No image sha256:0d1d37dbdb726e924b519ef27e52e9719601fab838ae75f72c8aca11e8c3b4cc (13ms) I0216 13:37:31.906467 1 gather_workloads_info.go:366] No image sha256:0f31e990f9ca9d15dcb1b25325c8265515fcc06381909349bb021103827585c6 (12ms) I0216 13:37:31.916950 1 gather_workloads_info.go:366] No image sha256:64ef34275f7ea992f5a4739cf7a724e55806bfab0c752fc0eccc2f70dfecbaf4 (10ms) I0216 13:37:31.928003 1 gather_workloads_info.go:366] No image sha256:33d7e5c63340e93b5a063de538017ac693f154e3c27ee2ef8a8a53bb45583552 (11ms) I0216 13:37:31.938745 1 gather_workloads_info.go:366] No image sha256:f550296753e9898c67d563b7deb16ba540ca1367944c905415f35537b6b949d4 (11ms) I0216 13:37:31.948906 1 gather_workloads_info.go:366] No image sha256:27e725f1250f6a17da5eba7ada315a244592b5b822d61e95722bb7e2f884b00f (10ms) I0216 13:37:31.959125 1 gather_workloads_info.go:366] No image sha256:2193d7361704b0ae4bca052e9158761e06ecbac9ca3f0a9c8f0f101127e8f370 (10ms) I0216 13:37:31.969121 1 gather_workloads_info.go:366] No image sha256:5335f64616c3a6c55a9a6dc4bc084b46a4957fb4fc250afc5343e4547ebb3598 (10ms) I0216 13:37:31.982808 1 gather_workloads_info.go:366] No image sha256:822db36f8e1353ac24785b88d1fb2150d3ef34a5e739c1f67b61079336e9798b (14ms) I0216 13:37:31.994161 1 gather_workloads_info.go:366] No image sha256:712ad2760c350db1e23b9393bdda83149452931dc7b5a5038a3bcdb4663917c0 (11ms) I0216 13:37:32.004509 1 gather_workloads_info.go:366] No image sha256:3958f525bae8ad011915244c9c8c1c2c750b761094046b2719fae36f6ac8903c (10ms) I0216 13:37:32.092814 1 gather_workloads_info.go:366] No image sha256:91d9cb208e6d0c39a87dfe8276d162c75ff3fcd3b005b3e7b537f65c53475a42 (88ms) I0216 13:37:32.193985 1 gather_workloads_info.go:366] No image sha256:9cc55a501aaad1adbefdd573e57c2f756a3a6a8723c43052995be6389edf1fa8 (101ms) I0216 13:37:32.295747 1 gather_workloads_info.go:366] No image sha256:745f2186738a57bb1b484f68431e77aa2f68a1b8dcb434b1f7a4b429eafdf091 (102ms) I0216 13:37:32.392794 1 gather_workloads_info.go:366] No image sha256:2bf8536171476b2d616cf62b4d94d2f1dae34aca6ea6bfdb65e764a8d9675891 (97ms) I0216 13:37:32.492448 1 gather_workloads_info.go:366] No image sha256:29e41a505a942a77c0d5f954eb302c01921cb0c0d176066fe63f82f3e96e3923 (100ms) I0216 13:37:32.595794 1 gather_workloads_info.go:366] No image sha256:43e426ac9df633be58006907aede6f9b6322c6cc7985cd43141ad7518847c637 (103ms) I0216 13:37:32.661292 1 configmapobserver.go:84] configmaps "insights-config" not found I0216 13:37:32.668222 1 configmapobserver.go:84] configmaps "insights-config" not found I0216 13:37:32.692750 1 gather_workloads_info.go:366] No image sha256:79449e16b1207223f1209d19888b879eb56a8202c53df4800e09b231392cf219 (97ms) I0216 13:37:32.792298 1 gather_workloads_info.go:366] No image sha256:036e6f9a4609a7499f200032dac2294e4a2d98764464ed17453ef725f2f0264d (100ms) I0216 13:37:32.864286 1 configmapobserver.go:84] configmaps "insights-config" not found I0216 13:37:32.893104 1 gather_workloads_info.go:366] No image sha256:357821852af925e0c8a19df2f9fceec8d2e49f9d13575b86ecd3fbedce488afa (101ms) I0216 13:37:32.992254 1 gather_workloads_info.go:366] No image sha256:88e6cc2192e682bb9c4ac5aec8e41254696d909c5dc337e720b9ec165a728064 (99ms) I0216 13:37:33.100228 1 gather_workloads_info.go:366] No image sha256:f82357030795138d2081ecc5172092222b0f4faea27e9a7a0474fbeae29111ad (108ms) I0216 13:37:33.192812 1 gather_workloads_info.go:366] No image sha256:586e9c2756f50e562a6123f47fe38dba5496b63413c3dd18e0b85d6167094f0c (93ms) I0216 13:37:33.292847 1 gather_workloads_info.go:366] No image sha256:2121717e0222b9e8892a44907b461a4f62b3f1e5429a0e2eee802d48d04fff30 (100ms) I0216 13:37:33.392507 1 gather_workloads_info.go:366] No image sha256:185305b7da4ef5b90a90046f145e8c66bab3a16b12771d2e98bf78104d6a60f2 (100ms) I0216 13:37:33.493152 1 gather_workloads_info.go:366] No image sha256:deffb0293fd11f5b40609aa9e80b16b0f90a9480013b2b7f61bd350bbd9b6f07 (101ms) I0216 13:37:33.593232 1 gather_workloads_info.go:366] No image sha256:59f553035bc347fc7205f1c071897bc2606b98525d6b9a3aca62fc9cd7078a57 (100ms) I0216 13:37:33.693440 1 gather_workloads_info.go:366] No image sha256:7f55b7dbfb15fe36d83d64027eacee22fb00688ccbc03550cc2dbedfa633f288 (100ms) I0216 13:37:33.794303 1 gather_workloads_info.go:366] No image sha256:29d1672ef44c59d065737eca330075dd2f6da4ba743153973a739aa9e9d73ad3 (101ms) I0216 13:37:33.892930 1 gather_workloads_info.go:366] No image sha256:457372d9f22e1c726ea1a6fcc54ddca8335bd607d2c357bcd7b63a7017aa5c2b (99ms) I0216 13:37:33.992721 1 gather_workloads_info.go:366] No image sha256:b34e84d56775e42b7d832d14c4f9dc302fee37cd81ba221397cd8acba2089d20 (100ms) I0216 13:37:34.094139 1 gather_workloads_info.go:366] No image sha256:c822bd444a7bc53b21afb9372ff0a24961b2687073f3563c127cce5803801b04 (101ms) I0216 13:37:34.094166 1 tasks_processing.go:74] worker 1 stopped. I0216 13:37:34.094635 1 recorder.go:75] Recording config/workload_info with fingerprint=9ea6505c536ba7a0907e9a85016424d221645689c7b9addb4de0ab29e882d385 I0216 13:37:34.094720 1 gather.go:180] gatherer "workloads" function "workload_info" took 2.232928598s to process 1 records I0216 13:37:34.094771 1 periodic.go:261] Periodic gather workloads completed in 2.233s I0216 13:37:34.094785 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0216 13:37:34.094791 1 periodic.go:214] Running conditional gatherer I0216 13:37:34.100699 1 requests.go:282] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.17.48/gathering_rules I0216 13:37:34.105168 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.17.48/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.9:37616->172.30.0.10:53: read: connection refused E0216 13:37:34.105385 1 conditional_gatherer.go:324] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0216 13:37:34.105429 1 conditional_gatherer.go:386] updating version cache for conditional gatherer I0216 13:37:34.110970 1 conditional_gatherer.go:394] cluster version is '4.17.48' E0216 13:37:34.110982 1 conditional_gatherer.go:211] error checking conditions for a gathering rule: alerts cache is missing E0216 13:37:34.110986 1 conditional_gatherer.go:211] error checking conditions for a gathering rule: alerts cache is missing E0216 13:37:34.110989 1 conditional_gatherer.go:211] error checking conditions for a gathering rule: alerts cache is missing E0216 13:37:34.110991 1 conditional_gatherer.go:211] error checking conditions for a gathering rule: alerts cache is missing E0216 13:37:34.110993 1 conditional_gatherer.go:211] error checking conditions for a gathering rule: alerts cache is missing E0216 13:37:34.110996 1 conditional_gatherer.go:211] error checking conditions for a gathering rule: alerts cache is missing E0216 13:37:34.110998 1 conditional_gatherer.go:211] error checking conditions for a gathering rule: alerts cache is missing E0216 13:37:34.111000 1 conditional_gatherer.go:211] error checking conditions for a gathering rule: alerts cache is missing E0216 13:37:34.111002 1 conditional_gatherer.go:211] error checking conditions for a gathering rule: alerts cache is missing I0216 13:37:34.111013 1 tasks_processing.go:45] number of workers: 3 I0216 13:37:34.111021 1 tasks_processing.go:69] worker 2 listening for tasks. I0216 13:37:34.111024 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0216 13:37:34.111030 1 tasks_processing.go:69] worker 0 listening for tasks. I0216 13:37:34.111041 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0216 13:37:34.111038 1 tasks_processing.go:69] worker 1 listening for tasks. I0216 13:37:34.111047 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0216 13:37:34.111048 1 tasks_processing.go:74] worker 1 stopped. I0216 13:37:34.111088 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0216 13:37:34.111102 1 gather.go:180] gatherer "conditional" function "conditional_gatherer_rules" took 582ns to process 1 records I0216 13:37:34.111124 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0216 13:37:34.111132 1 gather.go:180] gatherer "conditional" function "remote_configuration" took 1.097µs to process 1 records I0216 13:37:34.111137 1 tasks_processing.go:74] worker 0 stopped. I0216 13:37:34.111206 1 tasks_processing.go:74] worker 2 stopped. I0216 13:37:34.111218 1 gather.go:180] gatherer "conditional" function "rapid_container_logs" took 153.161µs to process 0 records I0216 13:37:34.111240 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.17.48/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.9:37616->172.30.0.10:53: read: connection refused I0216 13:37:34.111251 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 W0216 13:37:34.133577 1 gather.go:212] can't read cgroups memory usage data: open /sys/fs/cgroup/memory/memory.usage_in_bytes: no such file or directory I0216 13:37:34.133698 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=32ec969e022e775ffeddae9386d5229d3a8cdf653914a31c1b374ab258b25e4a I0216 13:37:34.133798 1 diskrecorder.go:70] Writing 110 records to /var/lib/insights-operator/insights-2026-02-16-133734.tar.gz I0216 13:37:34.139592 1 diskrecorder.go:51] Wrote 110 records to disk in 5ms I0216 13:37:34.139630 1 periodic.go:283] Gathering cluster info every 2h0m0s I0216 13:37:34.139647 1 periodic.go:284] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0216 13:38:27.970081 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="a6ce4a543b9f8147a666d87825223df34824782829784573beb5782e0cc55350") W0216 13:38:27.970114 1 builder.go:155] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0216 13:38:27.970141 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="2223838a1c44059630fb374198e754d9a3477b3777b8522418f6ae2e21d366ce") I0216 13:38:27.970191 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="70463cc60085968bbe62c7fd8e98558af7c9ef998dba594541625640612c1877") I0216 13:38:27.970239 1 base_controller.go:172] Shutting down LoggingSyncer ... I0216 13:38:27.970237 1 genericapiserver.go:536] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0216 13:38:27.970261 1 periodic.go:175] Shutting down I0216 13:38:27.970281 1 base_controller.go:114] Shutting down worker of LoggingSyncer controller ... I0216 13:38:27.970288 1 genericapiserver.go:679] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0216 13:38:27.970295 1 base_controller.go:104] All LoggingSyncer workers have been terminated I0216 13:38:27.970325 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0216 13:38:27.970335 1 genericapiserver.go:637] "[graceful-termination] not going to wait for active watch request(s) to drain" I0216 13:38:27.970348 1 tlsconfig.go:255] "Shutting down DynamicServingCertificateController" I0216 13:38:27.970364 1 dynamic_serving_content.go:146] "Shutting down controller" name="serving-cert::/tmp/serving-cert-2824143385/tls.crt::/tmp/serving-cert-2824143385/tls.key" I0216 13:38:27.970339 1 requestheader_controller.go:183] Shutting down RequestHeaderAuthRequestController I0216 13:38:27.970377 1 configmap_cafile_content.go:223] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0216 13:38:27.970348 1 configmap_cafile_content.go:223] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0216 13:38:27.970349 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0216 13:38:27.970409 1 base_controller.go:114] Shutting down worker of ConfigController controller ...