W0504 20:42:26.643059 1 cmd.go:257] Using insecure, self-signed certificates I0504 20:42:27.386014 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:42:27.386327 1 observer_polling.go:159] Starting file observer I0504 20:42:28.260752 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0504 20:42:28.260956 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0504 20:42:28.261491 1 secure_serving.go:57] Forcing use of http/1.1 only W0504 20:42:28.261517 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0504 20:42:28.261528 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0504 20:42:28.261535 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0504 20:42:28.261539 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0504 20:42:28.261543 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0504 20:42:28.261547 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0504 20:42:28.261527 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0504 20:42:28.265425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"8a4d4673-5cb5-4d90-ab75-a5d269d0be73", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0504 20:42:28.265426 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0504 20:42:28.266756 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0504 20:42:28.266798 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0504 20:42:28.266803 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 20:42:28.266839 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 20:42:28.266877 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0504 20:42:28.267028 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-4055892374/tls.crt::/tmp/serving-cert-4055892374/tls.key" I0504 20:42:28.267560 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0504 20:42:28.268186 1 secure_serving.go:213] Serving securely on [::]:8443 I0504 20:42:28.268208 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0504 20:42:28.275150 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0504 20:42:28.275188 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0504 20:42:28.275282 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0504 20:42:28.279675 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0504 20:42:28.279692 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0504 20:42:28.283760 1 secretconfigobserver.go:119] support secret does not exist I0504 20:42:28.288182 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0504 20:42:28.292081 1 secretconfigobserver.go:119] support secret does not exist I0504 20:42:28.295094 1 recorder.go:161] Pruning old reports every 7h46m7s, max age is 288h0m0s I0504 20:42:28.299907 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0504 20:42:28.299916 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0504 20:42:28.299921 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0504 20:42:28.299924 1 insightsreport.go:296] Starting report retriever I0504 20:42:28.299930 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0504 20:42:28.299963 1 periodic.go:209] Running clusterconfig gatherer I0504 20:42:28.300015 1 tasks_processing.go:45] number of workers: 64 I0504 20:42:28.300039 1 tasks_processing.go:69] worker 3 listening for tasks. I0504 20:42:28.300047 1 tasks_processing.go:69] worker 2 listening for tasks. I0504 20:42:28.300051 1 tasks_processing.go:69] worker 1 listening for tasks. I0504 20:42:28.300052 1 tasks_processing.go:69] worker 22 listening for tasks. I0504 20:42:28.300057 1 tasks_processing.go:69] worker 13 listening for tasks. I0504 20:42:28.300063 1 tasks_processing.go:71] worker 13 working on tsdb_status task. I0504 20:42:28.300064 1 tasks_processing.go:71] worker 22 working on machine_configs task. I0504 20:42:28.300065 1 tasks_processing.go:69] worker 0 listening for tasks. I0504 20:42:28.300065 1 tasks_processing.go:69] worker 12 listening for tasks. I0504 20:42:28.300073 1 tasks_processing.go:69] worker 8 listening for tasks. I0504 20:42:28.300076 1 tasks_processing.go:69] worker 7 listening for tasks. I0504 20:42:28.300080 1 tasks_processing.go:69] worker 5 listening for tasks. I0504 20:42:28.300086 1 tasks_processing.go:69] worker 9 listening for tasks. I0504 20:42:28.300088 1 tasks_processing.go:69] worker 44 listening for tasks. I0504 20:42:28.300092 1 tasks_processing.go:69] worker 6 listening for tasks. I0504 20:42:28.300094 1 tasks_processing.go:69] worker 10 listening for tasks. I0504 20:42:28.300089 1 tasks_processing.go:69] worker 4 listening for tasks. I0504 20:42:28.300097 1 tasks_processing.go:69] worker 34 listening for tasks. I0504 20:42:28.300101 1 tasks_processing.go:69] worker 39 listening for tasks. I0504 20:42:28.300102 1 tasks_processing.go:69] worker 11 listening for tasks. I0504 20:42:28.300101 1 tasks_processing.go:69] worker 40 listening for tasks. I0504 20:42:28.300106 1 tasks_processing.go:69] worker 41 listening for tasks. I0504 20:42:28.300108 1 tasks_processing.go:69] worker 33 listening for tasks. I0504 20:42:28.300117 1 tasks_processing.go:69] worker 15 listening for tasks. I0504 20:42:28.300116 1 tasks_processing.go:69] worker 38 listening for tasks. I0504 20:42:28.300121 1 tasks_processing.go:71] worker 33 working on config_maps task. I0504 20:42:28.300114 1 tasks_processing.go:71] worker 40 working on pdbs task. I0504 20:42:28.300121 1 tasks_processing.go:69] worker 16 listening for tasks. I0504 20:42:28.300129 1 tasks_processing.go:69] worker 43 listening for tasks. I0504 20:42:28.300127 1 tasks_processing.go:69] worker 37 listening for tasks. I0504 20:42:28.300135 1 tasks_processing.go:69] worker 31 listening for tasks. I0504 20:42:28.300114 1 tasks_processing.go:69] worker 14 listening for tasks. I0504 20:42:28.300141 1 tasks_processing.go:69] worker 26 listening for tasks. I0504 20:42:28.300145 1 tasks_processing.go:69] worker 23 listening for tasks. I0504 20:42:28.300149 1 tasks_processing.go:69] worker 36 listening for tasks. I0504 20:42:28.300147 1 tasks_processing.go:69] worker 29 listening for tasks. I0504 20:42:28.300146 1 tasks_processing.go:69] worker 28 listening for tasks. I0504 20:42:28.300155 1 tasks_processing.go:69] worker 30 listening for tasks. I0504 20:42:28.300137 1 tasks_processing.go:69] worker 25 listening for tasks. I0504 20:42:28.300155 1 tasks_processing.go:69] worker 27 listening for tasks. I0504 20:42:28.300156 1 tasks_processing.go:71] worker 9 working on ingress task. I0504 20:42:28.300165 1 tasks_processing.go:69] worker 32 listening for tasks. I0504 20:42:28.300167 1 tasks_processing.go:71] worker 34 working on version task. I0504 20:42:28.300167 1 tasks_processing.go:71] worker 5 working on mutating_webhook_configurations task. I0504 20:42:28.300171 1 tasks_processing.go:69] worker 55 listening for tasks. I0504 20:42:28.300175 1 tasks_processing.go:69] worker 49 listening for tasks. I0504 20:42:28.300116 1 tasks_processing.go:71] worker 41 working on machines task. I0504 20:42:28.300178 1 tasks_processing.go:69] worker 21 listening for tasks. I0504 20:42:28.300179 1 tasks_processing.go:71] worker 0 working on container_images task. I0504 20:42:28.300189 1 tasks_processing.go:69] worker 54 listening for tasks. I0504 20:42:28.300190 1 tasks_processing.go:69] worker 61 listening for tasks. I0504 20:42:28.300125 1 tasks_processing.go:69] worker 18 listening for tasks. I0504 20:42:28.300197 1 tasks_processing.go:69] worker 56 listening for tasks. I0504 20:42:28.300192 1 tasks_processing.go:71] worker 12 working on openstack_controlplanes task. I0504 20:42:28.300206 1 tasks_processing.go:69] worker 57 listening for tasks. I0504 20:42:28.300210 1 tasks_processing.go:69] worker 46 listening for tasks. I0504 20:42:28.300215 1 tasks_processing.go:69] worker 58 listening for tasks. I0504 20:42:28.300212 1 tasks_processing.go:69] worker 51 listening for tasks. I0504 20:42:28.300218 1 tasks_processing.go:69] worker 45 listening for tasks. I0504 20:42:28.300223 1 tasks_processing.go:69] worker 59 listening for tasks. I0504 20:42:28.300219 1 tasks_processing.go:69] worker 50 listening for tasks. I0504 20:42:28.300226 1 tasks_processing.go:71] worker 3 working on ceph_cluster task. I0504 20:42:28.300233 1 tasks_processing.go:69] worker 60 listening for tasks. I0504 20:42:28.300235 1 tasks_processing.go:69] worker 47 listening for tasks. I0504 20:42:28.300133 1 tasks_processing.go:69] worker 19 listening for tasks. I0504 20:42:28.300110 1 tasks_processing.go:69] worker 35 listening for tasks. I0504 20:42:28.300245 1 tasks_processing.go:69] worker 63 listening for tasks. I0504 20:42:28.300245 1 tasks_processing.go:69] worker 48 listening for tasks. I0504 20:42:28.300250 1 tasks_processing.go:71] worker 2 working on jaegers task. I0504 20:42:28.300107 1 tasks_processing.go:69] worker 17 listening for tasks. I0504 20:42:28.300253 1 tasks_processing.go:71] worker 1 working on support_secret task. I0504 20:42:28.300140 1 tasks_processing.go:69] worker 20 listening for tasks. I0504 20:42:28.300148 1 tasks_processing.go:71] worker 6 working on openstack_version task. I0504 20:42:28.300153 1 tasks_processing.go:71] worker 10 working on operators_pods_and_events task. I0504 20:42:28.300157 1 tasks_processing.go:71] worker 4 working on qemu_kubevirt_launcher_logs task. I0504 20:42:28.300386 1 tasks_processing.go:71] worker 26 working on certificate_signing_requests task. I0504 20:42:28.300712 1 tasks_processing.go:71] worker 56 working on olm_operators task. I0504 20:42:28.300766 1 tasks_processing.go:71] worker 27 working on aggregated_monitoring_cr_names task. I0504 20:42:28.300845 1 tasks_processing.go:71] worker 63 working on operators task. I0504 20:42:28.300886 1 tasks_processing.go:71] worker 36 working on authentication task. I0504 20:42:28.300821 1 tasks_processing.go:71] worker 47 working on storage_cluster task. I0504 20:42:28.300887 1 tasks_processing.go:71] worker 55 working on nodenetworkstates task. I0504 20:42:28.300875 1 tasks_processing.go:71] worker 21 working on clusterroles task. I0504 20:42:28.301055 1 tasks_processing.go:71] worker 15 working on machine_config_pools task. I0504 20:42:28.301099 1 tasks_processing.go:71] worker 51 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0504 20:42:28.301149 1 tasks_processing.go:71] worker 54 working on image_registries task. I0504 20:42:28.301188 1 tasks_processing.go:71] worker 14 working on proxies task. I0504 20:42:28.301299 1 tasks_processing.go:71] worker 20 working on metrics task. I0504 20:42:28.300124 1 tasks_processing.go:69] worker 42 listening for tasks. I0504 20:42:28.300721 1 tasks_processing.go:71] worker 35 working on active_alerts task. I0504 20:42:28.301327 1 tasks_processing.go:71] worker 61 working on sap_config task. W0504 20:42:28.301334 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:42:28.301345 1 tasks_processing.go:71] worker 20 working on schedulers task. W0504 20:42:28.301341 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:42:28.300164 1 tasks_processing.go:71] worker 7 working on networks task. I0504 20:42:28.301170 1 tasks_processing.go:71] worker 46 working on ingress_certificates task. I0504 20:42:28.300161 1 tasks_processing.go:71] worker 11 working on oauths task. I0504 20:42:28.301505 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 25.156µs to process 0 records W0504 20:42:28.300099 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:42:28.300198 1 tasks_processing.go:69] worker 52 listening for tasks. I0504 20:42:28.301517 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 31.353µs to process 0 records I0504 20:42:28.301526 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.450426ms to process 0 records I0504 20:42:28.300155 1 tasks_processing.go:69] worker 24 listening for tasks. I0504 20:42:28.300728 1 tasks_processing.go:71] worker 60 working on silenced_alerts task. I0504 20:42:28.301544 1 tasks_processing.go:71] worker 24 working on image_pruners task. I0504 20:42:28.301552 1 tasks_processing.go:71] worker 52 working on openshift_logging task. W0504 20:42:28.301557 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:42:28.301568 1 tasks_processing.go:74] worker 60 stopped. I0504 20:42:28.301578 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 23.464µs to process 0 records I0504 20:42:28.300724 1 tasks_processing.go:71] worker 29 working on lokistack task. I0504 20:42:28.301618 1 tasks_processing.go:71] worker 42 working on openstack_dataplanedeployments task. I0504 20:42:28.300182 1 tasks_processing.go:69] worker 53 listening for tasks. I0504 20:42:28.300827 1 tasks_processing.go:71] worker 19 working on nodes task. I0504 20:42:28.300731 1 tasks_processing.go:71] worker 48 working on openstack_dataplanenodesets task. I0504 20:42:28.301806 1 tasks_processing.go:74] worker 53 stopped. I0504 20:42:28.301839 1 tasks_processing.go:71] worker 35 working on validating_webhook_configurations task. I0504 20:42:28.300908 1 tasks_processing.go:71] worker 49 working on container_runtime_configs task. I0504 20:42:28.300915 1 tasks_processing.go:71] worker 23 working on cost_management_metrics_configs task. I0504 20:42:28.301545 1 tasks_processing.go:71] worker 13 working on storage_classes task. I0504 20:42:28.300882 1 tasks_processing.go:71] worker 32 working on openshift_machine_api_events task. I0504 20:42:28.300168 1 tasks_processing.go:71] worker 8 working on machine_autoscalers task. I0504 20:42:28.301018 1 tasks_processing.go:71] worker 38 working on image task. I0504 20:42:28.300988 1 tasks_processing.go:71] worker 28 working on service_accounts task. I0504 20:42:28.301024 1 tasks_processing.go:71] worker 31 working on machine_healthchecks task. I0504 20:42:28.301067 1 tasks_processing.go:71] worker 45 working on cluster_apiserver task. I0504 20:42:28.300940 1 tasks_processing.go:71] worker 30 working on sap_pods task. I0504 20:42:28.301062 1 tasks_processing.go:71] worker 16 working on install_plans task. I0504 20:42:28.302444 1 tasks_processing.go:71] worker 50 working on sap_datahubs task. I0504 20:42:28.301130 1 tasks_processing.go:71] worker 25 working on infrastructures task. I0504 20:42:28.301129 1 tasks_processing.go:71] worker 37 working on nodenetworkconfigurationpolicies task. I0504 20:42:28.301174 1 tasks_processing.go:71] worker 57 working on machine_sets task. I0504 20:42:28.301188 1 tasks_processing.go:71] worker 59 working on crds task. I0504 20:42:28.300163 1 tasks_processing.go:71] worker 39 working on feature_gates task. I0504 20:42:28.301226 1 tasks_processing.go:71] worker 17 working on pod_network_connectivity_checks task. I0504 20:42:28.301224 1 tasks_processing.go:71] worker 18 working on monitoring_persistent_volumes task. I0504 20:42:28.300953 1 tasks_processing.go:71] worker 43 working on dvo_metrics task. I0504 20:42:28.301027 1 tasks_processing.go:71] worker 58 working on node_logs task. I0504 20:42:28.300144 1 tasks_processing.go:71] worker 44 working on overlapping_namespace_uids task. I0504 20:42:28.300237 1 tasks_processing.go:69] worker 62 listening for tasks. I0504 20:42:28.303699 1 tasks_processing.go:74] worker 62 stopped. I0504 20:42:28.309122 1 tasks_processing.go:74] worker 2 stopped. I0504 20:42:28.309136 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 8.860312ms to process 0 records I0504 20:42:28.309230 1 tasks_processing.go:74] worker 3 stopped. I0504 20:42:28.309241 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 8.986288ms to process 0 records I0504 20:42:28.309253 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0504 20:42:28.309265 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0504 20:42:28.309273 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0504 20:42:28.309277 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0504 20:42:28.309286 1 tasks_processing.go:74] worker 41 stopped. I0504 20:42:28.309290 1 controller.go:489] The operator is still being initialized I0504 20:42:28.309297 1 controller.go:512] The operator is healthy E0504 20:42:28.309296 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0504 20:42:28.309305 1 gather.go:177] gatherer "clusterconfig" function "machines" took 9.100906ms to process 0 records I0504 20:42:28.309380 1 tasks_processing.go:74] worker 40 stopped. I0504 20:42:28.309435 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=c1e47599d59ffea26f0895f3ee96b2cf09b8175eb41d0564bdecc28f4c2a880d I0504 20:42:28.309459 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=b1b7b3c51bd9eb87fa8cee9f8c772ae6642716828458fb5c966bc2518a8040b5 I0504 20:42:28.309476 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=5780b6af30a8d908b101711d2f480770c3a16a34e3cdc44efbb7710f0ecb8089 I0504 20:42:28.309484 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 9.181064ms to process 3 records I0504 20:42:28.309565 1 tasks_processing.go:74] worker 9 stopped. I0504 20:42:28.309601 1 recorder.go:75] Recording config/ingress with fingerprint=29cd3f95186c8ddd64b3de4b6bbae3bd4d9664954df069e73cac86fae264a46e I0504 20:42:28.309610 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 9.231396ms to process 1 records I0504 20:42:28.309619 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 9.262509ms to process 0 records I0504 20:42:28.309626 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 7.607404ms to process 0 records I0504 20:42:28.309631 1 tasks_processing.go:74] worker 23 stopped. I0504 20:42:28.309637 1 tasks_processing.go:74] worker 12 stopped. I0504 20:42:28.321253 1 tasks_processing.go:74] worker 57 stopped. I0504 20:42:28.321264 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 18.590319ms to process 0 records E0504 20:42:28.321270 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0504 20:42:28.321275 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 20.999384ms to process 0 records I0504 20:42:28.321281 1 tasks_processing.go:74] worker 1 stopped. I0504 20:42:28.321291 1 tasks_processing.go:74] worker 8 stopped. I0504 20:42:28.321301 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 19.20892ms to process 0 records I0504 20:42:28.321309 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 19.737196ms to process 0 records I0504 20:42:28.321315 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 20.312971ms to process 0 records I0504 20:42:28.321320 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 20.966492ms to process 0 records I0504 20:42:28.321325 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 19.571623ms to process 0 records I0504 20:42:28.321330 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 19.562864ms to process 0 records I0504 20:42:28.321339 1 tasks_processing.go:74] worker 42 stopped. I0504 20:42:28.321344 1 tasks_processing.go:74] worker 52 stopped. I0504 20:42:28.321349 1 tasks_processing.go:74] worker 47 stopped. I0504 20:42:28.321354 1 tasks_processing.go:74] worker 6 stopped. I0504 20:42:28.321357 1 tasks_processing.go:74] worker 48 stopped. I0504 20:42:28.321379 1 tasks_processing.go:74] worker 38 stopped. I0504 20:42:28.321483 1 recorder.go:75] Recording config/image with fingerprint=456ef661094c0e1d13b9bfe7d35fb0fe88086cc215e39986694be3b2d41a6f7f I0504 20:42:28.321498 1 gather.go:177] gatherer "clusterconfig" function "image" took 19.237025ms to process 1 records I0504 20:42:28.332870 1 tasks_processing.go:74] worker 55 stopped. I0504 20:42:28.332881 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 31.856142ms to process 0 records I0504 20:42:28.333242 1 tasks_processing.go:74] worker 45 stopped. I0504 20:42:28.333410 1 recorder.go:75] Recording config/apiserver with fingerprint=7570a56061ab762e84099fa722d39a85a495b79fb0630fe1a8cd66f6947edd93 I0504 20:42:28.333428 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 30.940801ms to process 1 records E0504 20:42:28.333436 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0504 20:42:28.333441 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 30.514529ms to process 0 records E0504 20:42:28.333447 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0504 20:42:28.333453 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 31.074029ms to process 0 records I0504 20:42:28.333458 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 30.882023ms to process 0 records I0504 20:42:28.333461 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 30.738881ms to process 0 records I0504 20:42:28.333465 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 30.466059ms to process 0 records I0504 20:42:28.333471 1 tasks_processing.go:74] worker 58 stopped. I0504 20:42:28.333475 1 tasks_processing.go:74] worker 17 stopped. I0504 20:42:28.333479 1 tasks_processing.go:74] worker 31 stopped. I0504 20:42:28.333483 1 tasks_processing.go:74] worker 50 stopped. I0504 20:42:28.333486 1 tasks_processing.go:74] worker 37 stopped. I0504 20:42:28.333545 1 tasks_processing.go:74] worker 25 stopped. I0504 20:42:28.334117 1 recorder.go:75] Recording config/infrastructure with fingerprint=7442208c4b18ce3920699a5e84ba16b8212ba23573b6f963c1f6d93b082bde75 I0504 20:42:28.334132 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 30.898883ms to process 1 records I0504 20:42:28.334223 1 tasks_processing.go:74] worker 11 stopped. I0504 20:42:28.334321 1 recorder.go:75] Recording config/oauth with fingerprint=17c208f82883e8b121bd73b5354c10f58a50efed549d57df4444216816584856 I0504 20:42:28.334332 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 32.058545ms to process 1 records I0504 20:42:28.334375 1 recorder.go:75] Recording config/proxy with fingerprint=3690cb5b8d57ef09916d27dee42ae4c0eefd6391c91c5a597cac74cff791dfab I0504 20:42:28.334387 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 32.391646ms to process 1 records I0504 20:42:28.334417 1 tasks_processing.go:74] worker 14 stopped. I0504 20:42:28.334483 1 tasks_processing.go:74] worker 36 stopped. I0504 20:42:28.334529 1 recorder.go:75] Recording config/authentication with fingerprint=591fb408e0490f14902d4e83b8be353d3d2be77d534dbe396f4d5b4f6ae30d0d I0504 20:42:28.334537 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 32.776301ms to process 1 records I0504 20:42:28.334614 1 tasks_processing.go:74] worker 54 stopped. I0504 20:42:28.334980 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=bbef9b8d365415faf32c46db0580d43c820c9369bc5566354190cd9769e280e0 I0504 20:42:28.334991 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 32.843133ms to process 1 records I0504 20:42:28.337122 1 tasks_processing.go:74] worker 49 stopped. I0504 20:42:28.337139 1 gather_logs.go:145] no pods in namespace were found I0504 20:42:28.337139 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 35.180854ms to process 0 records I0504 20:42:28.337152 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 35.80042ms to process 0 records I0504 20:42:28.337158 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 36.760257ms to process 0 records I0504 20:42:28.337167 1 tasks_processing.go:74] worker 4 stopped. I0504 20:42:28.337171 1 tasks_processing.go:74] worker 61 stopped. I0504 20:42:28.337192 1 tasks_processing.go:74] worker 29 stopped. I0504 20:42:28.337207 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 35.592947ms to process 0 records I0504 20:42:28.337342 1 tasks_processing.go:74] worker 39 stopped. I0504 20:42:28.337439 1 recorder.go:75] Recording config/featuregate with fingerprint=eb1b4aa06c585ede3a701ee83bd6045ef71370485f153df563e9a7e3d96410c2 I0504 20:42:28.337450 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 34.638236ms to process 1 records I0504 20:42:28.337539 1 tasks_processing.go:74] worker 7 stopped. I0504 20:42:28.337552 1 recorder.go:75] Recording config/network with fingerprint=252ffbcbd460b843482554048dd0c9ce8c1d83fd630f3eab6eb2991b6179b441 I0504 20:42:28.337559 1 gather.go:177] gatherer "clusterconfig" function "networks" took 36.000103ms to process 1 records I0504 20:42:28.346011 1 tasks_processing.go:74] worker 30 stopped. I0504 20:42:28.346023 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 43.639653ms to process 0 records I0504 20:42:28.346209 1 tasks_processing.go:74] worker 20 stopped. I0504 20:42:28.348039 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=5a034430626193811d05c6d26ce009eaaf6fd8d8781ac99f14a432cda791ac4f I0504 20:42:28.348197 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 44.856467ms to process 1 records I0504 20:42:28.348546 1 tasks_processing.go:74] worker 24 stopped. I0504 20:42:28.348654 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=3a4f45f183fcb48ec8dfb5df1a87ed583c9c45a82e6e3f066ea9fd4946648666 I0504 20:42:28.348702 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 45.020523ms to process 1 records I0504 20:42:28.348814 1 tasks_processing.go:74] worker 19 stopped. I0504 20:42:28.350291 1 recorder.go:75] Recording config/node/ip-10-0-0-14.ec2.internal with fingerprint=cc0d76ab43543a682da6ec8647081c64c2ac10888e8dad0d5475352289ee7217 I0504 20:42:28.350400 1 recorder.go:75] Recording config/node/ip-10-0-1-251.ec2.internal with fingerprint=06740fc58158993429f48ca17f1500cbd8cdd0eb74947847e951a0917a1b2ea1 I0504 20:42:28.350485 1 recorder.go:75] Recording config/node/ip-10-0-2-228.ec2.internal with fingerprint=daec61014e45f496910c896382ccec9d68957c2c0a7f2891e0f5efeb34504830 I0504 20:42:28.350497 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 46.392156ms to process 3 records I0504 20:42:28.363362 1 tasks_processing.go:74] worker 32 stopped. I0504 20:42:28.363376 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 61.337391ms to process 0 records I0504 20:42:28.363684 1 tasks_processing.go:74] worker 18 stopped. I0504 20:42:28.363701 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 60.83375ms to process 0 records I0504 20:42:28.366479 1 tasks_processing.go:74] worker 13 stopped. I0504 20:42:28.366555 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0504 20:42:28.366559 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0504 20:42:28.366613 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=2b5175229c4bf9c33c59727b8a0d2e67aeddd234dec7e21766c24397fc7aab9c I0504 20:42:28.366644 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=b09849eaad96467ffaabfd5ccda9a3c3c34fc94afea45b624e0701a7736accd9 I0504 20:42:28.367174 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0504 20:42:28.367177 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0504 20:42:28.367978 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file W0504 20:42:28.368149 1 operator.go:288] started I0504 20:42:28.368208 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0504 20:42:28.368294 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 64.458204ms to process 2 records I0504 20:42:28.368628 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=b6f440a78e0860ed76aba95c62bd5ce578f8181ae701b623d9341e1ea439e450 I0504 20:42:28.368685 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=3404ae5451a6e549636113eb2b99635440a264cf3a22864765fc75a50a93f2ce I0504 20:42:28.368818 1 tasks_processing.go:74] worker 5 stopped. I0504 20:42:28.368892 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=013849ba2fda1de0e51d09495e189cbc1e4fbdb1eefd7c691534b1fb3c43a76a I0504 20:42:28.368956 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 67.661658ms to process 3 records I0504 20:42:28.369108 1 tasks_processing.go:74] worker 44 stopped. I0504 20:42:28.369431 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0504 20:42:28.369455 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 66.136414ms to process 1 records I0504 20:42:28.369500 1 tasks_processing.go:74] worker 35 stopped. I0504 20:42:28.369655 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=cbca8ef4e60df379ca27f4687b06ba21cc279823a1c747aa004191010f6a6c37 I0504 20:42:28.369808 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=d81b1c7fc7f7d29235656c81e2c223551ab33d467c24441121ed4a8cd5098a63 I0504 20:42:28.369858 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=fe4f2118f27dc221fd0b14e6be9f820c5a8400a6025254ead49035ba11e3d934 I0504 20:42:28.369902 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=2b52b1a8797f8f9b1c42461794b9d47becae2586487f5006e17ccd7ce94f3f67 I0504 20:42:28.369943 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=51b501f438a7cadc76c5f46992a74f00b67572801370b8112f9bad45fe0ab6b5 I0504 20:42:28.370024 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=23da14fecd4c2437eba1ce2bdda0f1019589f37fc732834aa2cf3ea8eb9a7f81 I0504 20:42:28.370068 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=0baae3de8c035f9c9b1d041122408d9ea1eda70a2ed3745976296155e5109fab I0504 20:42:28.370120 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=07d7e84e385dc294b3304082a01f238b80f556dce91651ae83f40eed7fa21e97 I0504 20:42:28.370165 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=b7ed7b045d45b19e4c252343b1a7d421005b6b46e4fb7d49edaef72b1e1e2e0b I0504 20:42:28.370205 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=e6b3a28e3c9875766724e6f8c16f92b3531a908801c4dc2362331e294c4f6d0f I0504 20:42:28.370245 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=8aff210b1ba1a1dcf76293d4ead5058efce9f363c0457dfb6e6b7429c88b14c4 I0504 20:42:28.370261 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 67.604842ms to process 11 records W0504 20:42:28.370635 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:42:28.372482 1 tasks_processing.go:74] worker 26 stopped. I0504 20:42:28.372499 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 71.897931ms to process 0 records I0504 20:42:28.373813 1 tasks_processing.go:74] worker 0 stopped. I0504 20:42:28.375045 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-brg8q with fingerprint=db4d4d9b9cc0defba80026531b75f24fd1da29e9d7dff2d4b7b26bda2b4a1214 I0504 20:42:28.375108 1 recorder.go:75] Recording config/running_containers with fingerprint=0f7980832857520555a121b422b5a5cf72480b9d4a724a3b6bd247d54c2a7ac8 I0504 20:42:28.375118 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 73.614807ms to process 2 records I0504 20:42:28.376175 1 base_controller.go:82] Caches are synced for ConfigController I0504 20:42:28.376185 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0504 20:42:28.381069 1 tasks_processing.go:74] worker 21 stopped. I0504 20:42:28.381220 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=842c282e57164dc1c3cd222165515f642ec2fa96199e33942abb4e31bb6c52d0 I0504 20:42:28.381299 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=a45057fbfa5b58dbb5fa71e529de1469e11dc93c842c04f036c92115f64c41be I0504 20:42:28.381307 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 79.999541ms to process 2 records I0504 20:42:28.381334 1 tasks_processing.go:74] worker 56 stopped. I0504 20:42:28.381381 1 recorder.go:75] Recording config/olm_operators with fingerprint=516fc8ef6da0b6d24fa0ebee73df09e2bdf285239f91672b53074ec3964ce8ad I0504 20:42:28.381392 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 80.553739ms to process 1 records I0504 20:42:28.385466 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0504 20:42:28.385494 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0504 20:42:28.385495 1 tasks_processing.go:74] worker 51 stopped. I0504 20:42:28.385499 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0504 20:42:28.385507 1 controller.go:212] Source scaController *sca.Controller is not ready I0504 20:42:28.385515 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0504 20:42:28.385509 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 84.326454ms to process 0 records I0504 20:42:28.385537 1 controller.go:489] The operator is still being initialized I0504 20:42:28.385545 1 controller.go:512] The operator is healthy I0504 20:42:28.385749 1 tasks_processing.go:74] worker 59 stopped. I0504 20:42:28.385826 1 prometheus_rules.go:88] Prometheus rules successfully created I0504 20:42:28.386483 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=0e87016d464ee8a054d07bd2ca6ef6514edac85c378ec38380c907b1da3b9f75 I0504 20:42:28.386703 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=bed705adb15f73c9ed09650f24ab7c96886c6a4c644563f6f731741779ff2eee I0504 20:42:28.386716 1 gather.go:177] gatherer "clusterconfig" function "crds" took 83.04289ms to process 2 records I0504 20:42:28.387158 1 configmapobserver.go:84] configmaps "insights-config" not found E0504 20:42:28.392854 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2744f555d8-ac7b-4a2a-a25c-833bf18452c2%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:45046->172.30.0.10:53: read: connection refused I0504 20:42:28.392867 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2744f555d8-ac7b-4a2a-a25c-833bf18452c2%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:45046->172.30.0.10:53: read: connection refused I0504 20:42:28.402396 1 tasks_processing.go:74] worker 33 stopped. E0504 20:42:28.402410 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0504 20:42:28.402416 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0504 20:42:28.402419 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0504 20:42:28.402427 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0504 20:42:28.402451 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0504 20:42:28.402458 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0504 20:42:28.402462 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0504 20:42:28.402466 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0504 20:42:28.402503 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0504 20:42:28.402510 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0504 20:42:28.402516 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 102.25908ms to process 7 records I0504 20:42:28.430582 1 tasks_processing.go:74] worker 34 stopped. I0504 20:42:28.430870 1 recorder.go:75] Recording config/version with fingerprint=589e36c5ab03878df134a2e1ddb5368d3baa048edda00ee866dfd1b1fbdfdf36 I0504 20:42:28.430883 1 recorder.go:75] Recording config/id with fingerprint=511edf3823107f138d663674ffa5521beb7f27c5ea4ab9bb2c03cbaa7d28aa06 I0504 20:42:28.430889 1 gather.go:177] gatherer "clusterconfig" function "version" took 130.405791ms to process 2 records I0504 20:42:28.436950 1 tasks_processing.go:74] worker 22 stopped. I0504 20:42:28.436978 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0504 20:42:28.436990 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 136.873135ms to process 1 records I0504 20:42:28.445035 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0504 20:42:28.448168 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:33334->172.30.0.10:53: read: connection refused I0504 20:42:28.448182 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.10:33334->172.30.0.10:53: read: connection refused I0504 20:42:28.460885 1 tasks_processing.go:74] worker 15 stopped. I0504 20:42:28.460898 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 159.76758ms to process 0 records I0504 20:42:28.468418 1 base_controller.go:82] Caches are synced for LoggingSyncer I0504 20:42:28.468433 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0504 20:42:28.471135 1 tasks_processing.go:74] worker 27 stopped. I0504 20:42:28.471148 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 170.2832ms to process 0 records I0504 20:42:28.472607 1 tasks_processing.go:74] worker 46 stopped. E0504 20:42:28.472619 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0504 20:42:28.472625 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q3b2pnkq7oq8svjgrhoo806vmrgrvh7-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q3b2pnkq7oq8svjgrhoo806vmrgrvh7-primary-cert-bundle-secret" not found I0504 20:42:28.472669 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=4c85a55bc32f439c96dfd2e6006de823db0dc0a089a02da849491b9f34dfc990 I0504 20:42:28.472680 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 171.178851ms to process 1 records I0504 20:42:28.764097 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0504 20:42:28.764111 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0504 20:42:28.764796 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-64n96 pod in namespace openshift-dns (previous: false). I0504 20:42:29.010876 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-64n96 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-64n96\" is waiting to start: ContainerCreating" I0504 20:42:29.010895 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-64n96\" is waiting to start: ContainerCreating" I0504 20:42:29.010903 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-64n96 pod in namespace openshift-dns (previous: false). I0504 20:42:29.160685 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-64n96 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-64n96\" is waiting to start: ContainerCreating" I0504 20:42:29.160702 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-64n96\" is waiting to start: ContainerCreating" I0504 20:42:29.160714 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-bt8xd pod in namespace openshift-dns (previous: false). W0504 20:42:29.367899 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:42:29.385535 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bt8xd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-bt8xd\" is waiting to start: ContainerCreating" I0504 20:42:29.385551 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-bt8xd\" is waiting to start: ContainerCreating" I0504 20:42:29.385558 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-bt8xd pod in namespace openshift-dns (previous: false). I0504 20:42:29.561297 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bt8xd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-bt8xd\" is waiting to start: ContainerCreating" I0504 20:42:29.561312 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-bt8xd\" is waiting to start: ContainerCreating" I0504 20:42:29.561321 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-d2r6n pod in namespace openshift-dns (previous: false). I0504 20:42:29.788831 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-d2r6n pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-d2r6n\" is waiting to start: ContainerCreating" I0504 20:42:29.788846 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-d2r6n\" is waiting to start: ContainerCreating" I0504 20:42:29.788854 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-d2r6n pod in namespace openshift-dns (previous: false). I0504 20:42:29.805442 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0504 20:42:29.960938 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-d2r6n pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-d2r6n\" is waiting to start: ContainerCreating" I0504 20:42:29.960968 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-d2r6n\" is waiting to start: ContainerCreating" I0504 20:42:29.960978 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-94dzd pod in namespace openshift-dns (previous: false). I0504 20:42:30.161342 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:42:30.161361 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-hrp8z pod in namespace openshift-dns (previous: false). I0504 20:42:30.361504 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:42:30.361520 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-p8lvx pod in namespace openshift-dns (previous: false). W0504 20:42:30.368013 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:42:30.391138 1 tasks_processing.go:74] worker 63 stopped. I0504 20:42:30.391184 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=c65ebce065145919c41ef84daaaa983d165b4dbca88122070bdd20d0e1243b01 I0504 20:42:30.391217 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=94492db1e9b9731320e307b7100209d695ee200eee3ee43357deeab5c5ca121a I0504 20:42:30.391245 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0504 20:42:30.391272 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=c4f5efe3f9708e5d44a0bb025006701acf19e3626f69c5921698678730b4f072 I0504 20:42:30.391305 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0504 20:42:30.391328 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=de274f2fb0367e59308f623d0393dd7380c20cb3326f8a660ed02debe3bfad3e I0504 20:42:30.391358 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=8db7ee5537a7e50191f421024184bcc012b512a6694a4f8981085696be713db5 I0504 20:42:30.391382 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=e40b425053e2060769abdb9e33a0569f8ff906a3ad84a48ce65a4c53e799016b I0504 20:42:30.391396 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=6d273119d31a1bad9919a8d6879c8bca87f639c7db2d34fe17e50f7cd47b1187 I0504 20:42:30.391417 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=72b24253e5d1074510e3c3b2c02ac6982c1ca990fcde01951d9abb76bbf46247 I0504 20:42:30.391427 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0504 20:42:30.391442 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=f9e28cb1586c0ebf0da4ad7b36021be0068e9a006fb6aa17de91d033662d160a I0504 20:42:30.391454 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0504 20:42:30.391470 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=d8f7387d7ac0bd1bbaef58455793576d0ca9c7de6462c3a7e625ddbbfe919c71 I0504 20:42:30.391479 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0504 20:42:30.391491 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=10a2060648d2eae286e5f3d4583b2937cbe7cac77aef968543ee9d52eea57d6f I0504 20:42:30.391501 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0504 20:42:30.391516 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=81324b3d2dc0011abef425d53d90647b6e9cd0db69c607d4a12e145b9f51842d I0504 20:42:30.391636 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=cd8963fc6798705c2a1a5249f099c8c96970a36dd4de8017a153b67c201c18e1 I0504 20:42:30.391647 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0504 20:42:30.391654 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0504 20:42:30.391684 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0504 20:42:30.391706 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=56b7cb967342e1711f7997eb3c641c4e809b44f6a795a283234f5555e51168ab I0504 20:42:30.391730 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=794d37dca83c6ec5fd7607c7b51456a3f227e520926a1f91f630ff4caf2e02c4 I0504 20:42:30.391739 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0504 20:42:30.391754 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=d9d4531a75c1eea17ce0440d49fa6ee1e0a9fc3650e1d0afbd71d2d1784be1c9 I0504 20:42:30.391764 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0504 20:42:30.391776 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=b80052bc29c02ee2525ee32ec3972539fe45ff5ca145b84bce16223c130b4121 I0504 20:42:30.391806 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=36ccd3493f02e8684bba1a42c2362889f2d907e486f07a5265a036f3de401f85 I0504 20:42:30.391820 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=a2aed4222411be4dbe16c223c3a4a9b2b8a167ec80f5b90d7b4882d67d4c8ea8 I0504 20:42:30.391835 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=41d402abf1caec03d5e67396d6494608a278829623daaab0f042dbabdc1a46a5 I0504 20:42:30.391853 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=996b1ac37d8c3bd1ce45ae52f3aba9db56982c2dc0247b39d82d49a50021c542 I0504 20:42:30.391863 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0504 20:42:30.391888 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=120cc59c87866f215083c6bfcd7082422a35ce00c8be2de8df3974b8d97e2dba I0504 20:42:30.391904 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0504 20:42:30.391912 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0504 20:42:30.391919 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.090236319s to process 36 records I0504 20:42:30.559326 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:42:30.559378 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6766c99dcd-9l7dq pod in namespace openshift-image-registry (previous: false). I0504 20:42:30.764313 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6766c99dcd-9l7dq pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6766c99dcd-9l7dq\" is waiting to start: ContainerCreating" I0504 20:42:30.764330 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6766c99dcd-9l7dq\" is waiting to start: ContainerCreating" I0504 20:42:30.764399 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6766c99dcd-cnkzp pod in namespace openshift-image-registry (previous: false). I0504 20:42:30.960900 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6766c99dcd-cnkzp pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6766c99dcd-cnkzp\" is waiting to start: ContainerCreating" I0504 20:42:30.960918 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6766c99dcd-cnkzp\" is waiting to start: ContainerCreating" I0504 20:42:30.960961 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-79d8c4f9df-lsqpx pod in namespace openshift-image-registry (previous: false). I0504 20:42:31.161866 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-79d8c4f9df-lsqpx pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-79d8c4f9df-lsqpx\" is waiting to start: ContainerCreating" I0504 20:42:31.161884 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-79d8c4f9df-lsqpx\" is waiting to start: ContainerCreating" I0504 20:42:31.161897 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9c5gp pod in namespace openshift-image-registry (previous: false). I0504 20:42:31.361945 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:42:31.361963 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-nr4sv pod in namespace openshift-image-registry (previous: false). W0504 20:42:31.367350 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:42:31.560947 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:42:31.560967 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-wfnzp pod in namespace openshift-image-registry (previous: false). I0504 20:42:31.760574 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0504 20:42:31.760591 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5968bb75c5-5cwdv pod in namespace openshift-ingress (previous: false). I0504 20:42:31.962480 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5968bb75c5-5cwdv pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5968bb75c5-5cwdv\" is waiting to start: ContainerCreating" I0504 20:42:31.962498 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5968bb75c5-5cwdv\" is waiting to start: ContainerCreating" I0504 20:42:31.962508 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5968bb75c5-b4hvf pod in namespace openshift-ingress (previous: false). I0504 20:42:32.161946 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5968bb75c5-b4hvf pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5968bb75c5-b4hvf\" is waiting to start: ContainerCreating" I0504 20:42:32.161963 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5968bb75c5-b4hvf\" is waiting to start: ContainerCreating" I0504 20:42:32.161974 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6994b8b6c7-kxks9 pod in namespace openshift-ingress (previous: false). W0504 20:42:32.367866 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0504 20:42:32.367904 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6994b8b6c7-kxks9 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6994b8b6c7-kxks9\" is waiting to start: ContainerCreating" I0504 20:42:32.367915 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6994b8b6c7-kxks9\" is waiting to start: ContainerCreating" I0504 20:42:32.367926 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-4kr8x pod in namespace openshift-ingress-canary (previous: false). I0504 20:42:32.573110 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-4kr8x pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-4kr8x\" is waiting to start: ContainerCreating" I0504 20:42:32.573128 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-4kr8x\" is waiting to start: ContainerCreating" I0504 20:42:32.573139 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-78hzx pod in namespace openshift-ingress-canary (previous: false). I0504 20:42:32.760709 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-78hzx pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-78hzx\" is waiting to start: ContainerCreating" I0504 20:42:32.760726 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-78hzx\" is waiting to start: ContainerCreating" I0504 20:42:32.760737 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-sh75n pod in namespace openshift-ingress-canary (previous: false). I0504 20:42:32.959602 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-sh75n pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-sh75n\" is waiting to start: ContainerCreating" I0504 20:42:32.959625 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-sh75n\" is waiting to start: ContainerCreating" I0504 20:42:32.959641 1 tasks_processing.go:74] worker 10 stopped. I0504 20:42:32.959729 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=11e87c404e61fe571c40fb1ec2a8611773427c74c604d49d6924a4534ce95e00 I0504 20:42:32.959806 1 recorder.go:75] Recording events/openshift-dns with fingerprint=a3cedab00cfcf0851b44899924de1dacbc22c32b03dea7ad5fe40cf798f74726 I0504 20:42:32.959898 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=ae78b7261936ec9322e6b0e3fbc9347ebdd4894691037d7255c25c138a2d1f2a I0504 20:42:32.959934 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=e9097557ff704fba991043c84271106232d4cd853eec8a3876a6f55096a0e36d I0504 20:42:32.959981 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=1947673fa0fca9d96b19396f1b01bc1b340da1a50adb51d094f276eaa2d5065a I0504 20:42:32.960002 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=846e93186e439653bcb367e91998f038ce02717755888aae01544692f9f49608 I0504 20:42:32.960177 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6766c99dcd-9l7dq with fingerprint=c8aae857635d9127ef21aafc1b4bbe5c6ac7d1ee9acaaab34e43c9ee08f5acf6 I0504 20:42:32.960293 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6766c99dcd-cnkzp with fingerprint=c1a6207475d8f41e0d144df3f45c7b927cdfec34891335883b2511dd2a651592 I0504 20:42:32.960391 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-79d8c4f9df-lsqpx with fingerprint=d901eee7bd87425b80880dcec728956eb3c49e62ac21ffed744bd198dd52a11b I0504 20:42:32.960405 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.659254177s to process 9 records W0504 20:42:33.367716 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0504 20:42:33.367743 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0504 20:42:33.367758 1 tasks_processing.go:74] worker 43 stopped. E0504 20:42:33.367768 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0504 20:42:33.367793 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0504 20:42:33.367808 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0504 20:42:33.367818 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.064874506s to process 1 records I0504 20:42:40.896642 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:42:40.974639 1 tasks_processing.go:74] worker 16 stopped. I0504 20:42:40.974689 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0504 20:42:40.974702 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.672230904s to process 1 records I0504 20:42:41.098110 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:42:41.540417 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:42:41.708351 1 tasks_processing.go:74] worker 28 stopped. I0504 20:42:41.708611 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=5bfe903b1da30878a989600cf95950087bbfed0fc0418c904f1a71b56765f5ff I0504 20:42:41.708627 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.406148149s to process 1 records E0504 20:42:41.708678 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.408s with: function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0504 20:42:41.709803 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0504 20:42:41.709817 1 periodic.go:209] Running workloads gatherer I0504 20:42:41.709837 1 tasks_processing.go:45] number of workers: 2 I0504 20:42:41.709845 1 tasks_processing.go:69] worker 1 listening for tasks. I0504 20:42:41.709849 1 tasks_processing.go:71] worker 1 working on workload_info task. I0504 20:42:41.709856 1 tasks_processing.go:69] worker 0 listening for tasks. I0504 20:42:41.709871 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0504 20:42:41.734470 1 tasks_processing.go:74] worker 0 stopped. I0504 20:42:41.734485 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 24.587223ms to process 0 records I0504 20:42:41.829613 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0504 20:42:41.837189 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms) I0504 20:42:41.844356 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (7ms) I0504 20:42:41.851540 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (7ms) I0504 20:42:41.859360 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (8ms) I0504 20:42:41.866892 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (8ms) I0504 20:42:41.874981 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (8ms) I0504 20:42:41.882157 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (7ms) I0504 20:42:41.893461 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (11ms) I0504 20:42:41.900936 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (7ms) I0504 20:42:41.908280 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (7ms) I0504 20:42:41.937855 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (30ms) I0504 20:42:42.037678 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms) I0504 20:42:42.138290 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (101ms) I0504 20:42:42.237966 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0504 20:42:42.338134 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms) I0504 20:42:42.438290 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms) I0504 20:42:42.537820 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms) I0504 20:42:42.637492 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0504 20:42:42.737954 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms) I0504 20:42:42.837468 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (99ms) I0504 20:42:42.938410 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (101ms) I0504 20:42:43.038205 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms) I0504 20:42:43.138394 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms) I0504 20:42:43.237916 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (100ms) I0504 20:42:43.338904 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms) I0504 20:42:43.437769 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms) I0504 20:42:43.538548 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (101ms) I0504 20:42:43.638536 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms) I0504 20:42:43.738086 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms) I0504 20:42:43.841376 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (103ms) I0504 20:42:43.939046 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (98ms) I0504 20:42:44.038144 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (99ms) I0504 20:42:44.038168 1 tasks_processing.go:74] worker 1 stopped. E0504 20:42:44.038177 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0504 20:42:44.038489 1 recorder.go:75] Recording config/workload_info with fingerprint=c0148e2f13a017d70f1b0738aafedbeb31e206128c3011d4a92f7afbc61cef03 I0504 20:42:44.038504 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.328312638s to process 1 records E0504 20:42:44.038528 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.328s with: function \"workload_info\" failed with an error" I0504 20:42:44.039628 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0504 20:42:44.039639 1 periodic.go:209] Running conditional gatherer I0504 20:42:44.044904 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0504 20:42:44.051197 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:38784->172.30.0.10:53: read: connection refused E0504 20:42:44.051430 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0504 20:42:44.051486 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0504 20:42:44.057596 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0504 20:42:44.057608 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:42:44.057613 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:42:44.057617 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:42:44.057621 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:42:44.057623 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:42:44.057626 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:42:44.057629 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:42:44.057632 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0504 20:42:44.057635 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0504 20:42:44.057648 1 tasks_processing.go:45] number of workers: 3 I0504 20:42:44.057658 1 tasks_processing.go:69] worker 2 listening for tasks. I0504 20:42:44.057662 1 tasks_processing.go:71] worker 2 working on remote_configuration task. I0504 20:42:44.057668 1 tasks_processing.go:69] worker 0 listening for tasks. I0504 20:42:44.057681 1 tasks_processing.go:71] worker 0 working on rapid_container_logs task. I0504 20:42:44.057682 1 tasks_processing.go:69] worker 1 listening for tasks. I0504 20:42:44.057690 1 tasks_processing.go:74] worker 1 stopped. I0504 20:42:44.057708 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0504 20:42:44.057719 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 791ns to process 1 records I0504 20:42:44.057708 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0504 20:42:44.057736 1 tasks_processing.go:74] worker 2 stopped. I0504 20:42:44.057814 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0504 20:42:44.057824 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.528µs to process 1 records I0504 20:42:44.057952 1 tasks_processing.go:74] worker 0 stopped. I0504 20:42:44.057964 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 263.417µs to process 0 records I0504 20:42:44.057981 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.10:38784->172.30.0.10:53: read: connection refused I0504 20:42:44.057998 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0504 20:42:44.084468 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=105d721fece705d44e5bbec24a53c00a46fa58fa4c37a7df0f96fa3b9c972660 I0504 20:42:44.084583 1 diskrecorder.go:70] Writing 105 records to /var/lib/insights-operator/insights-2026-05-04-204244.tar.gz I0504 20:42:44.091219 1 diskrecorder.go:51] Wrote 105 records to disk in 6ms I0504 20:42:44.091247 1 periodic.go:278] Gathering cluster info every 2h0m0s I0504 20:42:44.091262 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0504 20:42:54.372323 1 configmapobserver.go:84] configmaps "insights-config" not found I0504 20:43:47.386646 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="878fb3cda8f2de831b67548df843158c11c1ed7d27e762a795ebb3fb7276ca8f") W0504 20:43:47.386685 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0504 20:43:47.386735 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="715ba2255fc54666647a3497487d957818287775ffb0e8201bbef9e142aa76d0") I0504 20:43:47.386761 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0504 20:43:47.386813 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0504 20:43:47.386828 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController" I0504 20:43:47.386836 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0504 20:43:47.386843 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="16387b88fbe2c85b402ff704da827791c91912f451090aa2264be43321d7f639") I0504 20:43:47.386847 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0504 20:43:47.386868 1 periodic.go:170] Shutting down I0504 20:43:47.386877 1 base_controller.go:181] Shutting down LoggingSyncer ... I0504 20:43:47.386877 1 base_controller.go:181] Shutting down ConfigController ... I0504 20:43:47.386884 1 secure_serving.go:258] Stopped listening on [::]:8443 I0504 20:43:47.386885 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0504 20:43:47.386907 1 genericapiserver.go:600] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening" I0504 20:43:47.386909 1 genericapiserver.go:713] [graceful-termination] apiserver is exiting I0504 20:43:47.386940 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 20:43:47.386943 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 20:43:47.386950 1 builder.go:335] server exited I0504 20:43:47.386950 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController I0504 20:43:47.386914 1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-4055892374/tls.crt::/tmp/serving-cert-4055892374/tls.key" E0504 20:43:47.386987 1 controller.go:299] Unable to write cluster operator status: client rate limiter Wait returned an error: context canceled