W0513 18:25:32.277596 1 cmd.go:257] Using insecure, self-signed certificates I0513 18:25:32.559727 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 18:25:32.560041 1 observer_polling.go:159] Starting file observer I0513 18:25:32.937196 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0513 18:25:32.937388 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0513 18:25:32.937937 1 secure_serving.go:57] Forcing use of http/1.1 only W0513 18:25:32.937957 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0513 18:25:32.937962 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0513 18:25:32.937966 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0513 18:25:32.937968 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. I0513 18:25:32.937965 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0513 18:25:32.937971 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0513 18:25:32.937983 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0513 18:25:32.942234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"f5a08071-c842-4946-b922-f1ab5a5a4659", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0513 18:25:32.942212 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0513 18:25:32.943734 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0513 18:25:32.943754 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0513 18:25:32.943756 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0513 18:25:32.943754 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0513 18:25:32.943767 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0513 18:25:32.943770 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0513 18:25:32.944019 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-4236501082/tls.crt::/tmp/serving-cert-4236501082/tls.key" I0513 18:25:32.944252 1 secure_serving.go:213] Serving securely on [::]:8443 I0513 18:25:32.944272 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0513 18:25:32.950795 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0513 18:25:32.950823 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0513 18:25:32.950944 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0513 18:25:32.956657 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0513 18:25:32.956677 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0513 18:25:32.961794 1 secretconfigobserver.go:119] support secret does not exist I0513 18:25:32.966874 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0513 18:25:32.971821 1 secretconfigobserver.go:119] support secret does not exist I0513 18:25:32.977603 1 recorder.go:176] Pruning old reports every 5h23m14s, max age is 288h0m0s I0513 18:25:32.984113 1 periodic.go:216] Running clusterconfig gatherer I0513 18:25:32.984116 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0513 18:25:32.984138 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0513 18:25:32.984165 1 tasks_processing.go:45] number of workers: 64 I0513 18:25:32.984183 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0513 18:25:32.984191 1 tasks_processing.go:69] worker 7 listening for tasks. I0513 18:25:32.984194 1 insightsreport.go:296] Starting report retriever I0513 18:25:32.984196 1 tasks_processing.go:69] worker 2 listening for tasks. I0513 18:25:32.984203 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0513 18:25:32.984201 1 tasks_processing.go:69] worker 5 listening for tasks. I0513 18:25:32.984210 1 tasks_processing.go:69] worker 3 listening for tasks. I0513 18:25:32.984207 1 tasks_processing.go:69] worker 6 listening for tasks. I0513 18:25:32.984216 1 tasks_processing.go:69] worker 1 listening for tasks. I0513 18:25:32.984221 1 tasks_processing.go:69] worker 18 listening for tasks. I0513 18:25:32.984223 1 tasks_processing.go:71] worker 6 working on feature_gates task. I0513 18:25:32.984226 1 tasks_processing.go:69] worker 24 listening for tasks. I0513 18:25:32.984228 1 tasks_processing.go:69] worker 26 listening for tasks. I0513 18:25:32.984226 1 tasks_processing.go:69] worker 0 listening for tasks. I0513 18:25:32.984238 1 tasks_processing.go:69] worker 27 listening for tasks. I0513 18:25:32.984238 1 tasks_processing.go:69] worker 14 listening for tasks. I0513 18:25:32.984201 1 tasks_processing.go:69] worker 4 listening for tasks. I0513 18:25:32.984244 1 tasks_processing.go:69] worker 28 listening for tasks. I0513 18:25:32.984241 1 tasks_processing.go:69] worker 12 listening for tasks. I0513 18:25:32.984247 1 tasks_processing.go:69] worker 17 listening for tasks. I0513 18:25:32.984250 1 tasks_processing.go:71] worker 27 working on image task. I0513 18:25:32.984249 1 tasks_processing.go:69] worker 29 listening for tasks. I0513 18:25:32.984259 1 tasks_processing.go:71] worker 17 working on openshift_logging task. I0513 18:25:32.984260 1 tasks_processing.go:69] worker 15 listening for tasks. I0513 18:25:32.984262 1 tasks_processing.go:69] worker 21 listening for tasks. I0513 18:25:32.984259 1 tasks_processing.go:69] worker 16 listening for tasks. I0513 18:25:32.984271 1 tasks_processing.go:71] worker 21 working on lokistack task. I0513 18:25:32.984273 1 tasks_processing.go:69] worker 10 listening for tasks. I0513 18:25:32.984273 1 tasks_processing.go:69] worker 11 listening for tasks. I0513 18:25:32.984271 1 tasks_processing.go:69] worker 9 listening for tasks. I0513 18:25:32.984282 1 tasks_processing.go:69] worker 23 listening for tasks. I0513 18:25:32.984280 1 tasks_processing.go:71] worker 10 working on machine_sets task. I0513 18:25:32.984286 1 tasks_processing.go:71] worker 9 working on sap_pods task. I0513 18:25:32.984289 1 tasks_processing.go:69] worker 31 listening for tasks. I0513 18:25:32.984292 1 tasks_processing.go:69] worker 63 listening for tasks. I0513 18:25:32.984293 1 tasks_processing.go:69] worker 40 listening for tasks. I0513 18:25:32.984224 1 tasks_processing.go:71] worker 1 working on monitoring_persistent_volumes task. I0513 18:25:32.984298 1 tasks_processing.go:69] worker 32 listening for tasks. I0513 18:25:32.984281 1 tasks_processing.go:71] worker 11 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0513 18:25:32.984305 1 tasks_processing.go:69] worker 46 listening for tasks. I0513 18:25:32.984305 1 tasks_processing.go:69] worker 58 listening for tasks. I0513 18:25:32.984313 1 tasks_processing.go:69] worker 47 listening for tasks. I0513 18:25:32.984319 1 tasks_processing.go:69] worker 48 listening for tasks. I0513 18:25:32.984232 1 tasks_processing.go:71] worker 18 working on certificate_signing_requests task. I0513 18:25:32.984333 1 tasks_processing.go:69] worker 50 listening for tasks. I0513 18:25:32.984330 1 tasks_processing.go:71] worker 2 working on machine_healthchecks task. I0513 18:25:32.984343 1 tasks_processing.go:69] worker 51 listening for tasks. I0513 18:25:32.984345 1 tasks_processing.go:69] worker 44 listening for tasks. I0513 18:25:32.984352 1 tasks_processing.go:69] worker 52 listening for tasks. I0513 18:25:32.984358 1 tasks_processing.go:71] worker 44 working on crds task. I0513 18:25:32.984354 1 tasks_processing.go:69] worker 36 listening for tasks. I0513 18:25:32.984365 1 tasks_processing.go:69] worker 59 listening for tasks. I0513 18:25:32.984371 1 tasks_processing.go:71] worker 36 working on openstack_controlplanes task. I0513 18:25:32.984371 1 tasks_processing.go:69] worker 53 listening for tasks. I0513 18:25:32.984375 1 tasks_processing.go:71] worker 5 working on sap_datahubs task. I0513 18:25:32.984385 1 tasks_processing.go:69] worker 54 listening for tasks. I0513 18:25:32.984381 1 tasks_processing.go:69] worker 38 listening for tasks. I0513 18:25:32.984394 1 tasks_processing.go:69] worker 55 listening for tasks. I0513 18:25:32.984401 1 tasks_processing.go:69] worker 34 listening for tasks. I0513 18:25:32.984404 1 tasks_processing.go:69] worker 56 listening for tasks. I0513 18:25:32.984409 1 tasks_processing.go:69] worker 33 listening for tasks. I0513 18:25:32.984405 1 tasks_processing.go:71] worker 7 working on qemu_kubevirt_launcher_logs task. I0513 18:25:32.984413 1 tasks_processing.go:69] worker 57 listening for tasks. I0513 18:25:32.984419 1 tasks_processing.go:69] worker 35 listening for tasks. I0513 18:25:32.984360 1 tasks_processing.go:71] worker 52 working on operators task. I0513 18:25:32.984429 1 tasks_processing.go:69] worker 39 listening for tasks. I0513 18:25:32.984441 1 tasks_processing.go:71] worker 46 working on install_plans task. I0513 18:25:32.984464 1 tasks_processing.go:71] worker 3 working on pdbs task. I0513 18:25:32.984480 1 tasks_processing.go:69] worker 37 listening for tasks. I0513 18:25:32.984275 1 tasks_processing.go:69] worker 22 listening for tasks. I0513 18:25:32.984240 1 tasks_processing.go:71] worker 0 working on storage_classes task. I0513 18:25:32.984521 1 tasks_processing.go:71] worker 23 working on ingress task. I0513 18:25:32.984529 1 tasks_processing.go:69] worker 61 listening for tasks. I0513 18:25:32.984359 1 tasks_processing.go:69] worker 60 listening for tasks. I0513 18:25:32.984260 1 tasks_processing.go:71] worker 29 working on schedulers task. I0513 18:25:32.984538 1 tasks_processing.go:71] worker 48 working on sap_config task. I0513 18:25:32.984337 1 tasks_processing.go:69] worker 43 listening for tasks. I0513 18:25:32.984251 1 tasks_processing.go:71] worker 28 working on authentication task. I0513 18:25:32.984246 1 tasks_processing.go:69] worker 19 listening for tasks. I0513 18:25:32.984253 1 tasks_processing.go:71] worker 12 working on service_accounts task. I0513 18:25:32.984600 1 tasks_processing.go:69] worker 62 listening for tasks. I0513 18:25:32.984608 1 tasks_processing.go:71] worker 50 working on cluster_apiserver task. I0513 18:25:32.984635 1 tasks_processing.go:71] worker 62 working on infrastructures task. I0513 18:25:32.984671 1 tasks_processing.go:71] worker 31 working on olm_operators task. I0513 18:25:32.984725 1 tasks_processing.go:71] worker 35 working on ceph_cluster task. I0513 18:25:32.984737 1 tasks_processing.go:71] worker 56 working on openstack_dataplanenodesets task. I0513 18:25:32.984750 1 tasks_processing.go:71] worker 39 working on silenced_alerts task. I0513 18:25:32.984233 1 tasks_processing.go:71] worker 24 working on openshift_machine_api_events task. W0513 18:25:32.984778 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 18:25:32.984792 1 tasks_processing.go:71] worker 39 working on nodenetworkconfigurationpolicies task. I0513 18:25:32.984801 1 tasks_processing.go:71] worker 61 working on nodenetworkstates task. I0513 18:25:32.984891 1 tasks_processing.go:71] worker 63 working on container_images task. I0513 18:25:32.984952 1 tasks_processing.go:71] worker 37 working on validating_webhook_configurations task. I0513 18:25:32.984963 1 tasks_processing.go:71] worker 33 working on aggregated_monitoring_cr_names task. I0513 18:25:32.984973 1 tasks_processing.go:71] worker 60 working on support_secret task. I0513 18:25:32.984989 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 30.563µs to process 0 records I0513 18:25:32.984727 1 tasks_processing.go:71] worker 55 working on openstack_version task. I0513 18:25:32.984232 1 tasks_processing.go:69] worker 13 listening for tasks. I0513 18:25:32.985133 1 tasks_processing.go:71] worker 13 working on dvo_metrics task. I0513 18:25:32.984266 1 tasks_processing.go:71] worker 15 working on machine_autoscalers task. I0513 18:25:32.984260 1 tasks_processing.go:69] worker 8 listening for tasks. I0513 18:25:32.984298 1 tasks_processing.go:69] worker 41 listening for tasks. I0513 18:25:32.984314 1 tasks_processing.go:69] worker 45 listening for tasks. I0513 18:25:32.984329 1 tasks_processing.go:69] worker 42 listening for tasks. I0513 18:25:32.984238 1 tasks_processing.go:71] worker 26 working on metrics task. I0513 18:25:32.985201 1 tasks_processing.go:71] worker 32 working on tsdb_status task. W0513 18:25:32.985211 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 18:25:32.985223 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 21.284µs to process 0 records W0513 18:25:32.985228 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 18:25:32.984217 1 tasks_processing.go:69] worker 30 listening for tasks. I0513 18:25:32.984696 1 tasks_processing.go:71] worker 57 working on operators_pods_and_events task. I0513 18:25:32.985243 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 23.13µs to process 0 records I0513 18:25:32.985251 1 tasks_processing.go:71] worker 40 working on jaegers task. I0513 18:25:32.984275 1 tasks_processing.go:71] worker 16 working on overlapping_namespace_uids task. I0513 18:25:32.984246 1 tasks_processing.go:71] worker 14 working on machine_config_pools task. I0513 18:25:32.984283 1 tasks_processing.go:69] worker 49 listening for tasks. I0513 18:25:32.984223 1 tasks_processing.go:69] worker 25 listening for tasks. I0513 18:25:32.984716 1 tasks_processing.go:71] worker 54 working on machines task. I0513 18:25:32.984247 1 tasks_processing.go:71] worker 4 working on oauths task. I0513 18:25:32.984712 1 tasks_processing.go:71] worker 53 working on machine_configs task. I0513 18:25:32.984706 1 tasks_processing.go:71] worker 59 working on pod_network_connectivity_checks task. I0513 18:25:32.984721 1 tasks_processing.go:71] worker 22 working on storage_cluster task. I0513 18:25:32.985529 1 tasks_processing.go:71] worker 8 working on version task. I0513 18:25:32.985535 1 tasks_processing.go:71] worker 26 working on image_pruners task. I0513 18:25:32.985347 1 tasks_processing.go:71] worker 43 working on image_registries task. I0513 18:25:32.985577 1 tasks_processing.go:71] worker 32 working on networks task. I0513 18:25:32.985583 1 tasks_processing.go:71] worker 49 working on mutating_webhook_configurations task. I0513 18:25:32.985596 1 tasks_processing.go:71] worker 45 working on node_logs task. I0513 18:25:32.985627 1 tasks_processing.go:71] worker 42 working on clusterroles task. I0513 18:25:32.984731 1 tasks_processing.go:71] worker 34 working on config_maps task. I0513 18:25:32.984721 1 tasks_processing.go:71] worker 38 working on proxies task. I0513 18:25:32.985733 1 tasks_processing.go:71] worker 41 working on nodes task. I0513 18:25:32.985360 1 tasks_processing.go:71] worker 19 working on container_runtime_configs task. I0513 18:25:32.984699 1 tasks_processing.go:71] worker 51 working on ingress_certificates task. I0513 18:25:32.985571 1 tasks_processing.go:71] worker 30 working on node_features task. I0513 18:25:32.985524 1 tasks_processing.go:71] worker 25 working on openstack_dataplanedeployments task. I0513 18:25:32.985358 1 tasks_processing.go:71] worker 47 working on cost_management_metrics_configs task. I0513 18:25:32.984254 1 tasks_processing.go:69] worker 20 listening for tasks. I0513 18:25:32.986043 1 tasks_processing.go:74] worker 20 stopped. I0513 18:25:32.984711 1 tasks_processing.go:71] worker 58 working on active_alerts task. W0513 18:25:32.986126 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 18:25:32.986138 1 tasks_processing.go:74] worker 58 stopped. I0513 18:25:32.986149 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 29.662µs to process 0 records I0513 18:25:32.988742 1 tasks_processing.go:74] worker 5 stopped. I0513 18:25:32.988754 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 4.351502ms to process 0 records I0513 18:25:32.990752 1 tasks_processing.go:74] worker 21 stopped. I0513 18:25:32.990762 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 6.4698ms to process 0 records I0513 18:25:33.006558 1 tasks_processing.go:74] worker 17 stopped. I0513 18:25:33.006579 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 22.289421ms to process 0 records I0513 18:25:33.006615 1 tasks_processing.go:74] worker 9 stopped. I0513 18:25:33.006631 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 22.318621ms to process 0 records I0513 18:25:33.007072 1 tasks_processing.go:74] worker 10 stopped. I0513 18:25:33.007121 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 22.776238ms to process 0 records I0513 18:25:33.007149 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 22.273184ms to process 0 records I0513 18:25:33.007157 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 22.285695ms to process 0 records E0513 18:25:33.007165 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0513 18:25:33.007174 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 21.665204ms to process 0 records I0513 18:25:33.007187 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 22.119039ms to process 0 records I0513 18:25:33.007187 1 tasks_processing.go:74] worker 39 stopped. I0513 18:25:33.007193 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 21.311358ms to process 0 records I0513 18:25:33.007199 1 tasks_processing.go:74] worker 59 stopped. E0513 18:25:33.007202 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0513 18:25:33.007205 1 tasks_processing.go:74] worker 61 stopped. I0513 18:25:33.007208 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 22.200591ms to process 0 records I0513 18:25:33.007211 1 tasks_processing.go:74] worker 55 stopped. I0513 18:25:33.007217 1 tasks_processing.go:74] worker 19 stopped. I0513 18:25:33.007223 1 tasks_processing.go:74] worker 60 stopped. I0513 18:25:33.007268 1 tasks_processing.go:74] worker 24 stopped. I0513 18:25:33.007280 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 22.484427ms to process 0 records I0513 18:25:33.007330 1 tasks_processing.go:74] worker 2 stopped. E0513 18:25:33.007340 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0513 18:25:33.007351 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 22.983922ms to process 0 records I0513 18:25:33.007409 1 tasks_processing.go:74] worker 22 stopped. I0513 18:25:33.007427 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 21.872786ms to process 0 records I0513 18:25:33.007436 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 23.129276ms to process 0 records I0513 18:25:33.007447 1 tasks_processing.go:74] worker 1 stopped. I0513 18:25:33.007580 1 tasks_processing.go:74] worker 3 stopped. I0513 18:25:33.007995 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=8f2286185d66aef6417b8b2bd18e681dfa7ba6702f7ea069624d41fb7aaabc64 I0513 18:25:33.008084 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=f164af557bd1ffce4535eadaaa860d6d979e30ff4119ae23a91eaa30285ccd29 I0513 18:25:33.008523 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=7fa61c422481fdf3ad3fceedde3b79b9f2937e22acb28c373387bf5ce2374d1d I0513 18:25:33.008545 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 23.106223ms to process 3 records I0513 18:25:33.008627 1 tasks_processing.go:74] worker 50 stopped. I0513 18:25:33.008690 1 recorder.go:75] Recording config/apiserver with fingerprint=e445147ef5f6c5dc786a0a5cb80af8e6c99815a6a63269f446089dd40b5aba8c I0513 18:25:33.008702 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 23.001293ms to process 1 records I0513 18:25:33.008797 1 tasks_processing.go:74] worker 23 stopped. I0513 18:25:33.008805 1 recorder.go:75] Recording config/ingress with fingerprint=3f318a3e7a353318fd20b3a092f220b44ba6313c38646f1c0405cf74f4a01f61 I0513 18:25:33.008810 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 23.259208ms to process 1 records I0513 18:25:33.008817 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 23.076837ms to process 0 records I0513 18:25:33.008822 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 23.451164ms to process 0 records I0513 18:25:33.008837 1 tasks_processing.go:74] worker 35 stopped. I0513 18:25:33.008842 1 tasks_processing.go:74] worker 36 stopped. I0513 18:25:33.008919 1 tasks_processing.go:74] worker 28 stopped. I0513 18:25:33.008941 1 recorder.go:75] Recording config/authentication with fingerprint=5638d53755723379d68a75ae1b4a2a3a1549623369e6d12a79a45a1d24412c24 I0513 18:25:33.008946 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 23.48556ms to process 1 records I0513 18:25:33.008988 1 recorder.go:75] Recording config/proxy with fingerprint=97f110bd1b1bb97f0a61e9bb721cf8eef8ff45043405579d972074f081b937c0 I0513 18:25:33.008996 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 22.850055ms to process 1 records I0513 18:25:33.009038 1 tasks_processing.go:74] worker 38 stopped. I0513 18:25:33.009108 1 recorder.go:75] Recording config/network with fingerprint=c7b15665ec9b41067f31a8d5b625ff348c5271cfe6b589b2d8b18bc2760d8376 I0513 18:25:33.009116 1 gather.go:177] gatherer "clusterconfig" function "networks" took 23.031821ms to process 1 records I0513 18:25:33.009123 1 tasks_processing.go:74] worker 32 stopped. I0513 18:25:33.009206 1 gather_logs.go:145] no pods in namespace were found I0513 18:25:33.009221 1 tasks_processing.go:74] worker 7 stopped. I0513 18:25:33.009229 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 24.802228ms to process 0 records I0513 18:25:33.009237 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 23.942463ms to process 0 records I0513 18:25:33.009242 1 tasks_processing.go:74] worker 14 stopped. I0513 18:25:33.009279 1 tasks_processing.go:74] worker 54 stopped. E0513 18:25:33.009293 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0513 18:25:33.009293 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0513 18:25:33.009302 1 gather.go:177] gatherer "clusterconfig" function "machines" took 23.884932ms to process 0 records I0513 18:25:33.009314 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0513 18:25:33.009320 1 tasks_processing.go:74] worker 56 stopped. I0513 18:25:33.009332 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0513 18:25:33.009338 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0513 18:25:33.009360 1 controller.go:531] The operator is still being initialized I0513 18:25:33.009374 1 controller.go:554] The operator is healthy I0513 18:25:33.009314 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 24.540577ms to process 0 records I0513 18:25:33.009494 1 tasks_processing.go:74] worker 62 stopped. I0513 18:25:33.009896 1 recorder.go:75] Recording config/infrastructure with fingerprint=ba92de7c6b929c192b6eaa2cb60626fd5541ca65c8c46b6f3016944be7f02e89 I0513 18:25:33.009912 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 24.742783ms to process 1 records I0513 18:25:33.009922 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 24.808947ms to process 0 records I0513 18:25:33.009943 1 tasks_processing.go:74] worker 31 stopped. I0513 18:25:33.010018 1 recorder.go:75] Recording config/featuregate with fingerprint=470a694104c464a895f534f2171ba0f4b09d57f5a6df3d116a218a65abbcd1b5 I0513 18:25:33.010021 1 tasks_processing.go:74] worker 6 stopped. I0513 18:25:33.010029 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 25.37145ms to process 1 records I0513 18:25:33.010035 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 24.521945ms to process 0 records I0513 18:25:33.010039 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 24.823955ms to process 0 records I0513 18:25:33.010044 1 tasks_processing.go:74] worker 15 stopped. I0513 18:25:33.010048 1 tasks_processing.go:74] worker 40 stopped. I0513 18:25:33.011349 1 tasks_processing.go:74] worker 18 stopped. I0513 18:25:33.011363 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 27.005094ms to process 0 records I0513 18:25:33.013371 1 tasks_processing.go:74] worker 47 stopped. I0513 18:25:33.013384 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 27.349786ms to process 0 records E0513 18:25:33.014369 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0513 18:25:33.014369 1 tasks_processing.go:74] worker 48 stopped. I0513 18:25:33.014377 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 29.819701ms to process 0 records I0513 18:25:33.014387 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 28.378267ms to process 0 records I0513 18:25:33.014395 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 28.398433ms to process 0 records I0513 18:25:33.014402 1 tasks_processing.go:74] worker 30 stopped. I0513 18:25:33.014407 1 tasks_processing.go:74] worker 25 stopped. I0513 18:25:33.014707 1 tasks_processing.go:74] worker 4 stopped. I0513 18:25:33.014945 1 recorder.go:75] Recording config/oauth with fingerprint=b37702eb76b431f5a1d76549023f7884840d1dab68f4f295f7dbe0fcdc7848ce I0513 18:25:33.014962 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 29.265791ms to process 1 records I0513 18:25:33.016664 1 tasks_processing.go:74] worker 53 stopped. E0513 18:25:33.016676 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0513 18:25:33.016694 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0513 18:25:33.016706 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 31.219353ms to process 1 records I0513 18:25:33.019023 1 tasks_processing.go:74] worker 43 stopped. I0513 18:25:33.019668 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=0ded09d13b4eae45baa79b0d45e00faed81d5a799199f27ed87891266070b3db I0513 18:25:33.019686 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 33.43064ms to process 1 records I0513 18:25:33.022056 1 tasks_processing.go:74] worker 26 stopped. I0513 18:25:33.022173 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=821d47fddb9679a46cff397c130a0c850ff300b66edf4b9d8d4b776f0d798a1e I0513 18:25:33.022190 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 36.507573ms to process 1 records I0513 18:25:33.022644 1 tasks_processing.go:74] worker 45 stopped. I0513 18:25:33.022660 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 37.023607ms to process 0 records I0513 18:25:33.022722 1 tasks_processing.go:74] worker 27 stopped. I0513 18:25:33.022823 1 recorder.go:75] Recording config/image with fingerprint=1065397c8c8531c7df3ef53441d02bb92cf750bcdab3cd8731ba9aee556070e5 I0513 18:25:33.022843 1 gather.go:177] gatherer "clusterconfig" function "image" took 38.46103ms to process 1 records I0513 18:25:33.023148 1 tasks_processing.go:74] worker 41 stopped. I0513 18:25:33.023589 1 recorder.go:75] Recording config/node/ip-10-0-0-165.ec2.internal with fingerprint=7ce2ec2bfb2afd03f1d603b2b5f293755cbb6beac7f2b418b53af742b38911a1 I0513 18:25:33.023696 1 recorder.go:75] Recording config/node/ip-10-0-1-112.ec2.internal with fingerprint=5b30520f09a15fd4362e7387170ad91bef22771310ccbe1d3bbe9b9b8661fe21 I0513 18:25:33.023782 1 recorder.go:75] Recording config/node/ip-10-0-2-92.ec2.internal with fingerprint=5d885e3af91530c11d248728ef659af48dd432dfcd848ed39a2c5eb6f1c95ffd I0513 18:25:33.023795 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 37.395823ms to process 3 records I0513 18:25:33.024022 1 tasks_processing.go:74] worker 29 stopped. I0513 18:25:33.024098 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=91cf5b5f362dca024f002fe920a1c879ce84be01b31011885307dacb1ed6846d I0513 18:25:33.024113 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 39.473954ms to process 1 records I0513 18:25:33.025428 1 tasks_processing.go:74] worker 49 stopped. I0513 18:25:33.025593 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=9d75c13472109334857ded2c7818d9730c5367f6fe4be3f352821bc7adc78691 I0513 18:25:33.025631 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=2425697945d8929697eddd0114c80ed6e7dfeb7bcda6b65df9af4286da20505a I0513 18:25:33.025662 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=99803cd48cc33f66bb37883d37f55d4b70cdd3bbb3914a065e62855c019a1a3f I0513 18:25:33.025670 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 39.827605ms to process 3 records I0513 18:25:33.025750 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=1231ab8f52407e4c6a7c639f3483baf493696eda2308e8b19fbe9b97eb93534c I0513 18:25:33.025756 1 tasks_processing.go:74] worker 37 stopped. I0513 18:25:33.025826 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=4f3377e5da4574b1c8476bd5d82eb57a355606f2ec1ebf8be6b035afc9937929 I0513 18:25:33.025844 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=c059300e41c6de7b18e4a19aa2fb32ef94a2ea25312a492f5ace8b49f6c653fc I0513 18:25:33.025878 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ea4912b579e8175d3322254ab34cd43f0b6dd2feea79fd9a47e469d3d890e287 I0513 18:25:33.025908 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=034c2609cb06b1768614e0791f525c66ca724083a79631982ede136630b19001 I0513 18:25:33.025937 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=e1f105d7a3d55bf988d892bda9534f4ca7f863c454a356841d613a998c858f47 I0513 18:25:33.025965 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=8f8127605fcdab78ef59de63b128782c1565aa0afb0fffd20ed82a8ad2c0dd6b I0513 18:25:33.026008 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=5291797fa5743334070afab189ef4bb99008558b19ca917849057fb085359e55 I0513 18:25:33.026037 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=f0f6add1bac90e182d13d14e64c9668c87f3c82d6b029b9fe3ca3d39a31d4eaf I0513 18:25:33.026065 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=c0e9015c131f028495578a8c9c362ab82bccdff9873a4ce166f1f9110e4ad7e1 I0513 18:25:33.026108 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=90c327ba5afe503d3177d17bdb62d0d98c4766946da095ae5c0ef04b2d836b31 I0513 18:25:33.026117 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 40.648714ms to process 11 records I0513 18:25:33.029944 1 tasks_processing.go:74] worker 42 stopped. I0513 18:25:33.030236 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=473556017789625aac2fc9518427f1313a76ae75149e2c28e37b5408bcbde2c1 I0513 18:25:33.030422 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=d4fecd9bf2f00941446ff3a92de14e71067ab7e26e71d83e87009abcdcdfeb74 I0513 18:25:33.030448 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 44.301779ms to process 2 records I0513 18:25:33.031564 1 tasks_processing.go:74] worker 8 stopped. I0513 18:25:33.031950 1 recorder.go:75] Recording config/version with fingerprint=6fed514ddc686cf32bc5baf8d5c1b4c910d57a55327e14a678aad574082c95f6 I0513 18:25:33.031966 1 recorder.go:75] Recording config/id with fingerprint=3d8586fa2d82fa165ef10ddace13efb6c4e48ef47a837ab8bac48b06144ef051 I0513 18:25:33.031975 1 gather.go:177] gatherer "clusterconfig" function "version" took 46.024232ms to process 2 records I0513 18:25:33.034678 1 tasks_processing.go:74] worker 44 stopped. I0513 18:25:33.035411 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=813a0c6e46a8c62d3fd264b64c9643b17fa6ffe461ebec7ad1ec7e5d0984f963 I0513 18:25:33.035743 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=77664d470ef16cf09c885660abc1ae825c7932f6511eedd010519590cdae01e5 I0513 18:25:33.035760 1 gather.go:177] gatherer "clusterconfig" function "crds" took 50.303391ms to process 2 records I0513 18:25:33.035836 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=73166be55a4f3e5706ed116d4e420a9a7893f367e27030fea591afeb8f127c25 I0513 18:25:33.035847 1 tasks_processing.go:74] worker 0 stopped. I0513 18:25:33.035851 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=d00788068a1d2f19f060475094a1d63d59c59eeed272dd97840b06ba3f1189b9 I0513 18:25:33.035875 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 50.390683ms to process 2 records I0513 18:25:33.035906 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0513 18:25:33.035919 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 49.902122ms to process 1 records I0513 18:25:33.035928 1 tasks_processing.go:74] worker 16 stopped. W0513 18:25:33.039313 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 18:25:33.040432 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0513 18:25:33.040444 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0513 18:25:33.040710 1 operator.go:328] started I0513 18:25:33.040766 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0513 18:25:33.043816 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0513 18:25:33.043826 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0513 18:25:33.043893 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0513 18:25:33.047560 1 tasks_processing.go:74] worker 63 stopped. I0513 18:25:33.047619 1 recorder.go:75] Recording config/running_containers with fingerprint=b820d2a000bcb6b25c703aa6c8e047d2f1717246d1ed704ec0672224686b9cc4 I0513 18:25:33.047632 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 62.644857ms to process 1 records I0513 18:25:33.048113 1 tasks_processing.go:74] worker 33 stopped. I0513 18:25:33.048130 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 63.134626ms to process 0 records I0513 18:25:33.051223 1 base_controller.go:82] Caches are synced for ConfigController I0513 18:25:33.051259 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0513 18:25:33.053954 1 tasks_processing.go:74] worker 11 stopped. I0513 18:25:33.053981 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 69.638564ms to process 0 records I0513 18:25:33.062548 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 18:25:33.062698 1 prometheus_rules.go:88] Prometheus rules successfully created I0513 18:25:33.062870 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0513 18:25:33.062886 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0513 18:25:33.062890 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0513 18:25:33.062893 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0513 18:25:33.062897 1 controller.go:254] Source scaController *sca.Controller is not ready I0513 18:25:33.062914 1 controller.go:531] The operator is still being initialized I0513 18:25:33.062920 1 controller.go:554] The operator is healthy E0513 18:25:33.070487 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2724cbad13-c9eb-4045-ba0e-e7504fd2f0c3%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:52969->172.30.0.10:53: read: connection refused I0513 18:25:33.070526 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2724cbad13-c9eb-4045-ba0e-e7504fd2f0c3%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:52969->172.30.0.10:53: read: connection refused I0513 18:25:33.082115 1 tasks_processing.go:74] worker 51 stopped. E0513 18:25:33.082134 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0513 18:25:33.082152 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q97094no6qjmb5iu1a4988fn9b6pqs7-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q97094no6qjmb5iu1a4988fn9b6pqs7-primary-cert-bundle-secret" not found I0513 18:25:33.082229 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=a08c299288c7a596d7007b688cb45f430afe814d3806a9b8ca3c0f833b31bad5 I0513 18:25:33.082255 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 96.252543ms to process 1 records I0513 18:25:33.082673 1 tasks_processing.go:74] worker 34 stopped. E0513 18:25:33.082686 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0513 18:25:33.082691 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0513 18:25:33.082695 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0513 18:25:33.082703 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0513 18:25:33.082738 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0513 18:25:33.082745 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0513 18:25:33.082749 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0513 18:25:33.082753 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0513 18:25:33.082791 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0513 18:25:33.082798 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0513 18:25:33.082803 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 96.951595ms to process 7 records I0513 18:25:33.127164 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0513 18:25:33.130763 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:54649->172.30.0.10:53: read: connection refused I0513 18:25:33.130777 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:54649->172.30.0.10:53: read: connection refused I0513 18:25:33.140882 1 base_controller.go:82] Caches are synced for LoggingSyncer I0513 18:25:33.140894 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0513 18:25:33.440335 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0513 18:25:33.440351 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0513 18:25:33.441134 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-5lt7c pod in namespace openshift-dns (previous: false). I0513 18:25:33.693177 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5lt7c pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-5lt7c\" is waiting to start: ContainerCreating" I0513 18:25:33.693197 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-5lt7c\" is waiting to start: ContainerCreating" I0513 18:25:33.693205 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-5lt7c pod in namespace openshift-dns (previous: false). I0513 18:25:33.845874 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5lt7c pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-5lt7c\" is waiting to start: ContainerCreating" I0513 18:25:33.845892 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-5lt7c\" is waiting to start: ContainerCreating" I0513 18:25:33.845905 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-rkxsw pod in namespace openshift-dns (previous: false). W0513 18:25:34.039753 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 18:25:34.046027 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rkxsw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-rkxsw\" is waiting to start: ContainerCreating" I0513 18:25:34.046048 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-rkxsw\" is waiting to start: ContainerCreating" I0513 18:25:34.046062 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-rkxsw pod in namespace openshift-dns (previous: false). I0513 18:25:34.246093 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-rkxsw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-rkxsw\" is waiting to start: ContainerCreating" I0513 18:25:34.246115 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-rkxsw\" is waiting to start: ContainerCreating" I0513 18:25:34.246126 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-wzjzs pod in namespace openshift-dns (previous: false). I0513 18:25:34.468109 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wzjzs pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-wzjzs\" is waiting to start: ContainerCreating" I0513 18:25:34.468127 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-wzjzs\" is waiting to start: ContainerCreating" I0513 18:25:34.468136 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-wzjzs pod in namespace openshift-dns (previous: false). I0513 18:25:34.469587 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0513 18:25:34.657091 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wzjzs pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-wzjzs\" is waiting to start: ContainerCreating" I0513 18:25:34.657109 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-wzjzs\" is waiting to start: ContainerCreating" I0513 18:25:34.657121 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-j5fcj pod in namespace openshift-dns (previous: false). I0513 18:25:34.850288 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 18:25:34.850305 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-sw7nw pod in namespace openshift-dns (previous: false). I0513 18:25:34.872987 1 tasks_processing.go:74] worker 52 stopped. I0513 18:25:34.873041 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=66e679180ce13d33ff82a971c995ca259b2eb69692b46cf54d96339462688d21 I0513 18:25:34.873087 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=bab34c39baf42dc217205ace4caba229a569aa1e0488bec30ce40954fce47cc1 I0513 18:25:34.873121 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0513 18:25:34.873149 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=6019702413d3bea867a03dd3062def68b39a3b8e5c02815cb362caebe5633010 I0513 18:25:34.873166 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0513 18:25:34.873188 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=d237312a775eb806c8c9904f2ce1b2d92f2e8a43f2cbae928d0208f3c31f1655 I0513 18:25:34.873234 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=331e8dc72e5951de2007904877c64d25f7a07d786075068bd1e978828dd499b8 I0513 18:25:34.873258 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=e5f60010b0681791aa69df58d6313d096961d351fbd42306564dc3bc24dc4a0b I0513 18:25:34.873280 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=7c0caa71c6ef2f97e5696ca458be527ee0d6c7d48b14804ea4b849ff0875ff37 I0513 18:25:34.873310 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=fdebbe93d035c18fdb445a7f14c05e2c3b05ca878b2cc7b918f9ff9011507816 I0513 18:25:34.873321 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0513 18:25:34.873338 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=1720c5c0e9884eb846149b7c8e87b66e42f57efcd27c2a2a87a11e28b02a8277 I0513 18:25:34.873350 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0513 18:25:34.873387 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=7969976576a4765d3aa28d4c29e976b851e7f4b40b99eac69649795065706faa I0513 18:25:34.873401 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0513 18:25:34.873421 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=a5f66f46d54ce65307875b54f4786a1c71f11cbb7869dbdcceb0e536ce9d3e9c I0513 18:25:34.873432 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0513 18:25:34.873447 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=8f5d2b608537067850f572689deb3f9343317988db2fa23b695d55d12386f2a0 I0513 18:25:34.873605 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=adc132e72aeb9dd20d23488aca67dae83b5d3b6685d60477818c257157821987 I0513 18:25:34.873621 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0513 18:25:34.873633 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0513 18:25:34.873669 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0513 18:25:34.873709 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=52bb07e5f6de86a74ca41a7ff7d9cdd7498c0ccf93173e02abebd660b94416ad I0513 18:25:34.873753 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=f616ade1c4ef1f3a177a28ec48886e57f1d56d59abe317cfce2879e21f55aa84 I0513 18:25:34.873768 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0513 18:25:34.873796 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=2466f837f4180f0c2c64d7a3bf4ac753b2e15d50611f788238765370bffd7422 I0513 18:25:34.873809 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0513 18:25:34.873829 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=aeb1a95fec7835cb38e87b6566c299d5bb0e63506f7a1aa71fa36abc200ed314 I0513 18:25:34.873854 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a9ca4818dfe2716a34165e7c595b03bab50672ebda2a43c40ab3b8db4573ea57 I0513 18:25:34.873874 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=d13d71cd93fe401e0f684750371bff0d63f0e15267feb597b9520dd8f44cd187 I0513 18:25:34.873890 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=b36a975f487a72ea5a5664d5b882bbb203ce343b41d19bf6d51e4fe52d8dde9b I0513 18:25:34.873901 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=82403495dafc87cc18343125987119ebf5348495be2c73eaba54ea45dae145ce I0513 18:25:34.873928 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=9ea6d88cf641fc1fa009dd9db23894c085dedfba357ece82e1f6d22c32314995 I0513 18:25:34.873948 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0513 18:25:34.873963 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0513 18:25:34.873974 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.888548191s to process 35 records W0513 18:25:35.038611 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 18:25:35.045299 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 18:25:35.045315 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zp5f5 pod in namespace openshift-dns (previous: false). I0513 18:25:35.245565 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 18:25:35.245622 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-65cb569db8-rn7dg pod in namespace openshift-image-registry (previous: false). I0513 18:25:35.446621 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-65cb569db8-rn7dg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-65cb569db8-rn7dg\" is waiting to start: ContainerCreating" I0513 18:25:35.446640 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-65cb569db8-rn7dg\" is waiting to start: ContainerCreating" I0513 18:25:35.446738 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-79d78dd8bc-mhjfn pod in namespace openshift-image-registry (previous: false). I0513 18:25:35.645668 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-79d78dd8bc-mhjfn pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-79d78dd8bc-mhjfn\" is waiting to start: ContainerCreating" I0513 18:25:35.645687 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-79d78dd8bc-mhjfn\" is waiting to start: ContainerCreating" I0513 18:25:35.645721 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-79d78dd8bc-vzc6n pod in namespace openshift-image-registry (previous: false). I0513 18:25:35.845691 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-79d78dd8bc-vzc6n pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-79d78dd8bc-vzc6n\" is waiting to start: ContainerCreating" I0513 18:25:35.845712 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-79d78dd8bc-vzc6n\" is waiting to start: ContainerCreating" I0513 18:25:35.845722 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-fvths pod in namespace openshift-image-registry (previous: false). W0513 18:25:36.038978 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 18:25:36.055885 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 18:25:36.055908 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-gbq5r pod in namespace openshift-image-registry (previous: false). I0513 18:25:36.245352 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 18:25:36.245370 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-j6lc8 pod in namespace openshift-image-registry (previous: false). I0513 18:25:36.446643 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 18:25:36.446667 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6977b4b456-488bk pod in namespace openshift-ingress (previous: false). I0513 18:25:36.645735 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6977b4b456-488bk pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6977b4b456-488bk\" is waiting to start: ContainerCreating" I0513 18:25:36.645758 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6977b4b456-488bk\" is waiting to start: ContainerCreating" I0513 18:25:36.645770 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6977b4b456-cx79x pod in namespace openshift-ingress (previous: false). I0513 18:25:36.846029 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6977b4b456-cx79x pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6977b4b456-cx79x\" is waiting to start: ContainerCreating" I0513 18:25:36.846046 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6977b4b456-cx79x\" is waiting to start: ContainerCreating" I0513 18:25:36.846057 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-749b877fcc-2x5r8 pod in namespace openshift-ingress (previous: false). W0513 18:25:37.038964 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 18:25:37.046233 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-749b877fcc-2x5r8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-749b877fcc-2x5r8\" is waiting to start: ContainerCreating" I0513 18:25:37.046249 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-749b877fcc-2x5r8\" is waiting to start: ContainerCreating" I0513 18:25:37.046259 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-4fbt4 pod in namespace openshift-ingress-canary (previous: false). I0513 18:25:37.247375 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-5cgsg pod in namespace openshift-ingress-canary (previous: false). I0513 18:25:37.445633 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-wfdrr pod in namespace openshift-ingress-canary (previous: false). I0513 18:25:37.645746 1 tasks_processing.go:74] worker 57 stopped. I0513 18:25:37.645843 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=a442fc09fe2be4a911e1bc746861217475df235f74ab26922a77b54e8a29b5a4 I0513 18:25:37.645903 1 recorder.go:75] Recording events/openshift-dns with fingerprint=ba3b760a0d71fa8197a568be764bc2b8294c02f44823f2b0e5e5e8cdf1fe671d I0513 18:25:37.646004 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=bbda6bbf5968eef68aea0bb0de14255f4d128335c7cff10106e5fedd1de8132b I0513 18:25:37.646031 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=b69c1c2e7be04830e0b1795a709ba8249fad5c82e48f1eb4b7dd10f25512ef9f I0513 18:25:37.646100 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=a9177c71bbf2e1505108c15d1a5795ead7b1c19b8ed9f731def70b066dc47ecc I0513 18:25:37.646139 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=ae0f8c2fbec6b68b0e93cb0f6b24bac72053fee6585aa87d16a5663ed57f834f I0513 18:25:37.647571 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-65cb569db8-rn7dg with fingerprint=de24f240d865d8c85f451a9072179c448d13ff25350e309ac04b7fc2a732ffd3 I0513 18:25:37.647707 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-79d78dd8bc-mhjfn with fingerprint=f6cb23951399399e3c4a2480e2827f03c67be1c9c96805b67c6eea33bef3ef94 I0513 18:25:37.647797 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-79d78dd8bc-vzc6n with fingerprint=36dae330d00039330587c4029d21408c9139121b736a75c08e47883cc16a27fb I0513 18:25:37.647805 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-4fbt4/serve-healthcheck-canary_current.log with fingerprint=98a514f4cb5d9cedbf26c67f4445bf001d01961f17cac1dbb24b49abc34c373c I0513 18:25:37.647810 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-5cgsg/serve-healthcheck-canary_current.log with fingerprint=f33db6ef0bf625b4fcc7701d0971264449276f243ea01891434b68656d15ed41 I0513 18:25:37.647814 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-wfdrr/serve-healthcheck-canary_current.log with fingerprint=d7dc8f98f7277f2167b8030ed5b8b3468a119b1f5f965926565d9965d8ce4f89 I0513 18:25:37.647820 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.660492026s to process 12 records W0513 18:25:38.035176 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0513 18:25:38.035205 1 tasks_processing.go:74] worker 13 stopped. E0513 18:25:38.035231 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0513 18:25:38.035256 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0513 18:25:38.035280 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0513 18:25:38.035298 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.050060298s to process 1 records I0513 18:25:45.646495 1 tasks_processing.go:74] worker 46 stopped. I0513 18:25:45.646553 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0513 18:25:45.646566 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.662036863s to process 1 records I0513 18:25:46.032901 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 18:25:46.394035 1 tasks_processing.go:74] worker 12 stopped. I0513 18:25:46.394331 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=2a6a98cd978f6a8f6d561f8f5025ec9397f180ae98d9caca3683e8186873f98f I0513 18:25:46.394349 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.409437977s to process 1 records E0513 18:25:46.394405 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.41s with: function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error" I0513 18:25:46.395520 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0513 18:25:46.395538 1 periodic.go:216] Running workloads gatherer I0513 18:25:46.395555 1 tasks_processing.go:45] number of workers: 2 I0513 18:25:46.395561 1 tasks_processing.go:69] worker 1 listening for tasks. I0513 18:25:46.395566 1 tasks_processing.go:71] worker 1 working on workload_info task. I0513 18:25:46.395574 1 tasks_processing.go:69] worker 0 listening for tasks. I0513 18:25:46.395592 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0513 18:25:46.422382 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0513 18:25:46.430081 1 tasks_processing.go:74] worker 0 stopped. I0513 18:25:46.430105 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 34.468146ms to process 0 records I0513 18:25:46.431335 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms) I0513 18:25:46.439973 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms) I0513 18:25:46.448283 1 gather_workloads_info.go:387] No image sha256:3a1c7ec9bb0db343348170a70697ea3209ed81e22f1259ff694190e5d04ef250 (8ms) I0513 18:25:46.456624 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (8ms) I0513 18:25:46.465518 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (9ms) I0513 18:25:46.473845 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (8ms) I0513 18:25:46.482191 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (8ms) I0513 18:25:46.490740 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (9ms) I0513 18:25:46.500513 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (10ms) I0513 18:25:46.508871 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (8ms) I0513 18:25:46.532247 1 gather_workloads_info.go:387] No image sha256:b958e39c1643d98648b20ff8b6ec38a51c9c6606f2eecff4044d41ac993e1878 (23ms) I0513 18:25:46.632572 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (100ms) I0513 18:25:46.732824 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms) I0513 18:25:46.831543 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (99ms) I0513 18:25:46.931181 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (100ms) I0513 18:25:47.032527 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (101ms) I0513 18:25:47.132946 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms) I0513 18:25:47.232121 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (99ms) I0513 18:25:47.332112 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0513 18:25:47.431867 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0513 18:25:47.531522 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (100ms) I0513 18:25:47.632046 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (101ms) I0513 18:25:47.732136 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms) I0513 18:25:47.832024 1 gather_workloads_info.go:387] No image sha256:0092742d8c2f3e9241f8f87d6f1da2a063627c140c491dc9c5e97526f760101a (100ms) I0513 18:25:47.934392 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (102ms) I0513 18:25:48.031241 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (97ms) I0513 18:25:48.131702 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (100ms) I0513 18:25:48.231478 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (100ms) I0513 18:25:48.332679 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (101ms) I0513 18:25:48.430967 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (98ms) I0513 18:25:48.537001 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (106ms) I0513 18:25:48.643101 1 gather_workloads_info.go:387] No image sha256:295fdda3bdb8bc5a12a5b038d087001f9e37481cf6f1b3a6d80d39dfabe17af9 (106ms) I0513 18:25:48.738064 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (95ms) I0513 18:25:48.831849 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (94ms) I0513 18:25:48.931667 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (100ms) I0513 18:25:49.031841 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms) I0513 18:25:49.131813 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (100ms) I0513 18:25:49.131844 1 tasks_processing.go:74] worker 1 stopped. E0513 18:25:49.131855 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0513 18:25:49.132100 1 recorder.go:75] Recording config/workload_info with fingerprint=764ad992a8d7b3b3507dd49f6d95254228e0e9bb03bfc5f73fd76ef38d60c278 I0513 18:25:49.132115 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.736270859s to process 1 records E0513 18:25:49.132138 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.736s with: function \"workload_info\" failed with an error" I0513 18:25:49.133236 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0513 18:25:49.133250 1 periodic.go:216] Running conditional gatherer I0513 18:25:49.139980 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0513 18:25:49.146631 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:45867->172.30.0.10:53: read: connection refused E0513 18:25:49.146934 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 18:25:49.146990 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0513 18:25:49.153976 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0513 18:25:49.153990 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 18:25:49.153995 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 18:25:49.153999 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 18:25:49.154002 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 18:25:49.154005 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 18:25:49.154008 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 18:25:49.154010 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 18:25:49.154013 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 18:25:49.154017 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0513 18:25:49.154031 1 tasks_processing.go:45] number of workers: 3 I0513 18:25:49.154042 1 tasks_processing.go:69] worker 2 listening for tasks. I0513 18:25:49.154046 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0513 18:25:49.154052 1 tasks_processing.go:69] worker 0 listening for tasks. I0513 18:25:49.154060 1 tasks_processing.go:69] worker 1 listening for tasks. I0513 18:25:49.154068 1 tasks_processing.go:74] worker 1 stopped. I0513 18:25:49.154063 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0513 18:25:49.154066 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0513 18:25:49.154131 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0513 18:25:49.154144 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 759ns to process 1 records I0513 18:25:49.154174 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0513 18:25:49.154182 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.234µs to process 1 records I0513 18:25:49.154187 1 tasks_processing.go:74] worker 0 stopped. I0513 18:25:49.154332 1 tasks_processing.go:74] worker 2 stopped. I0513 18:25:49.154344 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 253.647µs to process 0 records I0513 18:25:49.154362 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:45867->172.30.0.10:53: read: connection refused I0513 18:25:49.154378 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0513 18:25:49.180463 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=dca2fb5ae8cde184e4cf2828954420b426d6f0c1a17ff5f8ca1aee7ce8a152fe I0513 18:25:49.180644 1 diskrecorder.go:70] Writing 105 records to /var/lib/insights-operator/insights-2026-05-13-182549.tar.gz I0513 18:25:49.187625 1 diskrecorder.go:51] Wrote 105 records to disk in 7ms I0513 18:25:49.187660 1 periodic.go:285] Gathering cluster info every 2h0m0s I0513 18:25:49.187683 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0513 18:25:51.303191 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 18:25:51.503471 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 18:26:03.351787 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 18:26:57.560731 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="aa67f7c422ef94aa11e8b4f23e2d9b333f92c12570aa440ab77ef0afa998e101") W0513 18:26:57.560767 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0513 18:26:57.560831 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="f76df7ea7d6b9e2924136670513e0514cc5894634e9d4d36a2101b237c4f6032") I0513 18:26:57.560829 1 periodic.go:177] Shutting down I0513 18:26:57.560862 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0513 18:26:57.560891 1 base_controller.go:181] Shutting down LoggingSyncer ... I0513 18:26:57.560917 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0513 18:26:57.560921 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="f24a44d17ebc0a7dba40cbb84b379466f9d1258de1f4660272c83c8ebe143d98") I0513 18:26:57.560946 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0513 18:26:57.560952 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0513 18:26:57.560949 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0513 18:26:57.560967 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0513 18:26:57.560967 1 base_controller.go:181] Shutting down ConfigController ...