W0425 23:04:26.588236 1 cmd.go:257] Using insecure, self-signed certificates I0425 23:04:27.472686 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 23:04:27.472997 1 observer_polling.go:159] Starting file observer I0425 23:04:27.954928 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0425 23:04:27.955113 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0425 23:04:27.955713 1 secure_serving.go:57] Forcing use of http/1.1 only W0425 23:04:27.955734 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0425 23:04:27.955738 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0425 23:04:27.955741 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0425 23:04:27.955744 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0425 23:04:27.955747 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0425 23:04:27.955749 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0425 23:04:27.955772 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0425 23:04:27.958957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"b79994af-a0b7-4b7c-a318-c4caf953fb85", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0425 23:04:27.958941 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0425 23:04:27.959608 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0425 23:04:27.959627 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0425 23:04:27.959638 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0425 23:04:27.959638 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0425 23:04:27.959656 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 23:04:27.959663 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 23:04:27.959877 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2775865604/tls.crt::/tmp/serving-cert-2775865604/tls.key" I0425 23:04:27.960330 1 secure_serving.go:213] Serving securely on [::]:8443 I0425 23:04:27.960362 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0425 23:04:27.967499 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0425 23:04:27.967532 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0425 23:04:27.967640 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0425 23:04:27.971403 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 23:04:27.971448 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0425 23:04:27.975007 1 secretconfigobserver.go:119] support secret does not exist I0425 23:04:27.978085 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0425 23:04:27.981281 1 secretconfigobserver.go:119] support secret does not exist I0425 23:04:27.983831 1 recorder.go:176] Pruning old reports every 6h55m13s, max age is 288h0m0s I0425 23:04:27.987269 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0425 23:04:27.987273 1 periodic.go:216] Running clusterconfig gatherer I0425 23:04:27.987284 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0425 23:04:27.987318 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0425 23:04:27.987321 1 tasks_processing.go:45] number of workers: 64 I0425 23:04:27.987327 1 insightsreport.go:296] Starting report retriever I0425 23:04:27.987333 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0425 23:04:27.987338 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 23:04:27.987341 1 tasks_processing.go:69] worker 2 listening for tasks. I0425 23:04:27.987348 1 tasks_processing.go:69] worker 11 listening for tasks. I0425 23:04:27.987349 1 tasks_processing.go:69] worker 8 listening for tasks. I0425 23:04:27.987354 1 tasks_processing.go:69] worker 9 listening for tasks. I0425 23:04:27.987353 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 23:04:27.987359 1 tasks_processing.go:69] worker 10 listening for tasks. I0425 23:04:27.987358 1 tasks_processing.go:69] worker 6 listening for tasks. I0425 23:04:27.987366 1 tasks_processing.go:69] worker 5 listening for tasks. I0425 23:04:27.987368 1 tasks_processing.go:69] worker 7 listening for tasks. I0425 23:04:27.987369 1 tasks_processing.go:69] worker 3 listening for tasks. I0425 23:04:27.987368 1 tasks_processing.go:69] worker 28 listening for tasks. I0425 23:04:27.987378 1 tasks_processing.go:69] worker 4 listening for tasks. I0425 23:04:27.987386 1 tasks_processing.go:71] worker 4 working on olm_operators task. I0425 23:04:27.987387 1 tasks_processing.go:69] worker 21 listening for tasks. I0425 23:04:27.987384 1 tasks_processing.go:69] worker 19 listening for tasks. I0425 23:04:27.987394 1 tasks_processing.go:69] worker 26 listening for tasks. I0425 23:04:27.987387 1 tasks_processing.go:69] worker 36 listening for tasks. I0425 23:04:27.987380 1 tasks_processing.go:69] worker 24 listening for tasks. I0425 23:04:27.987399 1 tasks_processing.go:69] worker 45 listening for tasks. I0425 23:04:27.987404 1 tasks_processing.go:69] worker 23 listening for tasks. I0425 23:04:27.987403 1 tasks_processing.go:69] worker 27 listening for tasks. I0425 23:04:27.987410 1 tasks_processing.go:69] worker 31 listening for tasks. I0425 23:04:27.987398 1 tasks_processing.go:69] worker 22 listening for tasks. I0425 23:04:27.987416 1 tasks_processing.go:69] worker 37 listening for tasks. I0425 23:04:27.987398 1 tasks_processing.go:69] worker 29 listening for tasks. I0425 23:04:27.987420 1 tasks_processing.go:69] worker 17 listening for tasks. I0425 23:04:27.987421 1 tasks_processing.go:69] worker 32 listening for tasks. I0425 23:04:27.987420 1 tasks_processing.go:69] worker 34 listening for tasks. I0425 23:04:27.987426 1 tasks_processing.go:69] worker 35 listening for tasks. I0425 23:04:27.987429 1 tasks_processing.go:69] worker 14 listening for tasks. I0425 23:04:27.987432 1 tasks_processing.go:69] worker 18 listening for tasks. I0425 23:04:27.987435 1 tasks_processing.go:69] worker 12 listening for tasks. I0425 23:04:27.987438 1 tasks_processing.go:69] worker 43 listening for tasks. I0425 23:04:27.987442 1 tasks_processing.go:69] worker 38 listening for tasks. I0425 23:04:27.987445 1 tasks_processing.go:69] worker 60 listening for tasks. I0425 23:04:27.987438 1 tasks_processing.go:69] worker 41 listening for tasks. I0425 23:04:27.987452 1 tasks_processing.go:69] worker 52 listening for tasks. I0425 23:04:27.987454 1 tasks_processing.go:69] worker 63 listening for tasks. I0425 23:04:27.987450 1 tasks_processing.go:71] worker 9 working on jaegers task. I0425 23:04:27.987456 1 tasks_processing.go:71] worker 5 working on qemu_kubevirt_launcher_logs task. I0425 23:04:27.987460 1 tasks_processing.go:69] worker 54 listening for tasks. I0425 23:04:27.987460 1 tasks_processing.go:71] worker 11 working on silenced_alerts task. I0425 23:04:27.987464 1 tasks_processing.go:71] worker 0 working on storage_cluster task. I0425 23:04:27.987461 1 tasks_processing.go:71] worker 7 working on networks task. I0425 23:04:27.987469 1 tasks_processing.go:69] worker 47 listening for tasks. I0425 23:04:27.987467 1 tasks_processing.go:71] worker 10 working on feature_gates task. I0425 23:04:27.987474 1 tasks_processing.go:69] worker 56 listening for tasks. I0425 23:04:27.987478 1 tasks_processing.go:69] worker 48 listening for tasks. I0425 23:04:27.987482 1 tasks_processing.go:69] worker 57 listening for tasks. I0425 23:04:27.987486 1 tasks_processing.go:69] worker 51 listening for tasks. I0425 23:04:27.987487 1 tasks_processing.go:69] worker 58 listening for tasks. I0425 23:04:27.987483 1 tasks_processing.go:71] worker 3 working on container_images task. I0425 23:04:27.987492 1 tasks_processing.go:69] worker 59 listening for tasks. W0425 23:04:27.987492 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 23:04:27.987501 1 tasks_processing.go:69] worker 62 listening for tasks. I0425 23:04:27.987498 1 tasks_processing.go:69] worker 61 listening for tasks. I0425 23:04:27.987412 1 tasks_processing.go:69] worker 16 listening for tasks. I0425 23:04:27.987415 1 tasks_processing.go:69] worker 33 listening for tasks. I0425 23:04:27.987403 1 tasks_processing.go:69] worker 30 listening for tasks. I0425 23:04:27.987508 1 tasks_processing.go:69] worker 50 listening for tasks. I0425 23:04:27.987386 1 tasks_processing.go:69] worker 25 listening for tasks. I0425 23:04:27.987584 1 tasks_processing.go:71] worker 52 working on crds task. I0425 23:04:27.987609 1 tasks_processing.go:71] worker 25 working on machine_config_pools task. I0425 23:04:27.987457 1 tasks_processing.go:71] worker 2 working on version task. I0425 23:04:27.987456 1 tasks_processing.go:71] worker 6 working on install_plans task. I0425 23:04:27.987415 1 tasks_processing.go:69] worker 15 listening for tasks. I0425 23:04:27.987444 1 tasks_processing.go:71] worker 8 working on monitoring_persistent_volumes task. I0425 23:04:27.987428 1 tasks_processing.go:69] worker 13 listening for tasks. I0425 23:04:27.987966 1 tasks_processing.go:71] worker 13 working on validating_webhook_configurations task. I0425 23:04:27.987435 1 tasks_processing.go:69] worker 39 listening for tasks. I0425 23:04:27.987425 1 tasks_processing.go:69] worker 42 listening for tasks. I0425 23:04:27.987376 1 tasks_processing.go:69] worker 20 listening for tasks. I0425 23:04:27.987443 1 tasks_processing.go:71] worker 28 working on sap_config task. I0425 23:04:27.988088 1 tasks_processing.go:71] worker 20 working on pod_network_connectivity_checks task. I0425 23:04:27.988095 1 tasks_processing.go:71] worker 39 working on image_pruners task. I0425 23:04:27.988116 1 tasks_processing.go:71] worker 42 working on schedulers task. I0425 23:04:27.987444 1 tasks_processing.go:69] worker 44 listening for tasks. I0425 23:04:27.988216 1 tasks_processing.go:71] worker 44 working on container_runtime_configs task. I0425 23:04:27.987447 1 tasks_processing.go:69] worker 40 listening for tasks. I0425 23:04:27.987453 1 tasks_processing.go:69] worker 53 listening for tasks. I0425 23:04:27.987461 1 tasks_processing.go:69] worker 46 listening for tasks. I0425 23:04:27.987462 1 tasks_processing.go:71] worker 1 working on support_secret task. I0425 23:04:27.988315 1 tasks_processing.go:71] worker 46 working on openstack_controlplanes task. I0425 23:04:27.988324 1 tasks_processing.go:71] worker 53 working on overlapping_namespace_uids task. I0425 23:04:27.988329 1 tasks_processing.go:71] worker 40 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0425 23:04:27.987469 1 tasks_processing.go:69] worker 55 listening for tasks. I0425 23:04:27.989987 1 tasks_processing.go:71] worker 55 working on machines task. I0425 23:04:27.987511 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 34.807µs to process 0 records I0425 23:04:27.987521 1 tasks_processing.go:71] worker 30 working on machine_healthchecks task. I0425 23:04:27.987521 1 tasks_processing.go:71] worker 54 working on tsdb_status task. I0425 23:04:27.987524 1 tasks_processing.go:71] worker 12 working on operators_pods_and_events task. I0425 23:04:27.987523 1 tasks_processing.go:71] worker 58 working on proxies task. I0425 23:04:27.987526 1 tasks_processing.go:71] worker 59 working on machine_sets task. I0425 23:04:27.987527 1 tasks_processing.go:71] worker 43 working on dvo_metrics task. I0425 23:04:27.987528 1 tasks_processing.go:71] worker 32 working on openstack_version task. I0425 23:04:27.987519 1 tasks_processing.go:69] worker 49 listening for tasks. I0425 23:04:27.987529 1 tasks_processing.go:71] worker 47 working on oauths task. I0425 23:04:27.987530 1 tasks_processing.go:71] worker 11 working on mutating_webhook_configurations task. I0425 23:04:27.987531 1 tasks_processing.go:71] worker 34 working on config_maps task. I0425 23:04:27.987532 1 tasks_processing.go:71] worker 38 working on node_logs task. I0425 23:04:27.987534 1 tasks_processing.go:71] worker 56 working on authentication task. I0425 23:04:27.987528 1 tasks_processing.go:71] worker 17 working on clusterroles task. I0425 23:04:27.987534 1 tasks_processing.go:71] worker 62 working on machine_configs task. I0425 23:04:27.987538 1 tasks_processing.go:71] worker 60 working on pdbs task. I0425 23:04:27.987538 1 tasks_processing.go:71] worker 21 working on infrastructures task. I0425 23:04:27.987538 1 tasks_processing.go:71] worker 48 working on service_accounts task. I0425 23:04:27.987540 1 tasks_processing.go:71] worker 61 working on aggregated_monitoring_cr_names task. I0425 23:04:27.987536 1 tasks_processing.go:71] worker 18 working on certificate_signing_requests task. I0425 23:04:27.987543 1 tasks_processing.go:71] worker 57 working on sap_datahubs task. I0425 23:04:27.987535 1 tasks_processing.go:71] worker 14 working on nodenetworkconfigurationpolicies task. I0425 23:04:27.987543 1 tasks_processing.go:71] worker 19 working on storage_classes task. I0425 23:04:27.987542 1 tasks_processing.go:71] worker 41 working on image task. I0425 23:04:27.987547 1 tasks_processing.go:71] worker 26 working on machine_autoscalers task. I0425 23:04:27.987548 1 tasks_processing.go:71] worker 27 working on openshift_machine_api_events task. I0425 23:04:27.987543 1 tasks_processing.go:71] worker 16 working on nodes task. I0425 23:04:27.987551 1 tasks_processing.go:71] worker 31 working on ceph_cluster task. I0425 23:04:27.987546 1 tasks_processing.go:71] worker 51 working on node_features task. I0425 23:04:27.987553 1 tasks_processing.go:71] worker 36 working on ingress task. I0425 23:04:27.987553 1 tasks_processing.go:71] worker 63 working on cluster_apiserver task. I0425 23:04:27.987559 1 tasks_processing.go:71] worker 24 working on openshift_logging task. I0425 23:04:27.987556 1 tasks_processing.go:71] worker 37 working on active_alerts task. I0425 23:04:27.987555 1 tasks_processing.go:71] worker 22 working on operators task. I0425 23:04:27.987563 1 tasks_processing.go:71] worker 45 working on ingress_certificates task. I0425 23:04:27.987560 1 tasks_processing.go:71] worker 29 working on sap_pods task. I0425 23:04:27.987549 1 tasks_processing.go:71] worker 35 working on nodenetworkstates task. I0425 23:04:27.987564 1 tasks_processing.go:71] worker 23 working on image_registries task. I0425 23:04:27.987583 1 tasks_processing.go:71] worker 33 working on openstack_dataplanedeployments task. I0425 23:04:27.987589 1 tasks_processing.go:71] worker 50 working on lokistack task. I0425 23:04:27.987867 1 tasks_processing.go:71] worker 15 working on cost_management_metrics_configs task. W0425 23:04:27.990445 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 23:04:27.991867 1 tasks_processing.go:71] worker 54 working on metrics task. I0425 23:04:27.991253 1 tasks_processing.go:71] worker 49 working on openstack_dataplanenodesets task. W0425 23:04:27.991896 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 23:04:27.992145 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.489552ms to process 0 records I0425 23:04:27.992168 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 281.843µs to process 0 records I0425 23:04:27.992177 1 tasks_processing.go:74] worker 54 stopped. W0425 23:04:27.992181 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 23:04:27.992193 1 tasks_processing.go:74] worker 37 stopped. I0425 23:04:27.992205 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 374.613µs to process 0 records I0425 23:04:27.992352 1 tasks_processing.go:74] worker 0 stopped. I0425 23:04:27.992371 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 4.875795ms to process 0 records I0425 23:04:27.992382 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 4.731322ms to process 0 records I0425 23:04:27.992391 1 tasks_processing.go:74] worker 25 stopped. I0425 23:04:27.993020 1 tasks_processing.go:74] worker 28 stopped. I0425 23:04:27.993036 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 5.023393ms to process 0 records I0425 23:04:27.993279 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0425 23:04:27.993324 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0425 23:04:27.993332 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0425 23:04:27.993337 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0425 23:04:27.993356 1 controller.go:531] The operator is still being initialized I0425 23:04:27.993365 1 controller.go:554] The operator is healthy I0425 23:04:27.993752 1 tasks_processing.go:74] worker 4 stopped. I0425 23:04:27.993767 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 6.351313ms to process 0 records I0425 23:04:27.994924 1 tasks_processing.go:74] worker 44 stopped. I0425 23:04:27.994939 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 6.698422ms to process 0 records E0425 23:04:27.994949 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0425 23:04:27.994958 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 6.825779ms to process 0 records I0425 23:04:27.994958 1 tasks_processing.go:74] worker 20 stopped. I0425 23:04:27.994981 1 tasks_processing.go:74] worker 46 stopped. I0425 23:04:27.994993 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 6.654566ms to process 0 records I0425 23:04:27.995125 1 tasks_processing.go:74] worker 9 stopped. I0425 23:04:27.995136 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 7.66011ms to process 0 records I0425 23:04:27.995238 1 tasks_processing.go:74] worker 7 stopped. I0425 23:04:27.995436 1 recorder.go:75] Recording config/network with fingerprint=53110a9d1af328c48db9ee771f6fca7c6561e573abd04eaecc99bb286bca322e I0425 23:04:27.995451 1 gather.go:177] gatherer "clusterconfig" function "networks" took 7.757409ms to process 1 records I0425 23:04:27.995563 1 tasks_processing.go:74] worker 10 stopped. I0425 23:04:27.995752 1 recorder.go:75] Recording config/featuregate with fingerprint=a98dc97a125d5bc3a4e8a2a7a5b1e7b543afea9719999cc47f77aaf4363bacd9 I0425 23:04:27.995769 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 8.061537ms to process 1 records I0425 23:04:27.998527 1 gather_logs.go:145] no pods in namespace were found I0425 23:04:27.998544 1 tasks_processing.go:74] worker 5 stopped. I0425 23:04:27.998554 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 11.073423ms to process 0 records I0425 23:04:28.010793 1 tasks_processing.go:74] worker 42 stopped. I0425 23:04:28.010871 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=39b89b2a9b6977eaaa5a6541c28e0ed4a09c69215b452e90f6e2a31c4990879e I0425 23:04:28.010884 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 22.655637ms to process 1 records I0425 23:04:28.015380 1 tasks_processing.go:74] worker 39 stopped. I0425 23:04:28.015653 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=a0a1098404adc16f4ab7a8bf6bf08af7464f325d5d9f0e54c1e8b526c8e1531a I0425 23:04:28.015669 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 27.268335ms to process 1 records I0425 23:04:28.032803 1 tasks_processing.go:74] worker 21 stopped. I0425 23:04:28.033521 1 recorder.go:75] Recording config/infrastructure with fingerprint=591869b616dfb1465de92aede34d86bf7cf91cf57a134bccf66e88557f41570a I0425 23:04:28.033538 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 41.110341ms to process 1 records I0425 23:04:28.033636 1 tasks_processing.go:74] worker 52 stopped. I0425 23:04:28.034013 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=e865710209172439a79d898d81bed4491636bc3d73ea53839403804264ddc60f I0425 23:04:28.034215 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=5eebe7abd1163bc441e04bc5d3f060383f6476fa070dbb1c7e6e51d7f26ecb56 I0425 23:04:28.034225 1 gather.go:177] gatherer "clusterconfig" function "crds" took 45.198768ms to process 2 records I0425 23:04:28.034325 1 tasks_processing.go:74] worker 47 stopped. I0425 23:04:28.034422 1 recorder.go:75] Recording config/oauth with fingerprint=741642f1d5b7bd55b83026db3e11c001800b0400922682d04125b7df79ede304 I0425 23:04:28.034433 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 41.561233ms to process 1 records I0425 23:04:28.034514 1 tasks_processing.go:74] worker 3 stopped. I0425 23:04:28.035927 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-5pptj with fingerprint=4e3324234b9e849ac36160d556a6ac27742f3c4e063d7443f62191d571739e4e I0425 23:04:28.036007 1 recorder.go:75] Recording config/running_containers with fingerprint=32d67fea76dafac1b0667cbbc7eed1abbd1d90008831fa85169752fc2988e392 I0425 23:04:28.036021 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 46.272674ms to process 2 records I0425 23:04:28.045704 1 tasks_processing.go:74] worker 2 stopped. I0425 23:04:28.045914 1 recorder.go:75] Recording config/version with fingerprint=4a34e0ed9950d011455a4fc741d15f65f4aa98693b4a95630768f4c36615c8a1 I0425 23:04:28.045931 1 recorder.go:75] Recording config/id with fingerprint=c2ba64b5e6334f9f3671daa4f55beef20c78469c77b062e9707c79fe660c34a1 I0425 23:04:28.045941 1 gather.go:177] gatherer "clusterconfig" function "version" took 58.022989ms to process 2 records E0425 23:04:28.045956 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0425 23:04:28.045965 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 57.696582ms to process 0 records I0425 23:04:28.045972 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 58.060955ms to process 0 records I0425 23:04:28.045978 1 tasks_processing.go:74] worker 8 stopped. I0425 23:04:28.045982 1 tasks_processing.go:74] worker 1 stopped. I0425 23:04:28.046682 1 tasks_processing.go:74] worker 53 stopped. I0425 23:04:28.046713 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0425 23:04:28.046726 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 58.339189ms to process 1 records I0425 23:04:28.051533 1 tasks_processing.go:74] worker 15 stopped. I0425 23:04:28.051548 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 59.668409ms to process 0 records I0425 23:04:28.054653 1 tasks_processing.go:74] worker 29 stopped. I0425 23:04:28.054669 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 62.810346ms to process 0 records I0425 23:04:28.059731 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 23:04:28.059745 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 23:04:28.059776 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0425 23:04:28.064621 1 tasks_processing.go:74] worker 14 stopped. I0425 23:04:28.064637 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 72.842874ms to process 0 records I0425 23:04:28.064646 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 72.864068ms to process 0 records I0425 23:04:28.064653 1 tasks_processing.go:74] worker 57 stopped. I0425 23:04:28.064664 1 tasks_processing.go:74] worker 26 stopped. I0425 23:04:28.064677 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 72.875725ms to process 0 records E0425 23:04:28.064686 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0425 23:04:28.064689 1 tasks_processing.go:74] worker 31 stopped. I0425 23:04:28.064698 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 72.885376ms to process 0 records I0425 23:04:28.064712 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 72.877185ms to process 0 records I0425 23:04:28.064718 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 72.893721ms to process 0 records I0425 23:04:28.064722 1 tasks_processing.go:74] worker 24 stopped. I0425 23:04:28.064724 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 74.002041ms to process 0 records I0425 23:04:28.064729 1 tasks_processing.go:74] worker 51 stopped. I0425 23:04:28.064731 1 tasks_processing.go:74] worker 59 stopped. I0425 23:04:28.064730 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 72.867057ms to process 0 records I0425 23:04:28.064735 1 tasks_processing.go:74] worker 35 stopped. I0425 23:04:28.064747 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 73.762357ms to process 0 records I0425 23:04:28.064757 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 72.83645ms to process 0 records I0425 23:04:28.064763 1 tasks_processing.go:74] worker 49 stopped. I0425 23:04:28.064768 1 tasks_processing.go:74] worker 32 stopped. I0425 23:04:28.064864 1 tasks_processing.go:74] worker 50 stopped. I0425 23:04:28.064882 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 73.006126ms to process 0 records E0425 23:04:28.064891 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0425 23:04:28.064898 1 gather.go:177] gatherer "clusterconfig" function "machines" took 74.831419ms to process 0 records I0425 23:04:28.064902 1 tasks_processing.go:74] worker 55 stopped. I0425 23:04:28.064977 1 tasks_processing.go:74] worker 13 stopped. I0425 23:04:28.065103 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=aab92de7b23a04a28a04e3149bba0ddbc36fd728284130112311ad34416417ed I0425 23:04:28.065203 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=26a985cfe92a7209b71024bea8ab249ae79d49930dc58cf110754d53a7b38ca0 I0425 23:04:28.065227 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=36ec6af8eba219d5bea2f290a7a7cfba0022da236dff0e61ba2610b88a3714a5 I0425 23:04:28.065251 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=1651961c4393547d96549ac5f1d8e9321fef483cbd945d6f828701a15db19d99 I0425 23:04:28.065273 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=d0f10846d6c2263017177df670a641b316c75064fd5c71139a16c41737352237 I0425 23:04:28.065319 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=23085df7c05876a321b7838afc1663394889b6cd1a09640dfb1ac90475b33b60 I0425 23:04:28.065359 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=56566ea3f6907612bcce3a847a59a01d77a412ba9a59cea8de994c6044e42f35 I0425 23:04:28.065393 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=d87da50d7a1a5aab263c234661965f08a077cd749e1dbaa7a88c41b8cbdb2b4a I0425 23:04:28.065416 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=76f9751467ce1c1814f4c44a788f4aa683afa116902880a6f443831455257a0f I0425 23:04:28.065444 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=4cc60bf9d52cb31c0160a85ec859e9cd87582be7bcf2fb5db92e464605a03e7e I0425 23:04:28.065478 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=0bb1404bad5d8696da8c953d1002a16fd2767b7f3c6bd556cc119828c0cc10df I0425 23:04:28.065487 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 76.90893ms to process 11 records E0425 23:04:28.065497 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0425 23:04:28.065503 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 74.741551ms to process 0 records I0425 23:04:28.065509 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 73.054176ms to process 0 records I0425 23:04:28.065561 1 recorder.go:75] Recording config/proxy with fingerprint=cb0ff934bd4b828ce128548cde690a8a2b2a09f06f47a0a73e27af83e2a0d07e I0425 23:04:28.065569 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 74.322159ms to process 1 records I0425 23:04:28.065579 1 tasks_processing.go:74] worker 30 stopped. I0425 23:04:28.065591 1 tasks_processing.go:74] worker 58 stopped. I0425 23:04:28.065594 1 tasks_processing.go:74] worker 33 stopped. I0425 23:04:28.065658 1 tasks_processing.go:74] worker 56 stopped. I0425 23:04:28.065777 1 recorder.go:75] Recording config/authentication with fingerprint=fdfde8b7f7b9f3adcbd0cb7848393ee2604cd2f72654c9d8265310b26c008bb0 I0425 23:04:28.065791 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 73.511595ms to process 1 records I0425 23:04:28.067632 1 tasks_processing.go:74] worker 27 stopped. I0425 23:04:28.067650 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 75.838793ms to process 0 records I0425 23:04:28.067702 1 base_controller.go:82] Caches are synced for ConfigController I0425 23:04:28.067713 1 tasks_processing.go:74] worker 60 stopped. I0425 23:04:28.067720 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0425 23:04:28.067816 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=e52ae438773ad147a3f76a0c336eb68f46076906f673e7e829fc28a4df4d2bb6 I0425 23:04:28.067838 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=9e8e5b9403ecee1c8287d6407ebf64088a5d2795c14256c506a1d0bc7d14b9d5 I0425 23:04:28.067879 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=1cb188d6ccc9c3b5000f97a088fad9b4bdaa615dae43912a72e0ca853c742e23 I0425 23:04:28.067908 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 76.037029ms to process 3 records I0425 23:04:28.067991 1 tasks_processing.go:74] worker 41 stopped. I0425 23:04:28.067992 1 recorder.go:75] Recording config/image with fingerprint=47528e7569f90336b4feaeae3166f0950c613aa95c7252866f014748d2957690 I0425 23:04:28.068027 1 gather.go:177] gatherer "clusterconfig" function "image" took 75.993955ms to process 1 records I0425 23:04:28.068122 1 tasks_processing.go:74] worker 11 stopped. I0425 23:04:28.068148 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=e82688228b1a1d05c46a05c015b7d07e7879d02c5556f92e28de206f188347f2 I0425 23:04:28.068181 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=96a602ff7290c2d06aa3c7dd0b1ffffe6061f33db21cad846e537380dcca9577 I0425 23:04:28.068205 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=f5e280884c33bcfefd8f3c9a1dd38dda46bd7ac9527210314b0c30a06082a2e8 I0425 23:04:28.068210 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 76.390177ms to process 3 records I0425 23:04:28.068318 1 tasks_processing.go:74] worker 63 stopped. I0425 23:04:28.068356 1 recorder.go:75] Recording config/apiserver with fingerprint=9742a4214fb9cfed366b1f8ffb491bccc5b87c3642d6de73e2650b7096c54170 I0425 23:04:28.068364 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 76.213941ms to process 1 records I0425 23:04:28.070652 1 tasks_processing.go:74] worker 19 stopped. I0425 23:04:28.070758 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=fd3bfd19868e6754480b542eb9bf59fff6c19581cd549c399b527e167f880717 I0425 23:04:28.070786 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=df0f21e6b57feb39c7fe35fdb6dbad508ced68c46a2a77f92d7cef602ab22c44 I0425 23:04:28.070799 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 78.872709ms to process 2 records I0425 23:04:28.070897 1 tasks_processing.go:74] worker 36 stopped. I0425 23:04:28.071077 1 recorder.go:75] Recording config/ingress with fingerprint=60cd4c00eaf7b7eb4e81e37c36afe472330c8e0b3cb07963cb60309e89b9fc81 I0425 23:04:28.071097 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 79.083871ms to process 1 records I0425 23:04:28.072628 1 tasks_processing.go:74] worker 18 stopped. I0425 23:04:28.072646 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 80.8542ms to process 0 records I0425 23:04:28.076547 1 tasks_processing.go:74] worker 62 stopped. E0425 23:04:28.076565 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0425 23:04:28.076592 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0425 23:04:28.076605 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 84.940225ms to process 1 records I0425 23:04:28.080703 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 23:04:28.080799 1 tasks_processing.go:74] worker 38 stopped. I0425 23:04:28.080812 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 89.308645ms to process 0 records I0425 23:04:28.080961 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0425 23:04:28.080965 1 tasks_processing.go:74] worker 16 stopped. I0425 23:04:28.081026 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0425 23:04:28.081098 1 operator.go:328] started I0425 23:04:28.081116 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0425 23:04:28.081296 1 recorder.go:75] Recording config/node/ip-10-0-0-165.ec2.internal with fingerprint=ae2b497e58ce71a9eb9575854ac3d9ef9fd20aabe1b99cd16e0292466591dfa2 I0425 23:04:28.081396 1 recorder.go:75] Recording config/node/ip-10-0-1-217.ec2.internal with fingerprint=92695575719acbc06c72a2f51893402f546a4001edf4014b482dcf0b9f7f9a99 I0425 23:04:28.081457 1 recorder.go:75] Recording config/node/ip-10-0-2-186.ec2.internal with fingerprint=c5979a2887aa49503d0db6c8c52795ae2742ec968d405eb97c2d51df43c8d9f3 I0425 23:04:28.081466 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 89.16592ms to process 3 records I0425 23:04:28.084740 1 tasks_processing.go:74] worker 40 stopped. I0425 23:04:28.084755 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 96.39652ms to process 0 records I0425 23:04:28.084902 1 tasks_processing.go:74] worker 17 stopped. I0425 23:04:28.085073 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=251f6c079dc5a5315a2c59d4b771e9d3d10f30398cac2b65c28934aae24456fe I0425 23:04:28.085156 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=5ce380f689022597875f36b68ba91b1b4e63ad38b7dee82dff92ea976b523300 I0425 23:04:28.085165 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 93.316302ms to process 2 records W0425 23:04:28.089545 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 23:04:28.097066 1 tasks_processing.go:74] worker 23 stopped. I0425 23:04:28.097422 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=c4edfcc50a4cf2a94003969b15ab40ba0cd3253d9a2b3fc8de1a7a5880851ecb I0425 23:04:28.097436 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 105.208978ms to process 1 records I0425 23:04:28.101133 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0425 23:04:28.101145 1 controller.go:254] Source scaController *sca.Controller is not ready I0425 23:04:28.101149 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0425 23:04:28.101152 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0425 23:04:28.101154 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0425 23:04:28.101170 1 controller.go:531] The operator is still being initialized I0425 23:04:28.101177 1 controller.go:554] The operator is healthy I0425 23:04:28.103774 1 prometheus_rules.go:88] Prometheus rules successfully created I0425 23:04:28.107186 1 tasks_processing.go:74] worker 61 stopped. I0425 23:04:28.107206 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 115.414013ms to process 0 records E0425 23:04:28.112063 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274fba3dbd-6428-4e53-810c-c49112a0e790%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:44699->172.30.0.10:53: read: connection refused I0425 23:04:28.112078 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%274fba3dbd-6428-4e53-810c-c49112a0e790%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:44699->172.30.0.10:53: read: connection refused I0425 23:04:28.138993 1 tasks_processing.go:74] worker 45 stopped. E0425 23:04:28.139016 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0425 23:04:28.139024 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ptfd0doqkjckkqnviaqdhhsij5e416h-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ptfd0doqkjckkqnviaqdhhsij5e416h-primary-cert-bundle-secret" not found I0425 23:04:28.139074 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=7b92e93d4d074ff20d4eceb19371a4075c2281c98d547ba101c3beaf6a4f6a77 I0425 23:04:28.139087 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 147.151663ms to process 1 records I0425 23:04:28.142181 1 tasks_processing.go:74] worker 34 stopped. E0425 23:04:28.142197 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0425 23:04:28.142203 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0425 23:04:28.142206 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0425 23:04:28.142215 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0425 23:04:28.142256 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0425 23:04:28.142266 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0425 23:04:28.142272 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0425 23:04:28.142278 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0425 23:04:28.142347 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0425 23:04:28.142357 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0425 23:04:28.142363 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 150.745186ms to process 7 records I0425 23:04:28.160716 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0425 23:04:28.164531 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:39710->172.30.0.10:53: read: connection refused I0425 23:04:28.164550 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.12:39710->172.30.0.10:53: read: connection refused I0425 23:04:28.181630 1 base_controller.go:82] Caches are synced for LoggingSyncer I0425 23:04:28.181642 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0425 23:04:28.450538 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0425 23:04:28.450549 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0425 23:04:28.451540 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-5drpj pod in namespace openshift-dns (previous: false). I0425 23:04:28.673973 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5drpj pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-5drpj\" is waiting to start: ContainerCreating" I0425 23:04:28.673992 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-5drpj\" is waiting to start: ContainerCreating" I0425 23:04:28.674000 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-5drpj pod in namespace openshift-dns (previous: false). I0425 23:04:28.854380 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5drpj pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-5drpj\" is waiting to start: ContainerCreating" I0425 23:04:28.854398 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-5drpj\" is waiting to start: ContainerCreating" I0425 23:04:28.854409 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-v9w7p pod in namespace openshift-dns (previous: false). I0425 23:04:29.080826 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v9w7p pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-v9w7p\" is waiting to start: ContainerCreating" I0425 23:04:29.080844 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-v9w7p\" is waiting to start: ContainerCreating" I0425 23:04:29.080851 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-v9w7p pod in namespace openshift-dns (previous: false). W0425 23:04:29.088647 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 23:04:29.255897 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v9w7p pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-v9w7p\" is waiting to start: ContainerCreating" I0425 23:04:29.255917 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-v9w7p\" is waiting to start: ContainerCreating" I0425 23:04:29.255955 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-vzr5r pod in namespace openshift-dns (previous: false). I0425 23:04:29.498692 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vzr5r pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-vzr5r\" is waiting to start: ContainerCreating" I0425 23:04:29.498710 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-vzr5r\" is waiting to start: ContainerCreating" I0425 23:04:29.498721 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-vzr5r pod in namespace openshift-dns (previous: false). I0425 23:04:29.512671 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0425 23:04:29.657078 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vzr5r pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-vzr5r\" is waiting to start: ContainerCreating" I0425 23:04:29.657093 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-vzr5r\" is waiting to start: ContainerCreating" I0425 23:04:29.657103 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-2mf7g pod in namespace openshift-dns (previous: false). I0425 23:04:29.853980 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 23:04:29.853995 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dlrh5 pod in namespace openshift-dns (previous: false). I0425 23:04:29.910020 1 tasks_processing.go:74] worker 22 stopped. I0425 23:04:29.910082 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=75a9af91052055913fce043000bf258e0af088ba1bbab9158eeda9f61595e462 I0425 23:04:29.910136 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=4b841371cd7bad430f770999bf1c6c3750f39e7bc839421cc55ae171afe3e685 I0425 23:04:29.910169 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0425 23:04:29.910195 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=fd9040180159f8cb7ebd32338aeafd3596594946c70d9ac17b653298920397d8 I0425 23:04:29.910213 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0425 23:04:29.910257 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=52d57867b89036fb4f1313aa02f278e64647e54ae6b93d7f455138e9cd6400f0 I0425 23:04:29.910287 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=073891c2ccf9e1a7256146b5d0da65c75dcf1b1b14b44d4a5576bbd5d783f5da I0425 23:04:29.910325 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=ad92c018cc4f80766b3c6c068cfad1d141b77e8836d1ae6e124ad68e2b9c5622 I0425 23:04:29.910339 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=5c9389c076a3bb4ffc377819e384611c6816975ad7c74a80d95ff08c55a72a23 I0425 23:04:29.910355 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=93bb882020fff70ad0b66c479d0f5153be604c1d40f26a15b90cbd7aa55e48d6 I0425 23:04:29.910364 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0425 23:04:29.910380 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=8b4543e2505c0c032fb3af011133142e6cfdddf5457ab0be843b39cdb3e142ae I0425 23:04:29.910388 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0425 23:04:29.910403 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=b980a3f44e809c2f2953d17e7bf4f415f2e4b0bbd5cd2883cd8a3b219ace191b I0425 23:04:29.910410 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0425 23:04:29.910423 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=8f7e5d8af14d080b57bd426c99352c4075a8a1eb38bd7e0abfc271e6c4b46f78 I0425 23:04:29.910433 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0425 23:04:29.910448 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=8ee2d27459376620a6331aeb0f2320378639b91e88489abed95299430d17b583 I0425 23:04:29.910567 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=8fa11f9015c2f66a378ce1c5600fd403cf78953c9f05f4b4e0956d551ea75d86 I0425 23:04:29.910577 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0425 23:04:29.910583 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0425 23:04:29.910603 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0425 23:04:29.910625 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=fdf48b2191ebfd2c7b797a8565bc008a9bd66d73b70b1ea303cb98299cd917f7 I0425 23:04:29.910647 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=9f10f6ecc371da04d7162d2d47d0fab0838eb109650d3490fb8fa353bf72ae21 I0425 23:04:29.910656 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0425 23:04:29.910670 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=ee2063150256abff1b45553c90afd308465efb642a7568328d7b120ccf0b8e92 I0425 23:04:29.910679 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0425 23:04:29.910691 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=f895c0e9507698a142ff7e6fd09ea5f31375af5d2905e5be81dc45eb1faa30e1 I0425 23:04:29.910703 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=8b2136b47aa589743e678b639f8f76465fd641369bfbf2c4e17266145fd44a2a I0425 23:04:29.910716 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=f53f5bc1c012fc71fa91eeafc05d5e0db2dd800c7a5fae86c968fce72ab83b9c I0425 23:04:29.910728 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=5cabb406ce47120bb757357ba6f333ebec7f8cae0bccba62460e65949b11fc2e I0425 23:04:29.910738 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=2d54d9e4bd90b3d802378cf2a185209f626032abb9c3aecc9d01d1278e036cd9 I0425 23:04:29.910764 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=45f58177ef8fe5889186b993dd99baf4f84ef636f892350f15908479088d9bb3 I0425 23:04:29.910780 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0425 23:04:29.910787 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0425 23:04:29.910794 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.918178206s to process 35 records I0425 23:04:30.055351 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 23:04:30.055367 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-k45ph pod in namespace openshift-dns (previous: false). W0425 23:04:30.089772 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 23:04:30.260391 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 23:04:30.260451 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b57c9b684-qnb86 pod in namespace openshift-image-registry (previous: false). I0425 23:04:30.457415 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6b57c9b684-qnb86 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6b57c9b684-qnb86\" is waiting to start: ContainerCreating" I0425 23:04:30.457432 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6b57c9b684-qnb86\" is waiting to start: ContainerCreating" I0425 23:04:30.457480 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b57c9b684-vtnnk pod in namespace openshift-image-registry (previous: false). I0425 23:04:30.655021 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6b57c9b684-vtnnk pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6b57c9b684-vtnnk\" is waiting to start: ContainerCreating" I0425 23:04:30.655042 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6b57c9b684-vtnnk\" is waiting to start: ContainerCreating" I0425 23:04:30.655092 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7c4f69cb6c-ps4xr pod in namespace openshift-image-registry (previous: false). I0425 23:04:30.855623 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7c4f69cb6c-ps4xr pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7c4f69cb6c-ps4xr\" is waiting to start: ContainerCreating" I0425 23:04:30.855640 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7c4f69cb6c-ps4xr\" is waiting to start: ContainerCreating" I0425 23:04:30.855652 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-928c8 pod in namespace openshift-image-registry (previous: false). I0425 23:04:31.055489 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 23:04:31.055508 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-bc8tc pod in namespace openshift-image-registry (previous: false). W0425 23:04:31.089613 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 23:04:31.256821 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 23:04:31.256843 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-bp6wj pod in namespace openshift-image-registry (previous: false). I0425 23:04:31.455672 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0425 23:04:31.455694 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-85cdb9646-d6kkx pod in namespace openshift-ingress (previous: false). I0425 23:04:31.655418 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-85cdb9646-d6kkx pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-85cdb9646-d6kkx\" is waiting to start: ContainerCreating" I0425 23:04:31.655435 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-85cdb9646-d6kkx\" is waiting to start: ContainerCreating" I0425 23:04:31.655445 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-85cdb9646-dv94b pod in namespace openshift-ingress (previous: false). I0425 23:04:31.856785 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-85cdb9646-dv94b pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-85cdb9646-dv94b\" is waiting to start: ContainerCreating" I0425 23:04:31.856801 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-85cdb9646-dv94b\" is waiting to start: ContainerCreating" I0425 23:04:31.856812 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-8668968b4f-x7pdx pod in namespace openshift-ingress (previous: false). I0425 23:04:32.056926 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-8668968b4f-x7pdx pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-8668968b4f-x7pdx\" is waiting to start: ContainerCreating" I0425 23:04:32.056942 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-8668968b4f-x7pdx\" is waiting to start: ContainerCreating" I0425 23:04:32.056954 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-77tpw pod in namespace openshift-ingress-canary (previous: false). W0425 23:04:32.088837 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0425 23:04:32.254686 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-svcvh pod in namespace openshift-ingress-canary (previous: false). I0425 23:04:32.456557 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-txhjc pod in namespace openshift-ingress-canary (previous: false). I0425 23:04:32.656756 1 tasks_processing.go:74] worker 12 stopped. I0425 23:04:32.656870 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=7568572990099d20240b5092004ba2174faa49f084f18c3aabefa0c11440a1a0 I0425 23:04:32.656922 1 recorder.go:75] Recording events/openshift-dns with fingerprint=a56b0575d2f470180d6d2f064385b90bb03ef250a75face4ebb6af1d417a8894 I0425 23:04:32.657069 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=db4ef3ecff4ce9f248ad896d46a503b6a1ce2f94925f94a62e604fd911c43a81 I0425 23:04:32.657101 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=9a605a91789638ce06b997b26bb369203831539365b9c1f4fd39288c069c4159 I0425 23:04:32.657144 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=e2a34cf0b5f7169156efd72adb302ea869c2676f92ece470210bb3f4e892ecb9 I0425 23:04:32.657183 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=c2b355fc3d4edcd977d14d7841cd6b1d25f0183df9c60a7da098c55df0e2fa00 I0425 23:04:32.657329 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-5drpj with fingerprint=be25de08bfcdd6ae9dad96058ebca5f29a9cf24d085d553973583a0ced594c1f I0425 23:04:32.657415 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-vzr5r with fingerprint=5ad0c013acf57fe84e80e973ba9ceaa2e72e710819bea418b457fb9db0f756f4 I0425 23:04:32.657512 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6b57c9b684-qnb86 with fingerprint=784e5ff62ad231dafa1deb6e76ad65fb1a19bca64f5f850c07531006847c8a01 I0425 23:04:32.657604 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6b57c9b684-vtnnk with fingerprint=4f3c88c542544cb4cb43abc0a16595c137c92f61201193b54f0b6d850a51ba4d I0425 23:04:32.657696 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7c4f69cb6c-ps4xr with fingerprint=cc12768238880d6e6597e8af8cf21f9b1b362a9bc22866c0e2c29c22e424aa91 I0425 23:04:32.657703 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-77tpw/serve-healthcheck-canary_current.log with fingerprint=00afbef58211fe3eaaa9cad478eac06df9d51e285f54f644aab7a35d3b6e70c1 I0425 23:04:32.657707 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-svcvh/serve-healthcheck-canary_current.log with fingerprint=0df594d12b62f9537f3d796ab190486ac3cae93bd1eab1d0417c6bba0b0c9876 I0425 23:04:32.657713 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-txhjc/serve-healthcheck-canary_current.log with fingerprint=a1b38f0c0440e50902db7b2d93cb7accc7775a2233927a35f44126beec3bc089 I0425 23:04:32.657719 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.666265617s to process 14 records W0425 23:04:33.089383 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0425 23:04:33.089412 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0425 23:04:33.089430 1 tasks_processing.go:74] worker 43 stopped. E0425 23:04:33.089439 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0425 23:04:33.089450 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0425 23:04:33.089468 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0425 23:04:33.089479 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.098488025s to process 1 records I0425 23:04:40.416443 1 tasks_processing.go:74] worker 6 stopped. I0425 23:04:40.416477 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0425 23:04:40.416489 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.428643304s to process 1 records I0425 23:04:41.071809 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 23:04:41.200824 1 tasks_processing.go:74] worker 48 stopped. I0425 23:04:41.201094 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=698b3ed6ac2dcbbe305b75e3c37787498192c269ee2964c1d49d551d6371b6d6 I0425 23:04:41.201116 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.209060781s to process 1 records E0425 23:04:41.201190 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.213s with: function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error" I0425 23:04:41.202299 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0425 23:04:41.202329 1 periodic.go:216] Running workloads gatherer I0425 23:04:41.202344 1 tasks_processing.go:45] number of workers: 2 I0425 23:04:41.202350 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 23:04:41.202354 1 tasks_processing.go:71] worker 1 working on workload_info task. I0425 23:04:41.202363 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 23:04:41.202380 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0425 23:04:41.243689 1 tasks_processing.go:74] worker 0 stopped. I0425 23:04:41.243706 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 41.291323ms to process 0 records I0425 23:04:41.288618 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0425 23:04:41.301452 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (14ms) I0425 23:04:41.309020 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (8ms) I0425 23:04:41.316123 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (7ms) I0425 23:04:41.324496 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (8ms) I0425 23:04:41.332086 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (8ms) I0425 23:04:41.339036 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (7ms) I0425 23:04:41.345900 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (7ms) I0425 23:04:41.352512 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (7ms) I0425 23:04:41.359851 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (7ms) I0425 23:04:41.366472 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (7ms) I0425 23:04:41.396102 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (30ms) I0425 23:04:41.496869 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (101ms) I0425 23:04:41.596082 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (99ms) I0425 23:04:41.702092 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (106ms) I0425 23:04:41.796227 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (94ms) I0425 23:04:41.901127 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (105ms) I0425 23:04:41.996482 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (95ms) I0425 23:04:42.099686 1 gather_workloads_info.go:387] No image sha256:0092742d8c2f3e9241f8f87d6f1da2a063627c140c491dc9c5e97526f760101a (103ms) I0425 23:04:42.197564 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (98ms) I0425 23:04:42.302200 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (105ms) I0425 23:04:42.396695 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (94ms) I0425 23:04:42.496401 1 gather_workloads_info.go:387] No image sha256:295fdda3bdb8bc5a12a5b038d087001f9e37481cf6f1b3a6d80d39dfabe17af9 (100ms) I0425 23:04:42.596610 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (100ms) I0425 23:04:42.700167 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (104ms) I0425 23:04:42.796559 1 gather_workloads_info.go:387] No image sha256:b958e39c1643d98648b20ff8b6ec38a51c9c6606f2eecff4044d41ac993e1878 (96ms) I0425 23:04:42.900604 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (104ms) I0425 23:04:42.996998 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (96ms) I0425 23:04:43.096074 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (99ms) I0425 23:04:43.195960 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms) I0425 23:04:43.295707 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms) I0425 23:04:43.397026 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (101ms) I0425 23:04:43.498363 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (101ms) I0425 23:04:43.596495 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (98ms) I0425 23:04:43.696982 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (100ms) I0425 23:04:43.798046 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (101ms) I0425 23:04:43.901458 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (103ms) I0425 23:04:43.901486 1 tasks_processing.go:74] worker 1 stopped. E0425 23:04:43.901495 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0425 23:04:43.901721 1 recorder.go:75] Recording config/workload_info with fingerprint=462b2ab7316c5e14a6b73d008cea09483efd5d9d3122b2a57d93ca43400cc08b I0425 23:04:43.901736 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.699126366s to process 1 records E0425 23:04:43.901758 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.699s with: function \"workload_info\" failed with an error" I0425 23:04:43.902861 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0425 23:04:43.902873 1 periodic.go:216] Running conditional gatherer I0425 23:04:43.904182 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 23:04:43.907328 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0425 23:04:43.914409 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.12:50773->172.30.0.10:53: read: connection refused E0425 23:04:43.914694 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0425 23:04:43.914751 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0425 23:04:43.919799 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0425 23:04:43.919883 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 23:04:43.919913 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 23:04:43.919924 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 23:04:43.919936 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 23:04:43.919940 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 23:04:43.919945 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 23:04:43.919950 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 23:04:43.919954 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0425 23:04:43.919959 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0425 23:04:43.919981 1 tasks_processing.go:45] number of workers: 3 I0425 23:04:43.919999 1 tasks_processing.go:69] worker 2 listening for tasks. I0425 23:04:43.920020 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0425 23:04:43.920223 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0425 23:04:43.920241 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.404µs to process 1 records I0425 23:04:43.920247 1 tasks_processing.go:69] worker 1 listening for tasks. I0425 23:04:43.920260 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0425 23:04:43.920341 1 tasks_processing.go:71] worker 1 working on remote_configuration task. I0425 23:04:43.920420 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0425 23:04:43.920263 1 tasks_processing.go:69] worker 0 listening for tasks. I0425 23:04:43.920452 1 tasks_processing.go:74] worker 0 stopped. I0425 23:04:43.920451 1 tasks_processing.go:74] worker 1 stopped. I0425 23:04:43.920461 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 2.787µs to process 1 records I0425 23:04:43.920833 1 tasks_processing.go:74] worker 2 stopped. I0425 23:04:43.920849 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 483.402µs to process 0 records I0425 23:04:43.920870 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.12:50773->172.30.0.10:53: read: connection refused I0425 23:04:43.920888 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0425 23:04:43.940940 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=ad8c06b6c7e68d5c61e959743661b7374bf2852838c9c95b3ed6a168cbb0bbf6 I0425 23:04:43.941051 1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-04-25-230443.tar.gz I0425 23:04:43.947636 1 diskrecorder.go:51] Wrote 108 records to disk in 6ms I0425 23:04:43.947662 1 periodic.go:285] Gathering cluster info every 2h0m0s I0425 23:04:43.947675 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0425 23:04:44.104329 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 23:04:54.397988 1 configmapobserver.go:84] configmaps "insights-config" not found I0425 23:05:52.473254 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="895311a19427b905fe66f30c0e6c4f1c2f17e1ba381ed83bbaa4041bd2d2915e") W0425 23:05:52.473284 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0425 23:05:52.473361 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="d69bf66ec9f85f04cdf714103e7e7693ff0c0915ebb597351c3d6fa19acfa5de") I0425 23:05:52.473374 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0425 23:05:52.473383 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0425 23:05:52.473425 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0425 23:05:52.473431 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0425 23:05:52.473435 1 base_controller.go:181] Shutting down LoggingSyncer ... I0425 23:05:52.473439 1 periodic.go:177] Shutting down I0425 23:05:52.473452 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController" I0425 23:05:52.473483 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"