W0406 02:56:23.036154 1 cmd.go:257] Using insecure, self-signed certificates I0406 02:56:24.075287 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0406 02:56:24.075635 1 observer_polling.go:159] Starting file observer I0406 02:56:24.668875 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0406 02:56:24.669162 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0406 02:56:24.670036 1 secure_serving.go:57] Forcing use of http/1.1 only I0406 02:56:24.670045 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0406 02:56:24.670059 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0406 02:56:24.670067 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0406 02:56:24.670072 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0406 02:56:24.670076 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0406 02:56:24.670081 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0406 02:56:24.670084 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0406 02:56:24.674211 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"04902f22-0f63-4d95-a18a-a9ba924307f5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0406 02:56:24.674194 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0406 02:56:24.674335 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0406 02:56:24.674345 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0406 02:56:24.674355 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0406 02:56:24.674349 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0406 02:56:24.674369 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0406 02:56:24.674360 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0406 02:56:24.674704 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-998096515/tls.crt::/tmp/serving-cert-998096515/tls.key" I0406 02:56:24.675042 1 secure_serving.go:213] Serving securely on [::]:8443 I0406 02:56:24.675070 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0406 02:56:24.679846 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0406 02:56:24.679878 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0406 02:56:24.679990 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0406 02:56:24.686756 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0406 02:56:24.686771 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0406 02:56:24.690418 1 secretconfigobserver.go:119] support secret does not exist I0406 02:56:24.694418 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0406 02:56:24.697621 1 secretconfigobserver.go:119] support secret does not exist I0406 02:56:24.700168 1 recorder.go:176] Pruning old reports every 7h40m13s, max age is 288h0m0s I0406 02:56:24.704176 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0406 02:56:24.704187 1 insightsreport.go:296] Starting report retriever I0406 02:56:24.704193 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0406 02:56:24.704177 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0406 02:56:24.704202 1 periodic.go:216] Running clusterconfig gatherer I0406 02:56:24.704209 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0406 02:56:24.704240 1 tasks_processing.go:45] number of workers: 64 I0406 02:56:24.704262 1 tasks_processing.go:69] worker 2 listening for tasks. I0406 02:56:24.704273 1 tasks_processing.go:69] worker 13 listening for tasks. I0406 02:56:24.704265 1 tasks_processing.go:69] worker 0 listening for tasks. I0406 02:56:24.704275 1 tasks_processing.go:69] worker 7 listening for tasks. I0406 02:56:24.704280 1 tasks_processing.go:69] worker 8 listening for tasks. I0406 02:56:24.704282 1 tasks_processing.go:69] worker 1 listening for tasks. I0406 02:56:24.704288 1 tasks_processing.go:69] worker 4 listening for tasks. I0406 02:56:24.704287 1 tasks_processing.go:69] worker 9 listening for tasks. I0406 02:56:24.704283 1 tasks_processing.go:69] worker 3 listening for tasks. I0406 02:56:24.704295 1 tasks_processing.go:69] worker 6 listening for tasks. I0406 02:56:24.704290 1 tasks_processing.go:69] worker 11 listening for tasks. I0406 02:56:24.704295 1 tasks_processing.go:69] worker 5 listening for tasks. I0406 02:56:24.704295 1 tasks_processing.go:69] worker 10 listening for tasks. I0406 02:56:24.704303 1 tasks_processing.go:69] worker 34 listening for tasks. I0406 02:56:24.704302 1 tasks_processing.go:69] worker 45 listening for tasks. I0406 02:56:24.704303 1 tasks_processing.go:69] worker 39 listening for tasks. I0406 02:56:24.704309 1 tasks_processing.go:69] worker 23 listening for tasks. I0406 02:56:24.704347 1 tasks_processing.go:69] worker 12 listening for tasks. I0406 02:56:24.704355 1 tasks_processing.go:69] worker 37 listening for tasks. I0406 02:56:24.704371 1 tasks_processing.go:69] worker 51 listening for tasks. I0406 02:56:24.704373 1 tasks_processing.go:71] worker 37 working on node_features task. I0406 02:56:24.704376 1 tasks_processing.go:69] worker 29 listening for tasks. I0406 02:56:24.704381 1 tasks_processing.go:69] worker 30 listening for tasks. I0406 02:56:24.704384 1 tasks_processing.go:69] worker 52 listening for tasks. I0406 02:56:24.704391 1 tasks_processing.go:69] worker 53 listening for tasks. I0406 02:56:24.704360 1 tasks_processing.go:71] worker 23 working on openshift_machine_api_events task. I0406 02:56:24.704388 1 tasks_processing.go:69] worker 36 listening for tasks. I0406 02:56:24.704397 1 tasks_processing.go:69] worker 26 listening for tasks. I0406 02:56:24.704378 1 tasks_processing.go:69] worker 50 listening for tasks. I0406 02:56:24.704402 1 tasks_processing.go:69] worker 40 listening for tasks. I0406 02:56:24.704400 1 tasks_processing.go:69] worker 38 listening for tasks. I0406 02:56:24.704404 1 tasks_processing.go:69] worker 43 listening for tasks. I0406 02:56:24.704411 1 tasks_processing.go:69] worker 44 listening for tasks. I0406 02:56:24.704390 1 tasks_processing.go:69] worker 25 listening for tasks. I0406 02:56:24.704417 1 tasks_processing.go:69] worker 60 listening for tasks. I0406 02:56:24.704423 1 tasks_processing.go:71] worker 25 working on sap_datahubs task. I0406 02:56:24.704425 1 tasks_processing.go:69] worker 62 listening for tasks. I0406 02:56:24.704428 1 tasks_processing.go:69] worker 19 listening for tasks. I0406 02:56:24.704431 1 tasks_processing.go:69] worker 58 listening for tasks. I0406 02:56:24.704432 1 tasks_processing.go:71] worker 3 working on schedulers task. I0406 02:56:24.704432 1 tasks_processing.go:69] worker 15 listening for tasks. I0406 02:56:24.704439 1 tasks_processing.go:69] worker 41 listening for tasks. I0406 02:56:24.704437 1 tasks_processing.go:69] worker 35 listening for tasks. I0406 02:56:24.704439 1 tasks_processing.go:69] worker 21 listening for tasks. I0406 02:56:24.704450 1 tasks_processing.go:71] worker 5 working on sap_pods task. I0406 02:56:24.704451 1 tasks_processing.go:71] worker 45 working on nodes task. I0406 02:56:24.704452 1 tasks_processing.go:69] worker 33 listening for tasks. I0406 02:56:24.704426 1 tasks_processing.go:71] worker 51 working on pod_network_connectivity_checks task. I0406 02:56:24.704461 1 tasks_processing.go:71] worker 58 working on machines task. I0406 02:56:24.704461 1 tasks_processing.go:71] worker 39 working on install_plans task. I0406 02:56:24.704463 1 tasks_processing.go:69] worker 55 listening for tasks. I0406 02:56:24.704459 1 tasks_processing.go:69] worker 42 listening for tasks. I0406 02:56:24.704469 1 tasks_processing.go:71] worker 15 working on image task. I0406 02:56:24.704452 1 tasks_processing.go:71] worker 26 working on pdbs task. I0406 02:56:24.704477 1 tasks_processing.go:71] worker 42 working on silenced_alerts task. I0406 02:56:24.704479 1 tasks_processing.go:69] worker 57 listening for tasks. I0406 02:56:24.704491 1 tasks_processing.go:71] worker 57 working on machine_configs task. W0406 02:56:24.704511 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0406 02:56:24.704471 1 tasks_processing.go:71] worker 55 working on tsdb_status task. I0406 02:56:24.704531 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 39.849µs to process 0 records I0406 02:56:24.704418 1 tasks_processing.go:69] worker 61 listening for tasks. I0406 02:56:24.704389 1 tasks_processing.go:69] worker 48 listening for tasks. I0406 02:56:24.704395 1 tasks_processing.go:69] worker 49 listening for tasks. I0406 02:56:24.704463 1 tasks_processing.go:71] worker 33 working on openstack_version task. I0406 02:56:24.704463 1 tasks_processing.go:71] worker 38 working on proxies task. I0406 02:56:24.704428 1 tasks_processing.go:71] worker 9 working on config_maps task. I0406 02:56:24.704423 1 tasks_processing.go:69] worker 18 listening for tasks. I0406 02:56:24.704629 1 tasks_processing.go:71] worker 49 working on nodenetworkconfigurationpolicies task. I0406 02:56:24.704631 1 tasks_processing.go:71] worker 18 working on support_secret task. I0406 02:56:24.704638 1 tasks_processing.go:71] worker 61 working on monitoring_persistent_volumes task. I0406 02:56:24.704647 1 tasks_processing.go:71] worker 42 working on dvo_metrics task. I0406 02:56:24.704371 1 tasks_processing.go:69] worker 31 listening for tasks. I0406 02:56:24.704410 1 tasks_processing.go:69] worker 46 listening for tasks. I0406 02:56:24.704416 1 tasks_processing.go:71] worker 8 working on certificate_signing_requests task. I0406 02:56:24.704411 1 tasks_processing.go:69] worker 54 listening for tasks. I0406 02:56:24.704421 1 tasks_processing.go:69] worker 20 listening for tasks. I0406 02:56:24.704421 1 tasks_processing.go:71] worker 44 working on lokistack task. I0406 02:56:24.704420 1 tasks_processing.go:71] worker 1 working on infrastructures task. I0406 02:56:24.704406 1 tasks_processing.go:69] worker 28 listening for tasks. I0406 02:56:24.704428 1 tasks_processing.go:69] worker 14 listening for tasks. I0406 02:56:24.704423 1 tasks_processing.go:69] worker 27 listening for tasks. I0406 02:56:24.704431 1 tasks_processing.go:71] worker 29 working on node_logs task. I0406 02:56:24.704396 1 tasks_processing.go:69] worker 47 listening for tasks. I0406 02:56:24.704436 1 tasks_processing.go:71] worker 10 working on image_pruners task. I0406 02:56:24.704421 1 tasks_processing.go:69] worker 16 listening for tasks. I0406 02:56:24.704436 1 tasks_processing.go:69] worker 63 listening for tasks. I0406 02:56:24.704440 1 tasks_processing.go:71] worker 52 working on openstack_dataplanenodesets task. I0406 02:56:24.704876 1 tasks_processing.go:71] worker 48 working on oauths task. I0406 02:56:24.704424 1 tasks_processing.go:71] worker 4 working on machine_config_pools task. I0406 02:56:24.704440 1 tasks_processing.go:69] worker 59 listening for tasks. I0406 02:56:24.705016 1 tasks_processing.go:71] worker 59 working on sap_config task. I0406 02:56:24.704440 1 tasks_processing.go:71] worker 6 working on ingress_certificates task. I0406 02:56:24.704441 1 tasks_processing.go:71] worker 2 working on ceph_cluster task. I0406 02:56:24.704443 1 tasks_processing.go:71] worker 53 working on qemu_kubevirt_launcher_logs task. I0406 02:56:24.704442 1 tasks_processing.go:69] worker 22 listening for tasks. I0406 02:56:24.704400 1 tasks_processing.go:69] worker 32 listening for tasks. I0406 02:56:24.704447 1 tasks_processing.go:71] worker 13 working on clusterroles task. I0406 02:56:24.705319 1 tasks_processing.go:71] worker 32 working on version task. I0406 02:56:24.704449 1 tasks_processing.go:71] worker 36 working on operators_pods_and_events task. I0406 02:56:24.704359 1 tasks_processing.go:71] worker 12 working on container_runtime_configs task. I0406 02:56:24.704436 1 tasks_processing.go:71] worker 30 working on feature_gates task. I0406 02:56:24.704447 1 tasks_processing.go:71] worker 11 working on cluster_apiserver task. I0406 02:56:24.705624 1 tasks_processing.go:69] worker 24 listening for tasks. I0406 02:56:24.704456 1 tasks_processing.go:71] worker 21 working on container_images task. I0406 02:56:24.704454 1 tasks_processing.go:71] worker 35 working on crds task. I0406 02:56:24.705757 1 tasks_processing.go:71] worker 24 working on openstack_controlplanes task. I0406 02:56:24.704456 1 tasks_processing.go:71] worker 50 working on networks task. I0406 02:56:24.704459 1 tasks_processing.go:71] worker 40 working on authentication task. I0406 02:56:24.704462 1 tasks_processing.go:71] worker 62 working on active_alerts task. I0406 02:56:24.704467 1 tasks_processing.go:71] worker 43 working on cost_management_metrics_configs task. I0406 02:56:24.704474 1 tasks_processing.go:71] worker 41 working on nodenetworkstates task. I0406 02:56:24.704474 1 tasks_processing.go:69] worker 56 listening for tasks. W0406 02:56:24.704542 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0406 02:56:24.704912 1 tasks_processing.go:71] worker 63 working on storage_cluster task. I0406 02:56:24.704457 1 tasks_processing.go:71] worker 60 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. W0406 02:56:24.705820 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0406 02:56:24.705833 1 tasks_processing.go:71] worker 62 working on validating_webhook_configurations task. I0406 02:56:24.704920 1 tasks_processing.go:71] worker 46 working on openshift_logging task. I0406 02:56:24.704924 1 tasks_processing.go:71] worker 54 working on machine_sets task. I0406 02:56:24.704917 1 tasks_processing.go:71] worker 31 working on metrics task. W0406 02:56:24.706267 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0406 02:56:24.704930 1 tasks_processing.go:71] worker 28 working on aggregated_monitoring_cr_names task. I0406 02:56:24.704926 1 tasks_processing.go:71] worker 20 working on mutating_webhook_configurations task. I0406 02:56:24.704453 1 tasks_processing.go:71] worker 34 working on openstack_dataplanedeployments task. I0406 02:56:24.704454 1 tasks_processing.go:71] worker 0 working on ingress task. I0406 02:56:24.704935 1 tasks_processing.go:71] worker 27 working on storage_classes task. I0406 02:56:24.706519 1 tasks_processing.go:71] worker 56 working on olm_operators task. I0406 02:56:24.704938 1 tasks_processing.go:71] worker 47 working on jaegers task. I0406 02:56:24.704941 1 tasks_processing.go:71] worker 16 working on service_accounts task. I0406 02:56:24.705311 1 tasks_processing.go:71] worker 22 working on operators task. I0406 02:56:24.704453 1 tasks_processing.go:71] worker 19 working on machine_autoscalers task. I0406 02:56:24.704431 1 tasks_processing.go:69] worker 17 listening for tasks. I0406 02:56:24.706666 1 tasks_processing.go:71] worker 17 working on image_registries task. I0406 02:56:24.704933 1 tasks_processing.go:71] worker 14 working on machine_healthchecks task. I0406 02:56:24.706345 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 28.322µs to process 0 records I0406 02:56:24.706780 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.716952ms to process 0 records I0406 02:56:24.706789 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 25.423µs to process 0 records I0406 02:56:24.704412 1 tasks_processing.go:71] worker 7 working on overlapping_namespace_uids task. I0406 02:56:24.706864 1 tasks_processing.go:74] worker 31 stopped. I0406 02:56:24.706872 1 tasks_processing.go:74] worker 55 stopped. I0406 02:56:24.707525 1 tasks_processing.go:74] worker 51 stopped. E0406 02:56:24.707536 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0406 02:56:24.707543 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 3.058265ms to process 0 records E0406 02:56:24.708570 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0406 02:56:24.708579 1 tasks_processing.go:74] worker 25 stopped. I0406 02:56:24.708588 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 4.143576ms to process 0 records I0406 02:56:24.708594 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 4.199709ms to process 0 records I0406 02:56:24.708600 1 tasks_processing.go:74] worker 37 stopped. I0406 02:56:24.712763 1 tasks_processing.go:74] worker 58 stopped. E0406 02:56:24.712784 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0406 02:56:24.712797 1 gather.go:177] gatherer "clusterconfig" function "machines" took 8.29094ms to process 0 records I0406 02:56:24.713205 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0406 02:56:24.713221 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0406 02:56:24.713227 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0406 02:56:24.713230 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0406 02:56:24.713245 1 controller.go:531] The operator is still being initialized I0406 02:56:24.713250 1 controller.go:554] The operator is healthy I0406 02:56:24.721807 1 tasks_processing.go:74] worker 44 stopped. I0406 02:56:24.721819 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 17.108602ms to process 0 records I0406 02:56:24.721837 1 tasks_processing.go:74] worker 33 stopped. I0406 02:56:24.721851 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 17.27907ms to process 0 records I0406 02:56:24.721872 1 tasks_processing.go:74] worker 52 stopped. I0406 02:56:24.721881 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 17.00617ms to process 0 records I0406 02:56:24.721977 1 tasks_processing.go:74] worker 49 stopped. I0406 02:56:24.721988 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 17.3365ms to process 0 records I0406 02:56:24.722065 1 tasks_processing.go:74] worker 38 stopped. I0406 02:56:24.722080 1 recorder.go:75] Recording config/proxy with fingerprint=e27ab6a7bd0dd6879285e68d8019c090b5e0e290e1c24c98d241b4fb703391bc I0406 02:56:24.722091 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 17.432358ms to process 1 records I0406 02:56:24.722137 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=07f3fba7acbadd3e8dc90882ef6a1cbc68948fd5148510a8c35b6e7148ec8756 I0406 02:56:24.722145 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 17.594841ms to process 1 records I0406 02:56:24.722150 1 tasks_processing.go:74] worker 3 stopped. I0406 02:56:24.728382 1 tasks_processing.go:74] worker 4 stopped. I0406 02:56:24.728395 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 23.416537ms to process 0 records I0406 02:56:24.728453 1 tasks_processing.go:74] worker 23 stopped. I0406 02:56:24.728464 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 24.053185ms to process 0 records I0406 02:56:24.728545 1 tasks_processing.go:74] worker 26 stopped. I0406 02:56:24.728676 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=9f00ad59ed17269a7d147dc27ded98035d8298ef98bbe4274eee477e1333fbee I0406 02:56:24.728698 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=9ed4ba47b1788dfe16c899b3b354d25eec2a6ecb40c3581feeb07a4e80a52b1e I0406 02:56:24.728712 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=78407da4bbdf916cb2b9b1ab663f497305c63d9e3dca843bcf313d8734f46f35 I0406 02:56:24.728718 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 24.061121ms to process 3 records I0406 02:56:24.728740 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 24.118294ms to process 0 records I0406 02:56:24.728746 1 tasks_processing.go:74] worker 5 stopped. I0406 02:56:24.728823 1 tasks_processing.go:74] worker 1 stopped. I0406 02:56:24.729473 1 recorder.go:75] Recording config/infrastructure with fingerprint=402612e5fc3222a0ac1e1718036f47ad5c60a595fbe5edac93b319c6f2d093d9 I0406 02:56:24.729492 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 24.111155ms to process 1 records I0406 02:56:24.733075 1 tasks_processing.go:74] worker 29 stopped. I0406 02:56:24.733092 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 28.324464ms to process 0 records I0406 02:56:24.733101 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 27.295434ms to process 0 records E0406 02:56:24.733108 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0406 02:56:24.733115 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 28.448946ms to process 0 records I0406 02:56:24.733114 1 tasks_processing.go:74] worker 63 stopped. I0406 02:56:24.733122 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 27.003546ms to process 0 records I0406 02:56:24.733127 1 tasks_processing.go:74] worker 18 stopped. I0406 02:56:24.733129 1 tasks_processing.go:74] worker 46 stopped. I0406 02:56:24.733176 1 gather_logs.go:145] no pods in namespace were found I0406 02:56:24.733187 1 tasks_processing.go:74] worker 48 stopped. I0406 02:56:24.733623 1 recorder.go:75] Recording config/oauth with fingerprint=e6b0f66f63b0d9fcdbcfa0bf97e1e18530edf1e2e6c36654687a5d8a65f811b5 I0406 02:56:24.733639 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 28.248761ms to process 1 records I0406 02:56:24.733650 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 27.626556ms to process 0 records I0406 02:56:24.733654 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 28.0402ms to process 0 records I0406 02:56:24.733668 1 tasks_processing.go:74] worker 12 stopped. I0406 02:56:24.733676 1 tasks_processing.go:74] worker 53 stopped. I0406 02:56:24.733759 1 tasks_processing.go:74] worker 11 stopped. I0406 02:56:24.733832 1 recorder.go:75] Recording config/apiserver with fingerprint=885a80cd0f3a1aea6f7ca5ea6276c1b49821acbc9c8c2320b630a5af028c039f I0406 02:56:24.733845 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 27.696178ms to process 1 records I0406 02:56:24.733959 1 tasks_processing.go:74] worker 45 stopped. I0406 02:56:24.734408 1 recorder.go:75] Recording config/node/ip-10-0-0-56.ec2.internal with fingerprint=f1cfe2907e616097ff959fd333466ac75bb664f41457acce8f90fd07ae69cbaf I0406 02:56:24.734502 1 recorder.go:75] Recording config/node/ip-10-0-1-4.ec2.internal with fingerprint=9435e4c7c54dc0c98e6e1968535aa3b2dc27ce097e716a32cb0880d235a3451e I0406 02:56:24.734745 1 recorder.go:75] Recording config/node/ip-10-0-2-216.ec2.internal with fingerprint=6a493e74c2c72b308c9cfc82bc5d39714e254828f9bf6b6c95582786e3cea99e I0406 02:56:24.734756 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 28.932789ms to process 3 records I0406 02:56:24.734863 1 tasks_processing.go:74] worker 15 stopped. I0406 02:56:24.734924 1 recorder.go:75] Recording config/image with fingerprint=85d096bbb6133b923bc1528ec6297dd258c0f67ba17fd161628e09f43c68dbfe I0406 02:56:24.734958 1 gather.go:177] gatherer "clusterconfig" function "image" took 28.925165ms to process 1 records I0406 02:56:24.734986 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 27.099944ms to process 0 records E0406 02:56:24.734995 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0406 02:56:24.735012 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0406 02:56:24.735030 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 29.014102ms to process 1 records I0406 02:56:24.735039 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 28.444446ms to process 0 records I0406 02:56:24.735045 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 27.321935ms to process 0 records I0406 02:56:24.735051 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 27.31862ms to process 0 records I0406 02:56:24.735054 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 27.339487ms to process 0 records I0406 02:56:24.735060 1 tasks_processing.go:74] worker 24 stopped. I0406 02:56:24.735062 1 tasks_processing.go:74] worker 2 stopped. I0406 02:56:24.735069 1 tasks_processing.go:74] worker 43 stopped. I0406 02:56:24.735054 1 tasks_processing.go:74] worker 57 stopped. I0406 02:56:24.735073 1 tasks_processing.go:74] worker 54 stopped. I0406 02:56:24.735077 1 tasks_processing.go:74] worker 41 stopped. I0406 02:56:24.735078 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 28.733061ms to process 0 records I0406 02:56:24.735085 1 tasks_processing.go:74] worker 59 stopped. I0406 02:56:24.735163 1 tasks_processing.go:74] worker 50 stopped. I0406 02:56:24.735229 1 recorder.go:75] Recording config/network with fingerprint=07fdd701c9826cc978e8bdb03557ca6840bdcea8a6f2886f53fa3e63be5d340a I0406 02:56:24.735247 1 gather.go:177] gatherer "clusterconfig" function "networks" took 27.542405ms to process 1 records I0406 02:56:24.735266 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 27.314558ms to process 0 records I0406 02:56:24.735274 1 tasks_processing.go:74] worker 19 stopped. I0406 02:56:24.735275 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 27.38667ms to process 0 records I0406 02:56:24.735283 1 tasks_processing.go:74] worker 47 stopped. I0406 02:56:24.735291 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 27.714049ms to process 0 records I0406 02:56:24.735299 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 29.726228ms to process 0 records I0406 02:56:24.735304 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 28.163612ms to process 0 records E0406 02:56:24.735309 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0406 02:56:24.735314 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 28.03516ms to process 0 records I0406 02:56:24.735347 1 tasks_processing.go:74] worker 61 stopped. I0406 02:56:24.735356 1 tasks_processing.go:74] worker 56 stopped. I0406 02:56:24.735361 1 tasks_processing.go:74] worker 14 stopped. I0406 02:56:24.735363 1 tasks_processing.go:74] worker 34 stopped. I0406 02:56:24.735427 1 tasks_processing.go:74] worker 0 stopped. I0406 02:56:24.735459 1 recorder.go:75] Recording config/ingress with fingerprint=f7eba242ca281399a28169095a7e14fc5a66a14945293d544b8e4a5af0a6e224 I0406 02:56:24.735475 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 28.321704ms to process 1 records I0406 02:56:24.735682 1 tasks_processing.go:74] worker 30 stopped. I0406 02:56:24.735795 1 recorder.go:75] Recording config/featuregate with fingerprint=5734bedb0a16b41d9c43198807c88d984d57e73aaca2223711d9e06f0d8294d6 I0406 02:56:24.735809 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 30.070284ms to process 1 records W0406 02:56:24.737783 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0406 02:56:24.739494 1 tasks_processing.go:74] worker 20 stopped. I0406 02:56:24.739725 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=d47d8e3e52be722e0356e40ae6f9afa330f119092fe1f5e123e500b16f42639b I0406 02:56:24.739784 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=43b0746f5a7620ed9eb834eb273ac4d8070a1aa0e1576e459f33d5b91ab3cb01 I0406 02:56:24.739812 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=1f2348b40f913d2d1cd2fdeed5c6af2ce8a4ab1c3c03f567b154a749803dd3c1 I0406 02:56:24.739820 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 33.130821ms to process 3 records I0406 02:56:24.741328 1 tasks_processing.go:74] worker 62 stopped. I0406 02:56:24.741629 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=218fc0467b953cd3c4480409e236a0d4fce80e1a86e3e07841192d85904125f9 I0406 02:56:24.742170 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=a718fbcfe35981bce7689823ce827de82e72b67c8c4407aee766fea5905d03b0 I0406 02:56:24.742285 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=25bf169864e9dc00e4bdae98ec9bd5c9a45054492de4f71e5dc0d942f349bfd8 I0406 02:56:24.742336 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=b6b5b4abaeff077d46a7db7c6324e6487d9b0f39bc40e45737522c8aaf88ae0b I0406 02:56:24.742377 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=9c2714c9093faebbd9756883e993831aef17a1bf8b1144338cdf1a94fa5f0064 I0406 02:56:24.742462 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=9de27bc104c4e062998445dadc03c78d595bdf19620d402a9de49ea3e4935dab I0406 02:56:24.742503 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=fd81fb264b4ffd881dd6d3a9310bda5c971fd0c59e1b53774d0b25e8eb4e632d I0406 02:56:24.742564 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=e3d15f3dcfd8f66a19f5b2c6feb2ab212604bc33940b203ab7b64963704720a0 I0406 02:56:24.742604 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=15ac912e77f416acb1e5c23b68557d8c56b7e8c8220fc80ccabb1cf5409643eb I0406 02:56:24.742643 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=cd9a895e6cc6e71c41a315540a49584a1c02ada72138da5db82baf295b5a11aa I0406 02:56:24.742690 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=09d6d84b111f535bcffecce726f8218ac83cdc6dec5c4057deffd1b9b436ef14 I0406 02:56:24.742703 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 35.485141ms to process 11 records I0406 02:56:24.742712 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 37.968596ms to process 0 records I0406 02:56:24.742720 1 tasks_processing.go:74] worker 8 stopped. I0406 02:56:24.742724 1 tasks_processing.go:74] worker 40 stopped. I0406 02:56:24.742986 1 recorder.go:75] Recording config/authentication with fingerprint=a90e5f29478d54081abc4141d9341a4eda2fe3d4a38286c31cdff27cc92dea60 I0406 02:56:24.743004 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 36.406833ms to process 1 records I0406 02:56:24.743067 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=65a858ad9446040bbe8808432b664476d0818cd192cd581c1030fc4012c76e05 I0406 02:56:24.743088 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=80ac4b7294a8926d5cbefbd36cc6ba76f0a4df2c69f84530217dc21d785a5f1d I0406 02:56:24.743095 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 36.31473ms to process 2 records I0406 02:56:24.743093 1 tasks_processing.go:74] worker 27 stopped. I0406 02:56:24.743353 1 tasks_processing.go:74] worker 17 stopped. I0406 02:56:24.743990 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=b96bce226065fc12ab99c09303022f2c8e82a822f2513a8117d6c4254b3c5616 I0406 02:56:24.744011 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 36.67704ms to process 1 records I0406 02:56:24.744037 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0406 02:56:24.744050 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 36.550898ms to process 1 records I0406 02:56:24.744061 1 tasks_processing.go:74] worker 7 stopped. I0406 02:56:24.745043 1 tasks_processing.go:74] worker 32 stopped. I0406 02:56:24.745347 1 recorder.go:75] Recording config/version with fingerprint=ba0f7a43814943548cf58a6693056f2fa6a546189b6ae98f0d8ff8ae9cfebfe0 I0406 02:56:24.745367 1 recorder.go:75] Recording config/id with fingerprint=e415f07702416a741369d3517439ebedf2a18b615a99377794b9f4ea00c6529a I0406 02:56:24.745374 1 gather.go:177] gatherer "clusterconfig" function "version" took 39.708768ms to process 2 records I0406 02:56:24.748593 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0406 02:56:24.748584 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s W0406 02:56:24.748784 1 operator.go:328] started I0406 02:56:24.748807 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0406 02:56:24.748989 1 tasks_processing.go:74] worker 13 stopped. I0406 02:56:24.749236 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=fd1900a67088485862bcf463e4eec21eb6bf5e0146014d26d2377afc0d92a7ba I0406 02:56:24.749349 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=579282a52f0855d07300a16669b67e56d081824549c754737e4817501a9f0b10 I0406 02:56:24.749360 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 43.645887ms to process 2 records I0406 02:56:24.749435 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=47b49879fb257d4d0f4e0930ba70609436cf83f64df62155e33e838496961cd8 I0406 02:56:24.749443 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 44.356035ms to process 1 records I0406 02:56:24.749450 1 tasks_processing.go:74] worker 10 stopped. I0406 02:56:24.751642 1 tasks_processing.go:74] worker 35 stopped. I0406 02:56:24.752224 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=b8d89e18534cfa1c1f39f8b8842e90e01326893af7e5634f32590bda3725998f I0406 02:56:24.752469 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=19d5363aeb7e896f5df1c6ba22d14e8d7eafa77b2bc3592bc9d0976cbc9eb652 I0406 02:56:24.752480 1 gather.go:177] gatherer "clusterconfig" function "crds" took 45.96621ms to process 2 records I0406 02:56:24.754939 1 tasks_processing.go:74] worker 28 stopped. I0406 02:56:24.754960 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 48.651062ms to process 0 records I0406 02:56:24.755597 1 tasks_processing.go:74] worker 21 stopped. I0406 02:56:24.756909 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0406 02:56:24.756925 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0406 02:56:24.756930 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0406 02:56:24.756934 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0406 02:56:24.756939 1 controller.go:254] Source scaController *sca.Controller is not ready I0406 02:56:24.756960 1 controller.go:531] The operator is still being initialized I0406 02:56:24.756968 1 controller.go:554] The operator is healthy I0406 02:56:24.757058 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-57d9b95648-2mg48 with fingerprint=7c0100ea4c91513f7f3ebb8615bd0bab9ccd7c3b5b218fd57a814496ee51b819 I0406 02:56:24.757141 1 recorder.go:75] Recording config/running_containers with fingerprint=fd698ea1ce1d59c28b430839b8ed08f0b092c8b1a28b4578c68ce9d19e3dff6f I0406 02:56:24.757154 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 49.946967ms to process 2 records I0406 02:56:24.758028 1 tasks_processing.go:74] worker 60 stopped. I0406 02:56:24.758052 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 52.217208ms to process 0 records I0406 02:56:24.763117 1 prometheus_rules.go:88] Prometheus rules successfully created E0406 02:56:24.770089 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27a961b014-d9ab-4487-a97e-3270d9af00f5%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:44945->172.30.0.10:53: read: connection refused I0406 02:56:24.770101 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27a961b014-d9ab-4487-a97e-3270d9af00f5%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:44945->172.30.0.10:53: read: connection refused I0406 02:56:24.771766 1 tasks_processing.go:74] worker 9 stopped. E0406 02:56:24.771782 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0406 02:56:24.771792 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0406 02:56:24.771796 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0406 02:56:24.771807 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=20ed6d7fdef919e1dbf14043d15a28454160f2e604706803e55a38d1623c3158 I0406 02:56:24.771849 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0406 02:56:24.771857 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0406 02:56:24.771861 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=0bcb269fd90b6e8af4a57174ee20ae48ebee01bb0a0c651000e372609b4ee122 I0406 02:56:24.771866 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0406 02:56:24.771920 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0406 02:56:24.771928 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0406 02:56:24.771933 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 67.135392ms to process 7 records I0406 02:56:24.773439 1 tasks_processing.go:74] worker 6 stopped. E0406 02:56:24.773452 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0406 02:56:24.773458 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pgcu9mfas1m46ulnh3binnrqpenib9u-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pgcu9mfas1m46ulnh3binnrqpenib9u-primary-cert-bundle-secret" not found I0406 02:56:24.773499 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=f6b670a761e6e3f2afbb0fc3ccbe9b966e5dbad714b942f69b0ffa5adc7a76f0 I0406 02:56:24.773513 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 68.396679ms to process 1 records I0406 02:56:24.774466 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0406 02:56:24.774479 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0406 02:56:24.774492 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0406 02:56:24.780649 1 base_controller.go:82] Caches are synced for ConfigController I0406 02:56:24.780661 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0406 02:56:24.784114 1 configmapobserver.go:84] configmaps "insights-config" not found I0406 02:56:24.823517 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0406 02:56:24.827370 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:35382->172.30.0.10:53: read: connection refused I0406 02:56:24.827391 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.13:35382->172.30.0.10:53: read: connection refused I0406 02:56:24.849019 1 base_controller.go:82] Caches are synced for LoggingSyncer I0406 02:56:24.849037 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0406 02:56:24.856707 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0406 02:56:24.867540 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found W0406 02:56:25.736853 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0406 02:56:25.950938 1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 18 containers I0406 02:56:25.950954 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1398101 bytes I0406 02:56:25.951694 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2rm7p pod in namespace openshift-dns (previous: false). I0406 02:56:26.169326 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2rm7p pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2rm7p\" is waiting to start: ContainerCreating" I0406 02:56:26.169342 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2rm7p\" is waiting to start: ContainerCreating" I0406 02:56:26.169352 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2rm7p pod in namespace openshift-dns (previous: false). I0406 02:56:26.182162 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0406 02:56:26.353245 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2rm7p pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2rm7p\" is waiting to start: ContainerCreating" I0406 02:56:26.353263 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2rm7p\" is waiting to start: ContainerCreating" I0406 02:56:26.353273 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-2hjbp pod in namespace openshift-dns (previous: false). I0406 02:56:26.579109 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-2hjbp pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-2hjbp\" is waiting to start: ContainerCreating" I0406 02:56:26.579131 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-2hjbp\" is waiting to start: ContainerCreating" I0406 02:56:26.579143 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-j8l9m pod in namespace openshift-dns (previous: false). W0406 02:56:26.737019 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0406 02:56:26.754485 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0406 02:56:26.754503 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q4rct pod in namespace openshift-dns (previous: false). I0406 02:56:26.768415 1 tasks_processing.go:74] worker 22 stopped. I0406 02:56:26.768460 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=e0a230a83a03cf13f86fa91285a344c5b6317c6ea84c232e39b05b077b5fdf8a I0406 02:56:26.768503 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=1b0da1031548bae77d01dc358adbd09e58ec9222beeb15001d4f9dfb98593c4f I0406 02:56:26.768534 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0406 02:56:26.768557 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=afe53d51497713766af20547f9e1550ab9b6c20db13e8ca2aa17fadbd52628fd I0406 02:56:26.768572 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0406 02:56:26.768621 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=270d5ed34af2e457ccb2519dec9090900294f9e1c56a355dbe8d3073bb6f4343 I0406 02:56:26.768652 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=f3ed0c3e404dcf9e001bdd61e13072b69dc81d1c651d4f0b1690e50bd21167fc I0406 02:56:26.768681 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=edbbbc9e22302369bbe0a0b4aacf666896958108707abcb0c31252c6f066e3e1 I0406 02:56:26.768696 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=7919daa6222c0964a29f3c0691e605bff28edc76c105604cd34b073b1e59d2fb I0406 02:56:26.768712 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=a1188e199be7c593651de6ce7df998a70a4706349c40bde3100e3047916e530d I0406 02:56:26.768721 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0406 02:56:26.768757 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=16c8f576eb16674f3df2d34cf79b858fa0dfa6bed0317f6095d605941db7b0ef I0406 02:56:26.768767 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0406 02:56:26.768788 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=95d5ca621d89bd9cf272fb5b0ad43e60f86f6f1643fd901c2064c6dac4bd545c I0406 02:56:26.768797 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0406 02:56:26.768816 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=8165914bc3c16b499fcaede457999b998c5cd0b1fcf4e0ffc51da503b30ba04f I0406 02:56:26.768825 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0406 02:56:26.768840 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=caf49bed62f0b2e6fac1e680aeae3baf5840f678477966b12c251f1137b19698 I0406 02:56:26.768984 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=5c4f640f0de27583b2cbada2ab8d700811321ecc8afefad4a851cc0c3e764b58 I0406 02:56:26.768994 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0406 02:56:26.769003 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0406 02:56:26.769023 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0406 02:56:26.769045 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=1861f94d1790bb3ac854868fde252d0e57a8b3f7366174cb0ef70b6958f016b0 I0406 02:56:26.769067 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=8dd5d726203fa205b6de4c2d79a6ad59bfc31d6551ac1f470ca19367bbed37e4 I0406 02:56:26.769076 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0406 02:56:26.769091 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=48aa7ec59ae061c5298f4e239fab02d49d1bfe7fcaed96a4cedefb3972587bfc I0406 02:56:26.769100 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0406 02:56:26.769112 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=20768dd27e7d198c6eddddb464fab667a8b990b82a5b3d79d801a536116d14cb I0406 02:56:26.769124 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=b824ba13a2ae763c840de3298870273f0376426d573a5dc4bb48090b66febe31 I0406 02:56:26.769137 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=eebf65d17fc038c66cfcf27128b2053ce0464cd25f14c2b067d4250f3b53641d I0406 02:56:26.769152 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=b78140c2547fef939ee42827b49d7f1b5c4b9d0489be6e62621127b99a79d2f4 I0406 02:56:26.769172 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=59b89cfdf9ee2797382042c3f1abe8fdfe3ab47a6a5298935910e47776a074ec I0406 02:56:26.769180 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0406 02:56:26.769208 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=7b963d8a2fb1e2e8f2b093b1e573354f800164d161133d59c1e808ef62cd7897 I0406 02:56:26.769224 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0406 02:56:26.769230 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0406 02:56:26.769236 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.061803128s to process 36 records I0406 02:56:26.982303 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-q4rct pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-q4rct\" is waiting to start: ContainerCreating" I0406 02:56:26.982319 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-q4rct\" is waiting to start: ContainerCreating" I0406 02:56:26.982329 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68b596bb54-4w84r pod in namespace openshift-image-registry (previous: false). I0406 02:56:27.155251 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-68b596bb54-4w84r pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-68b596bb54-4w84r\" is waiting to start: ContainerCreating" I0406 02:56:27.155270 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-68b596bb54-4w84r\" is waiting to start: ContainerCreating" I0406 02:56:27.155284 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68b596bb54-wz76n pod in namespace openshift-image-registry (previous: false). I0406 02:56:27.350367 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0406 02:56:27.350383 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-fb7c9b9f7-w6h6j pod in namespace openshift-image-registry (previous: false). I0406 02:56:27.549973 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0406 02:56:27.549988 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-2zxwv pod in namespace openshift-image-registry (previous: false). W0406 02:56:27.736639 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0406 02:56:27.756354 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-2zxwv pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-2zxwv\" is waiting to start: ContainerCreating" I0406 02:56:27.756427 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-2zxwv\" is waiting to start: ContainerCreating" I0406 02:56:27.756447 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-64w66 pod in namespace openshift-image-registry (previous: false). I0406 02:56:27.955085 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-64w66 pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-64w66\" is waiting to start: ContainerCreating" I0406 02:56:27.955102 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-64w66\" is waiting to start: ContainerCreating" I0406 02:56:27.955114 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-zwxxz pod in namespace openshift-image-registry (previous: false). I0406 02:56:28.154756 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0406 02:56:28.154773 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-566948cd75-l6vhx pod in namespace openshift-ingress (previous: false). I0406 02:56:28.358472 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-566948cd75-l6vhx pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-566948cd75-l6vhx\" is waiting to start: ContainerCreating" I0406 02:56:28.358488 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-566948cd75-l6vhx\" is waiting to start: ContainerCreating" I0406 02:56:28.358497 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5bc8cc747b-htb6n pod in namespace openshift-ingress (previous: false). I0406 02:56:28.554140 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5bc8cc747b-htb6n pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5bc8cc747b-htb6n\" is waiting to start: ContainerCreating" I0406 02:56:28.554153 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5bc8cc747b-htb6n\" is waiting to start: ContainerCreating" I0406 02:56:28.554162 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5bc8cc747b-pbhgg pod in namespace openshift-ingress (previous: false). W0406 02:56:28.736474 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0406 02:56:28.752908 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0406 02:56:28.752921 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-bhqcw pod in namespace openshift-ingress-canary (previous: false). I0406 02:56:28.955640 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-848b55fff-9nnd6 pod in namespace openshift-kube-storage-version-migrator (previous: false). I0406 02:56:29.156625 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-848b55fff-9nnd6 pod in namespace openshift-kube-storage-version-migrator (previous: false). I0406 02:56:29.355898 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-d4cbcbb94-zn7tr pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0406 02:56:29.557466 1 tasks_processing.go:74] worker 36 stopped. I0406 02:56:29.557546 1 recorder.go:75] Recording events/openshift-dns with fingerprint=a1bcf6593748577e4cf338307bf3e7a11d1ca3e8bf4d1e33c369f4d1c0083c35 I0406 02:56:29.557628 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=46255b19a84041e93ef3e2f3640edd5966504f6d0489bef59b64c877c18e9520 I0406 02:56:29.557654 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=9f3469f2f36d016c7e5512b28267a359b6946ec8262f7f73263594db85a3c9d7 I0406 02:56:29.557699 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=d6728b2a89ad5151fc8971ae9a7cc1603d894ee4b192c0e8b032428138b6d1d0 I0406 02:56:29.557719 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=857ef2c38e678f2bd575ff8af2f20309b30f7028c4df563ddc3899c982acfe59 I0406 02:56:29.557746 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=1ab41b9d4472c784e7fdda6c4e70855e6126b96eb3a02bcd4538ce36a5a970a8 I0406 02:56:29.557791 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=469e09bb4cf3b3f0f0c8dbbc72df62952cd38fcbf40b0b4f3a472889ab94940d I0406 02:56:29.557798 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-bhqcw/serve-healthcheck-canary_current.log with fingerprint=b941886993725471df09598ea8586b504bbac09e6abeba1b828496b155b0eefd I0406 02:56:29.557810 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-848b55fff-9nnd6/migrator_current.log with fingerprint=f310c4abad5d33a978fd4556a18002fa3656fdef94009fe96139d9ac224394a0 I0406 02:56:29.557815 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-848b55fff-9nnd6/graceful-termination_current.log with fingerprint=f38300bbcb6381d49509a0219e9366e052f09cbcc769dcbafa62ce95d457e860 I0406 02:56:29.557893 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr/kube-storage-version-migrator-operator_current.log with fingerprint=d0c7b7e26c77ac972c9faf1e0ba4c123ea6308f44b1bd1ad0537370fc9000627 I0406 02:56:29.557906 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.85203732s to process 11 records W0406 02:56:29.733141 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0406 02:56:29.733176 1 tasks_processing.go:74] worker 42 stopped. E0406 02:56:29.733190 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0406 02:56:29.733205 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0406 02:56:29.733223 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0406 02:56:29.733235 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.028518133s to process 1 records I0406 02:56:30.357556 1 configmapobserver.go:84] configmaps "insights-config" not found I0406 02:56:37.350933 1 tasks_processing.go:74] worker 39 stopped. I0406 02:56:37.350973 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0406 02:56:37.350985 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.646453006s to process 1 records I0406 02:56:37.970889 1 configmapobserver.go:84] configmaps "insights-config" not found I0406 02:56:38.111294 1 tasks_processing.go:74] worker 16 stopped. I0406 02:56:38.111547 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=7ddf795073bc5395a95429a28409923bc71b328da94f586bee093d6f578708e6 I0406 02:56:38.111563 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.404693134s to process 1 records E0406 02:56:38.111621 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.407s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0406 02:56:38.112720 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0406 02:56:38.112746 1 periodic.go:216] Running workloads gatherer I0406 02:56:38.112763 1 tasks_processing.go:45] number of workers: 2 I0406 02:56:38.112771 1 tasks_processing.go:69] worker 1 listening for tasks. I0406 02:56:38.112777 1 tasks_processing.go:71] worker 1 working on workload_info task. I0406 02:56:38.112841 1 tasks_processing.go:69] worker 0 listening for tasks. I0406 02:56:38.112913 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0406 02:56:38.132667 1 tasks_processing.go:74] worker 0 stopped. I0406 02:56:38.132685 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 19.732058ms to process 0 records I0406 02:56:38.135068 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0406 02:56:38.142670 1 gather_workloads_info.go:387] No image sha256:8c9c050549f490f6b96eca68bb61a32f164b2152cae31b4ffb7d7ecc4bd678b1 (8ms) I0406 02:56:38.150919 1 gather_workloads_info.go:387] No image sha256:524c4410d51b126c6097fae3b2ad88ec67900e7b786a9131b7a8e96a194e4847 (8ms) I0406 02:56:38.158547 1 gather_workloads_info.go:387] No image sha256:90ee81dd95523a0fa12250ac7e7ee77aa32690129b3fe881d548dedd117ac97b (8ms) I0406 02:56:38.167329 1 gather_workloads_info.go:387] No image sha256:6552b42b5cec3ef82f4b7b30214f2b4e4561f83599f1a77341fe77b9a6171bc2 (9ms) I0406 02:56:38.168415 1 configmapobserver.go:84] configmaps "insights-config" not found I0406 02:56:38.175009 1 gather_workloads_info.go:387] No image sha256:543891894646911f3714c3ebb7dd08f28cb0f0ea0d51045d058f7d2e9d475481 (8ms) I0406 02:56:38.184517 1 gather_workloads_info.go:387] No image sha256:4def742b6a5ef27c09ac9540e132622ec7178284d8900b9a844cb425e8be0c94 (9ms) I0406 02:56:38.192243 1 gather_workloads_info.go:387] No image sha256:595b03c50302148c33de51825571a2b59a1930591d461a717315be05c6efdbb1 (8ms) I0406 02:56:38.200032 1 gather_workloads_info.go:387] No image sha256:9ac7550a7edd59fdbc0e5b3d336defbd6fe0510087272b78d364a4580fd3d020 (8ms) I0406 02:56:38.207246 1 gather_workloads_info.go:387] No image sha256:d3f704ef5d26f879256ea0687dfb2374356e3279ea6fb1cafa7dee815cd5bf3c (7ms) I0406 02:56:38.214884 1 gather_workloads_info.go:387] No image sha256:d848a704d00962d119017a322bba7e97421e75ece9a3ce79162e0627935d2e4c (8ms) I0406 02:56:38.242999 1 gather_workloads_info.go:387] No image sha256:2f4b0241dc0818547ffbaf42f8f17cac3ea8cde598a6c0bd3896872f53f7a3ff (28ms) I0406 02:56:38.344060 1 gather_workloads_info.go:387] No image sha256:11b1019f1ef459a09826a731547c78028048bf66d9d35d3fadf20efa387c176c (101ms) I0406 02:56:38.443942 1 gather_workloads_info.go:387] No image sha256:326a8b5302b495cb059364ab96dfdd38425252613cfa3abb7e1dacaecda4fb1e (100ms) I0406 02:56:38.543497 1 gather_workloads_info.go:387] No image sha256:645ce33140c6bccfc5926a1d19a02f60d9b48c8d116dba2a300cdb43a0fd0220 (100ms) I0406 02:56:38.643095 1 gather_workloads_info.go:387] No image sha256:215264f061f8b0eeba17dc442cf5a6a3a754f67104bf271f61d2ccee30b7e663 (100ms) I0406 02:56:38.743075 1 gather_workloads_info.go:387] No image sha256:9fed4b776332f3e8ce9c8454beabcb0c940b0e09c0c973eeafcf653b27a79043 (100ms) I0406 02:56:38.844686 1 gather_workloads_info.go:387] No image sha256:7958abc201949f9faed6fe6cd4f8e2f8dab06dde35f09779cec19e9286f3983d (102ms) I0406 02:56:38.943668 1 gather_workloads_info.go:387] No image sha256:e251b56f79899ba2f5ece5dc68375ebba0157b35541861a0c8e31bc21d6adc52 (99ms) I0406 02:56:39.043264 1 gather_workloads_info.go:387] No image sha256:55cb1bfa110d67c2452259e6b4a2158b8f6e7c4bba9e7dfd661e0dea37ff2e25 (100ms) I0406 02:56:39.142719 1 gather_workloads_info.go:387] No image sha256:62075f81a8bc4ce5a7192023a80f2e27c2bc4fae547193776513d67fbddad601 (99ms) I0406 02:56:39.244293 1 gather_workloads_info.go:387] No image sha256:1c6f9f9f726be814274f19e66bd04d069236460a312faa274eebe757d33f889c (102ms) I0406 02:56:39.343140 1 gather_workloads_info.go:387] No image sha256:1f9378e183eb5d9d50f57e8a03ae1428bdfed1fbf2ce985d6ac59560f9c7e81c (99ms) I0406 02:56:39.443550 1 gather_workloads_info.go:387] No image sha256:07c82fce5e470c7ee9c3c1fdc6c953c962ed119411c88bf5fd4f0a08e3a0b9b7 (100ms) I0406 02:56:39.543119 1 gather_workloads_info.go:387] No image sha256:5589d0d744b2f935e7f1bb3e094e813685092910a00e1853891b31fe9e330d23 (100ms) I0406 02:56:39.643990 1 gather_workloads_info.go:387] No image sha256:5e61f9895dd3c359917209aaa56cb9a1fba5e7b7946348f44ff1301045f0d1f0 (101ms) I0406 02:56:39.742961 1 gather_workloads_info.go:387] No image sha256:17eab4abb2d95e2fe5dead3b0ccd144401f0f4467fc5f1dec8e19d5cb9bfd315 (99ms) I0406 02:56:39.843802 1 gather_workloads_info.go:387] No image sha256:0644c26b6a8f4aa4435145653370dd3f8438c6e299523ff8570eb2858ac65d09 (101ms) I0406 02:56:39.943411 1 gather_workloads_info.go:387] No image sha256:5fd3dcbd54108018a438b849eb89f35b4c34343cb5319fbfb30cf252e2a58a8f (100ms) I0406 02:56:40.044700 1 gather_workloads_info.go:387] No image sha256:3d02603962035bdee1a13b1b0d17740cc9c5bcdc89f2372652e5a7dd907ca313 (101ms) I0406 02:56:40.143381 1 gather_workloads_info.go:387] No image sha256:8d824fc165afff23fffc5b291acfa0c1a98f01a96f86ad547eadaa7c98efd35f (99ms) I0406 02:56:40.243204 1 gather_workloads_info.go:387] No image sha256:5ae6198359a92af6c4b317806ec8a33ff53d44189d14561a8f8a3153d7afdb81 (100ms) I0406 02:56:40.342836 1 gather_workloads_info.go:387] No image sha256:c84b4d64ac7bc98b36b8157c582baf5605f0dbb6160f6273a435d3158fd2ace1 (100ms) I0406 02:56:40.443165 1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms) I0406 02:56:40.544139 1 gather_workloads_info.go:387] No image sha256:6dfe7064a0426d0c75613602b935652f4c7a6f8aed62c63e8ed1a8bad80ea94c (101ms) I0406 02:56:40.643780 1 gather_workloads_info.go:387] No image sha256:1647489821e206e3ac1d3f1fbecdff3621ef87a7064f492906334c16f072a3e3 (100ms) I0406 02:56:40.743547 1 gather_workloads_info.go:387] No image sha256:0b449cd4c58e81397bc99ba2d0970585d2a3cc1472a8134b46cf20e8c488b8c5 (100ms) I0406 02:56:40.843858 1 gather_workloads_info.go:387] No image sha256:e468e359bdc654b85aa2e26fe6d9ff065bc85650d57be4cfd6879d5666cd08cd (100ms) I0406 02:56:40.944179 1 gather_workloads_info.go:387] No image sha256:3b313209f88d2df827ff378cf0af36bd18908f1cab0e7ace14df1e8ffa5f1c00 (100ms) I0406 02:56:41.043922 1 gather_workloads_info.go:387] No image sha256:b7dc3625a2da745c86603678c78be7dafd64ea85ecd62745be29f3d04ec4e340 (100ms) I0406 02:56:41.143900 1 gather_workloads_info.go:387] No image sha256:014e2427899021034589f5602bb55916492eba8531030bd8a07bf1501c99f374 (100ms) I0406 02:56:41.242887 1 gather_workloads_info.go:387] No image sha256:e56ae80d1ee80001d74e77cc8e562fe5d6ce211b44b3312343e2ed4ecfb8ab3f (99ms) I0406 02:56:41.242918 1 tasks_processing.go:74] worker 1 stopped. E0406 02:56:41.242928 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0406 02:56:41.243184 1 recorder.go:75] Recording config/workload_info with fingerprint=8ade91fd87f787dfd7afead2cd72f7fb1d802b73f2828c0fd55a9c1c23d21a49 I0406 02:56:41.243200 1 gather.go:177] gatherer "workloads" function "workload_info" took 3.130134159s to process 1 records E0406 02:56:41.243231 1 periodic.go:254] "Unhandled Error" err="workloads failed after 3.13s with: function \"workload_info\" failed with an error" I0406 02:56:41.244330 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0406 02:56:41.244343 1 periodic.go:216] Running conditional gatherer I0406 02:56:41.248983 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules I0406 02:56:41.255256 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:55564->172.30.0.10:53: read: connection refused E0406 02:56:41.255546 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0406 02:56:41.255600 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0406 02:56:41.260550 1 conditional_gatherer.go:392] cluster version is '4.21.7' E0406 02:56:41.260561 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0406 02:56:41.260566 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0406 02:56:41.260569 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0406 02:56:41.260574 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0406 02:56:41.260577 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0406 02:56:41.260580 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0406 02:56:41.260583 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0406 02:56:41.260586 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0406 02:56:41.260588 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0406 02:56:41.260602 1 tasks_processing.go:45] number of workers: 3 I0406 02:56:41.260610 1 tasks_processing.go:69] worker 2 listening for tasks. I0406 02:56:41.260615 1 tasks_processing.go:71] worker 2 working on remote_configuration task. I0406 02:56:41.260621 1 tasks_processing.go:69] worker 0 listening for tasks. I0406 02:56:41.260630 1 tasks_processing.go:69] worker 1 listening for tasks. I0406 02:56:41.260641 1 tasks_processing.go:74] worker 1 stopped. I0406 02:56:41.260652 1 tasks_processing.go:71] worker 0 working on rapid_container_logs task. I0406 02:56:41.260660 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0406 02:56:41.260680 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0406 02:56:41.260695 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 936ns to process 1 records I0406 02:56:41.260784 1 tasks_processing.go:74] worker 2 stopped. I0406 02:56:41.260791 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0406 02:56:41.260801 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 2.455µs to process 1 records I0406 02:56:41.260937 1 tasks_processing.go:74] worker 0 stopped. I0406 02:56:41.260948 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 278.643µs to process 0 records I0406 02:56:41.260964 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.7/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.13:55564->172.30.0.10:53: read: connection refused I0406 02:56:41.260979 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0406 02:56:41.282592 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=b29a4d83123d63727da2fcbd65d675a0134f0abf5cc17176cbdc78d648d27f46 I0406 02:56:41.282717 1 diskrecorder.go:70] Writing 106 records to /var/lib/insights-operator/insights-2026-04-06-025641.tar.gz I0406 02:56:41.289234 1 diskrecorder.go:51] Wrote 106 records to disk in 6ms I0406 02:56:41.289261 1 periodic.go:285] Gathering cluster info every 2h0m0s I0406 02:56:41.289281 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0406 02:56:49.077756 1 configmapobserver.go:84] configmaps "insights-config" not found I0406 02:57:29.075973 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="af5048f73527d897729d41cab6152639f7931766f698b51fe7acbb14a9cd4932") W0406 02:57:29.076003 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0406 02:57:29.076052 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="c0dca025cf5e5aa99274ab3143269c565520714a85452cfa14b52d9cd3838ae6") I0406 02:57:29.076084 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0406 02:57:29.076101 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0406 02:57:29.076124 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0406 02:57:29.076132 1 base_controller.go:181] Shutting down LoggingSyncer ... I0406 02:57:29.076143 1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-998096515/tls.crt::/tmp/serving-cert-998096515/tls.key" I0406 02:57:29.076147 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0406 02:57:29.076125 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0406 02:57:29.076156 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="09ccd406e03e288da8fc1385e5f9dbd9bf55422db768b9c59e66aa4d6cef9fb3") I0406 02:57:29.076168 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"