W0505 13:00:23.830027 1 cmd.go:257] Using insecure, self-signed certificates I0505 13:00:24.562806 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:24.564162 1 observer_polling.go:159] Starting file observer I0505 13:00:25.378934 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0505 13:00:25.379133 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0505 13:00:25.379676 1 secure_serving.go:57] Forcing use of http/1.1 only W0505 13:00:25.379695 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0505 13:00:25.379700 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0505 13:00:25.379703 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0505 13:00:25.379706 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0505 13:00:25.379710 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0505 13:00:25.379712 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0505 13:00:25.379779 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0505 13:00:25.384245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"d5999e7f-b943-4fae-aa83-3c7d82c9b21e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0505 13:00:25.384226 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0505 13:00:25.384703 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0505 13:00:25.384715 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0505 13:00:25.384722 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 13:00:25.384723 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 13:00:25.384763 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 13:00:25.384754 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 13:00:25.385034 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2483674060/tls.crt::/tmp/serving-cert-2483674060/tls.key" I0505 13:00:25.385287 1 secure_serving.go:213] Serving securely on [::]:8443 I0505 13:00:25.385313 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0505 13:00:25.389258 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0505 13:00:25.389279 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0505 13:00:25.389369 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0505 13:00:25.395118 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0505 13:00:25.395133 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0505 13:00:25.399602 1 secretconfigobserver.go:119] support secret does not exist I0505 13:00:25.404348 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0505 13:00:25.408692 1 secretconfigobserver.go:119] support secret does not exist I0505 13:00:25.412123 1 recorder.go:176] Pruning old reports every 8h34m28s, max age is 288h0m0s I0505 13:00:25.416988 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0505 13:00:25.417011 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0505 13:00:25.417012 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0505 13:00:25.417019 1 insightsreport.go:296] Starting report retriever I0505 13:00:25.417025 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0505 13:00:25.416994 1 periodic.go:216] Running clusterconfig gatherer I0505 13:00:25.417075 1 tasks_processing.go:45] number of workers: 64 I0505 13:00:25.417100 1 tasks_processing.go:69] worker 4 listening for tasks. I0505 13:00:25.417112 1 tasks_processing.go:69] worker 2 listening for tasks. I0505 13:00:25.417113 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 13:00:25.417117 1 tasks_processing.go:69] worker 3 listening for tasks. I0505 13:00:25.417123 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 13:00:25.417129 1 tasks_processing.go:71] worker 0 working on nodenetworkstates task. I0505 13:00:25.417129 1 tasks_processing.go:69] worker 23 listening for tasks. I0505 13:00:25.417129 1 tasks_processing.go:69] worker 24 listening for tasks. I0505 13:00:25.417137 1 tasks_processing.go:69] worker 25 listening for tasks. I0505 13:00:25.417139 1 tasks_processing.go:69] worker 39 listening for tasks. I0505 13:00:25.417145 1 tasks_processing.go:69] worker 14 listening for tasks. I0505 13:00:25.417146 1 tasks_processing.go:69] worker 40 listening for tasks. I0505 13:00:25.417140 1 tasks_processing.go:69] worker 13 listening for tasks. I0505 13:00:25.417153 1 tasks_processing.go:69] worker 15 listening for tasks. I0505 13:00:25.417151 1 tasks_processing.go:69] worker 32 listening for tasks. I0505 13:00:25.417155 1 tasks_processing.go:69] worker 5 listening for tasks. I0505 13:00:25.417158 1 tasks_processing.go:69] worker 33 listening for tasks. I0505 13:00:25.417160 1 tasks_processing.go:69] worker 41 listening for tasks. I0505 13:00:25.417163 1 tasks_processing.go:69] worker 6 listening for tasks. I0505 13:00:25.417168 1 tasks_processing.go:69] worker 16 listening for tasks. I0505 13:00:25.417165 1 tasks_processing.go:69] worker 36 listening for tasks. I0505 13:00:25.417166 1 tasks_processing.go:69] worker 42 listening for tasks. I0505 13:00:25.417172 1 tasks_processing.go:69] worker 37 listening for tasks. I0505 13:00:25.417175 1 tasks_processing.go:69] worker 7 listening for tasks. I0505 13:00:25.417175 1 tasks_processing.go:69] worker 43 listening for tasks. I0505 13:00:25.417181 1 tasks_processing.go:69] worker 56 listening for tasks. I0505 13:00:25.417187 1 tasks_processing.go:69] worker 61 listening for tasks. I0505 13:00:25.417175 1 tasks_processing.go:69] worker 26 listening for tasks. I0505 13:00:25.417191 1 tasks_processing.go:69] worker 34 listening for tasks. I0505 13:00:25.417195 1 tasks_processing.go:69] worker 20 listening for tasks. I0505 13:00:25.417178 1 tasks_processing.go:69] worker 17 listening for tasks. I0505 13:00:25.417177 1 tasks_processing.go:69] worker 35 listening for tasks. I0505 13:00:25.417164 1 tasks_processing.go:69] worker 31 listening for tasks. I0505 13:00:25.417205 1 tasks_processing.go:69] worker 44 listening for tasks. I0505 13:00:25.417206 1 tasks_processing.go:69] worker 60 listening for tasks. I0505 13:00:25.417208 1 tasks_processing.go:69] worker 30 listening for tasks. I0505 13:00:25.417214 1 tasks_processing.go:69] worker 50 listening for tasks. I0505 13:00:25.417214 1 tasks_processing.go:69] worker 11 listening for tasks. I0505 13:00:25.417215 1 tasks_processing.go:71] worker 1 working on ingress task. I0505 13:00:25.417220 1 tasks_processing.go:69] worker 53 listening for tasks. I0505 13:00:25.417220 1 tasks_processing.go:69] worker 51 listening for tasks. I0505 13:00:25.417223 1 tasks_processing.go:69] worker 12 listening for tasks. I0505 13:00:25.417224 1 tasks_processing.go:71] worker 23 working on infrastructures task. I0505 13:00:25.417224 1 tasks_processing.go:71] worker 25 working on version task. I0505 13:00:25.417225 1 tasks_processing.go:69] worker 49 listening for tasks. I0505 13:00:25.417232 1 tasks_processing.go:69] worker 48 listening for tasks. I0505 13:00:25.417234 1 tasks_processing.go:69] worker 47 listening for tasks. I0505 13:00:25.417239 1 tasks_processing.go:71] worker 6 working on monitoring_persistent_volumes task. I0505 13:00:25.417240 1 tasks_processing.go:69] worker 45 listening for tasks. I0505 13:00:25.417238 1 tasks_processing.go:71] worker 24 working on openstack_dataplanedeployments task. I0505 13:00:25.417249 1 tasks_processing.go:71] worker 36 working on machines task. I0505 13:00:25.417250 1 tasks_processing.go:71] worker 48 working on dvo_metrics task. I0505 13:00:25.417253 1 tasks_processing.go:71] worker 33 working on openstack_controlplanes task. I0505 13:00:25.417257 1 tasks_processing.go:71] worker 43 working on crds task. I0505 13:00:25.417262 1 tasks_processing.go:71] worker 42 working on machine_configs task. I0505 13:00:25.417262 1 tasks_processing.go:71] worker 15 working on tsdb_status task. I0505 13:00:25.417295 1 tasks_processing.go:71] worker 11 working on cost_management_metrics_configs task. I0505 13:00:25.417324 1 tasks_processing.go:71] worker 61 working on machine_sets task. I0505 13:00:25.417324 1 tasks_processing.go:71] worker 13 working on support_secret task. I0505 13:00:25.417330 1 tasks_processing.go:71] worker 17 working on qemu_kubevirt_launcher_logs task. I0505 13:00:25.417230 1 tasks_processing.go:69] worker 46 listening for tasks. I0505 13:00:25.417342 1 tasks_processing.go:71] worker 50 working on ceph_cluster task. I0505 13:00:25.417235 1 tasks_processing.go:71] worker 12 working on oauths task. I0505 13:00:25.417129 1 tasks_processing.go:71] worker 3 working on node_logs task. I0505 13:00:25.417184 1 tasks_processing.go:69] worker 27 listening for tasks. I0505 13:00:25.417403 1 tasks_processing.go:71] worker 51 working on operators task. I0505 13:00:25.417410 1 tasks_processing.go:71] worker 27 working on container_images task. I0505 13:00:25.417441 1 tasks_processing.go:71] worker 7 working on clusterroles task. I0505 13:00:25.417501 1 tasks_processing.go:71] worker 26 working on overlapping_namespace_uids task. I0505 13:00:25.417508 1 tasks_processing.go:71] worker 31 working on image_pruners task. I0505 13:00:25.417513 1 tasks_processing.go:71] worker 35 working on image_registries task. I0505 13:00:25.417593 1 tasks_processing.go:71] worker 34 working on metrics task. W0505 13:00:25.417619 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:25.417633 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 22.616µs to process 0 records I0505 13:00:25.417644 1 tasks_processing.go:71] worker 44 working on service_accounts task. I0505 13:00:25.417241 1 tasks_processing.go:71] worker 20 working on openshift_logging task. I0505 13:00:25.417182 1 tasks_processing.go:69] worker 18 listening for tasks. I0505 13:00:25.417193 1 tasks_processing.go:69] worker 8 listening for tasks. I0505 13:00:25.417193 1 tasks_processing.go:69] worker 62 listening for tasks. I0505 13:00:25.417195 1 tasks_processing.go:69] worker 55 listening for tasks. I0505 13:00:25.417199 1 tasks_processing.go:69] worker 59 listening for tasks. I0505 13:00:25.417200 1 tasks_processing.go:69] worker 9 listening for tasks. I0505 13:00:25.417200 1 tasks_processing.go:69] worker 29 listening for tasks. I0505 13:00:25.417201 1 tasks_processing.go:69] worker 63 listening for tasks. I0505 13:00:25.417205 1 tasks_processing.go:69] worker 21 listening for tasks. I0505 13:00:25.417206 1 tasks_processing.go:71] worker 4 working on nodenetworkconfigurationpolicies task. I0505 13:00:25.417930 1 tasks_processing.go:71] worker 8 working on active_alerts task. I0505 13:00:25.417943 1 tasks_processing.go:71] worker 59 working on certificate_signing_requests task. W0505 13:00:25.417966 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:25.417990 1 tasks_processing.go:71] worker 34 working on sap_config task. I0505 13:00:25.417995 1 tasks_processing.go:71] worker 8 working on openshift_machine_api_events task. I0505 13:00:25.417931 1 tasks_processing.go:71] worker 21 working on validating_webhook_configurations task. I0505 13:00:25.418034 1 tasks_processing.go:71] worker 18 working on machine_config_pools task. I0505 13:00:25.418045 1 tasks_processing.go:71] worker 63 working on lokistack task. I0505 13:00:25.417210 1 tasks_processing.go:71] worker 2 working on nodes task. I0505 13:00:25.417208 1 tasks_processing.go:69] worker 10 listening for tasks. I0505 13:00:25.418054 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 36.215µs to process 0 records I0505 13:00:25.417209 1 tasks_processing.go:69] worker 22 listening for tasks. I0505 13:00:25.417123 1 tasks_processing.go:69] worker 38 listening for tasks. I0505 13:00:25.418070 1 tasks_processing.go:71] worker 22 working on cluster_apiserver task. I0505 13:00:25.418072 1 tasks_processing.go:71] worker 38 working on machine_healthchecks task. I0505 13:00:25.417319 1 tasks_processing.go:71] worker 60 working on machine_autoscalers task. I0505 13:00:25.417349 1 tasks_processing.go:71] worker 46 working on aggregated_monitoring_cr_names task. I0505 13:00:25.418197 1 tasks_processing.go:71] worker 10 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0505 13:00:25.417249 1 tasks_processing.go:71] worker 5 working on ingress_certificates task. I0505 13:00:25.417214 1 tasks_processing.go:69] worker 58 listening for tasks. I0505 13:00:25.418236 1 tasks_processing.go:71] worker 58 working on storage_classes task. I0505 13:00:25.417217 1 tasks_processing.go:69] worker 52 listening for tasks. I0505 13:00:25.417235 1 tasks_processing.go:71] worker 39 working on image task. I0505 13:00:25.417231 1 tasks_processing.go:71] worker 41 working on feature_gates task. I0505 13:00:25.417241 1 tasks_processing.go:71] worker 14 working on proxies task. I0505 13:00:25.417257 1 tasks_processing.go:71] worker 37 working on node_features task. I0505 13:00:25.417282 1 tasks_processing.go:71] worker 40 working on openstack_version task. I0505 13:00:25.418452 1 tasks_processing.go:71] worker 52 working on sap_datahubs task. I0505 13:00:25.417249 1 tasks_processing.go:71] worker 45 working on silenced_alerts task. W0505 13:00:25.418583 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:25.418592 1 tasks_processing.go:71] worker 45 working on openstack_dataplanenodesets task. I0505 13:00:25.418036 1 tasks_processing.go:71] worker 29 working on operators_pods_and_events task. I0505 13:00:25.417251 1 tasks_processing.go:71] worker 47 working on config_maps task. I0505 13:00:25.419101 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 20.124µs to process 0 records I0505 13:00:25.417245 1 tasks_processing.go:71] worker 16 working on pod_network_connectivity_checks task. I0505 13:00:25.417241 1 tasks_processing.go:71] worker 49 working on install_plans task. I0505 13:00:25.417321 1 tasks_processing.go:71] worker 56 working on pdbs task. I0505 13:00:25.417311 1 tasks_processing.go:71] worker 53 working on sap_pods task. I0505 13:00:25.417189 1 tasks_processing.go:69] worker 19 listening for tasks. I0505 13:00:25.417936 1 tasks_processing.go:71] worker 62 working on networks task. I0505 13:00:25.419314 1 tasks_processing.go:71] worker 19 working on authentication task. W0505 13:00:25.417314 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:25.417939 1 tasks_processing.go:71] worker 55 working on storage_cluster task. I0505 13:00:25.419360 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 2.070233ms to process 0 records I0505 13:00:25.417191 1 tasks_processing.go:69] worker 28 listening for tasks. I0505 13:00:25.417225 1 tasks_processing.go:69] worker 54 listening for tasks. I0505 13:00:25.417245 1 tasks_processing.go:71] worker 32 working on container_runtime_configs task. I0505 13:00:25.417216 1 tasks_processing.go:69] worker 57 listening for tasks. I0505 13:00:25.419419 1 tasks_processing.go:74] worker 54 stopped. I0505 13:00:25.419428 1 tasks_processing.go:74] worker 57 stopped. I0505 13:00:25.418040 1 tasks_processing.go:71] worker 9 working on schedulers task. I0505 13:00:25.419432 1 tasks_processing.go:71] worker 28 working on olm_operators task. I0505 13:00:25.419438 1 tasks_processing.go:71] worker 15 working on jaegers task. I0505 13:00:25.417319 1 tasks_processing.go:71] worker 30 working on mutating_webhook_configurations task. I0505 13:00:25.421413 1 tasks_processing.go:74] worker 33 stopped. I0505 13:00:25.421422 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 4.150317ms to process 0 records I0505 13:00:25.421432 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 4.282405ms to process 0 records I0505 13:00:25.421437 1 tasks_processing.go:74] worker 0 stopped. I0505 13:00:25.422171 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0505 13:00:25.422187 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0505 13:00:25.422191 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0505 13:00:25.422195 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0505 13:00:25.422208 1 controller.go:531] The operator is still being initialized I0505 13:00:25.422216 1 controller.go:554] The operator is healthy I0505 13:00:25.423888 1 tasks_processing.go:74] worker 11 stopped. I0505 13:00:25.423900 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 6.556846ms to process 0 records I0505 13:00:25.425867 1 tasks_processing.go:74] worker 1 stopped. I0505 13:00:25.426062 1 recorder.go:75] Recording config/ingress with fingerprint=f0225ebd53064076ef3e564fbb770f7c580d6703bc758387f1da2c86be3055ed I0505 13:00:25.426079 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 8.637544ms to process 1 records I0505 13:00:25.431698 1 tasks_processing.go:74] worker 24 stopped. I0505 13:00:25.431707 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 14.446635ms to process 0 records I0505 13:00:25.431728 1 tasks_processing.go:74] worker 61 stopped. I0505 13:00:25.431732 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 14.397769ms to process 0 records I0505 13:00:25.432320 1 tasks_processing.go:74] worker 23 stopped. I0505 13:00:25.433620 1 recorder.go:75] Recording config/infrastructure with fingerprint=b7fce5b767e45ae974590daaac7272199b08ecdadc7d56dae9cf7a53cd1f270d I0505 13:00:25.433636 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 15.079979ms to process 1 records I0505 13:00:25.435450 1 tasks_processing.go:74] worker 36 stopped. E0505 13:00:25.435460 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0505 13:00:25.435467 1 gather.go:177] gatherer "clusterconfig" function "machines" took 18.189549ms to process 0 records I0505 13:00:25.435618 1 tasks_processing.go:74] worker 12 stopped. I0505 13:00:25.435886 1 recorder.go:75] Recording config/oauth with fingerprint=e472d71120d651ebd9472be687961f4f26c0775f97fa12dfb17b383f6ee8b42f I0505 13:00:25.435904 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 18.25369ms to process 1 records I0505 13:00:25.436776 1 tasks_processing.go:74] worker 4 stopped. I0505 13:00:25.436788 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 18.854669ms to process 0 records I0505 13:00:25.440076 1 tasks_processing.go:74] worker 50 stopped. I0505 13:00:25.440088 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 22.719216ms to process 0 records I0505 13:00:25.440106 1 tasks_processing.go:74] worker 18 stopped. I0505 13:00:25.440118 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 22.053926ms to process 0 records I0505 13:00:25.440129 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 22.028472ms to process 0 records I0505 13:00:25.440135 1 tasks_processing.go:74] worker 60 stopped. I0505 13:00:25.440141 1 tasks_processing.go:74] worker 38 stopped. E0505 13:00:25.440155 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0505 13:00:25.440164 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 22.061512ms to process 0 records I0505 13:00:25.444992 1 tasks_processing.go:74] worker 13 stopped. E0505 13:00:25.445005 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0505 13:00:25.445017 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 27.655803ms to process 0 records I0505 13:00:25.445213 1 tasks_processing.go:74] worker 22 stopped. I0505 13:00:25.445330 1 recorder.go:75] Recording config/apiserver with fingerprint=9678ad69fc707a14d5f4568c9f398120d39308679da398a2d396756d7dc09383 I0505 13:00:25.445343 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 27.128681ms to process 1 records I0505 13:00:25.445847 1 tasks_processing.go:74] worker 20 stopped. I0505 13:00:25.445855 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 28.08075ms to process 0 records I0505 13:00:25.445891 1 tasks_processing.go:74] worker 45 stopped. I0505 13:00:25.445902 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 27.293819ms to process 0 records I0505 13:00:25.445908 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 28.658101ms to process 0 records I0505 13:00:25.445912 1 tasks_processing.go:74] worker 6 stopped. I0505 13:00:25.445938 1 tasks_processing.go:74] worker 3 stopped. I0505 13:00:25.445946 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 28.568191ms to process 0 records I0505 13:00:25.445956 1 tasks_processing.go:74] worker 63 stopped. I0505 13:00:25.445964 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 27.90323ms to process 0 records I0505 13:00:25.445976 1 tasks_processing.go:74] worker 40 stopped. I0505 13:00:25.445993 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 27.582708ms to process 0 records I0505 13:00:25.446007 1 tasks_processing.go:74] worker 34 stopped. E0505 13:00:25.446015 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0505 13:00:25.446023 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 28.009013ms to process 0 records I0505 13:00:25.446040 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 27.544736ms to process 0 records I0505 13:00:25.446049 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 27.714837ms to process 0 records I0505 13:00:25.446058 1 tasks_processing.go:74] worker 37 stopped. I0505 13:00:25.446065 1 tasks_processing.go:74] worker 52 stopped. I0505 13:00:25.446348 1 tasks_processing.go:74] worker 31 stopped. I0505 13:00:25.446589 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=2597f0f81f5ed632aaf8b2ba47e6946e2dd0d25cac0be94426307be93646d799 I0505 13:00:25.446606 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 28.825285ms to process 1 records E0505 13:00:25.446614 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0505 13:00:25.446620 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 27.343254ms to process 0 records I0505 13:00:25.446639 1 tasks_processing.go:74] worker 16 stopped. I0505 13:00:25.446714 1 tasks_processing.go:74] worker 35 stopped. I0505 13:00:25.446946 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=adb7d7a22e4c143c890b6db1687bad60cae849189e4d5aa82b48f1fc3a6cf1e0 I0505 13:00:25.446960 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 29.024049ms to process 1 records I0505 13:00:25.447028 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=95927e8a700aa5fe982924cf1c5510fb9fbda9f5f185a6b0b2be154be4c175ad I0505 13:00:25.447043 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=e60ac1cf7e404bfa645a39af14566863724fbf7fbe93d6455eeb400821a518b7 I0505 13:00:25.447048 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 28.338875ms to process 2 records I0505 13:00:25.447051 1 tasks_processing.go:74] worker 58 stopped. I0505 13:00:25.447112 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=cbe99a564b1f386017789247746706c7eca51ebbeea67f8761cf0b0e1a6e45d9 I0505 13:00:25.447121 1 tasks_processing.go:74] worker 56 stopped. I0505 13:00:25.447134 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=ca1b179580d6e1ddeb0abcf081a8489761e24876a39b8702fce2565964490adb I0505 13:00:25.447149 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=be6df0c03effefa8639e258f3349bdb0117170406c4ea62451b39962a906311b I0505 13:00:25.447156 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 27.468089ms to process 3 records I0505 13:00:25.447162 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 28.964154ms to process 0 records I0505 13:00:25.447179 1 tasks_processing.go:74] worker 8 stopped. I0505 13:00:25.447217 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=b010cf5df429812c27537da4ae52c45b0ed60804190f244355c30c00b697857e I0505 13:00:25.447227 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 27.716476ms to process 1 records I0505 13:00:25.447232 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 27.720201ms to process 0 records I0505 13:00:25.447235 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 27.809029ms to process 0 records I0505 13:00:25.447238 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 27.83029ms to process 0 records I0505 13:00:25.447245 1 tasks_processing.go:74] worker 32 stopped. I0505 13:00:25.447249 1 tasks_processing.go:74] worker 9 stopped. I0505 13:00:25.447252 1 tasks_processing.go:74] worker 15 stopped. I0505 13:00:25.447255 1 tasks_processing.go:74] worker 55 stopped. I0505 13:00:25.447317 1 tasks_processing.go:74] worker 39 stopped. I0505 13:00:25.447404 1 recorder.go:75] Recording config/image with fingerprint=447d1824657acff11db5429c9f3b14e918cda61ee07c4421e89b256601bca14f I0505 13:00:25.447422 1 gather.go:177] gatherer "clusterconfig" function "image" took 29.057333ms to process 1 records I0505 13:00:25.447429 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 28.039773ms to process 0 records I0505 13:00:25.447441 1 tasks_processing.go:74] worker 53 stopped. I0505 13:00:25.447466 1 recorder.go:75] Recording config/proxy with fingerprint=ae89443fe710c6ab272f39f79ebed4ae51e046c90f7e0d1a5607763282efee64 I0505 13:00:25.447478 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 29.063356ms to process 1 records I0505 13:00:25.447486 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 27.956108ms to process 0 records I0505 13:00:25.447492 1 tasks_processing.go:74] worker 14 stopped. I0505 13:00:25.447500 1 tasks_processing.go:74] worker 28 stopped. I0505 13:00:25.447564 1 tasks_processing.go:74] worker 62 stopped. I0505 13:00:25.447638 1 recorder.go:75] Recording config/network with fingerprint=13d9eb6c3cd8a1bb93cf0f8ba0aa84a34cc001944a9ebce0b3b1e2c892c3d0a6 I0505 13:00:25.447657 1 gather.go:177] gatherer "clusterconfig" function "networks" took 28.178599ms to process 1 records I0505 13:00:25.447831 1 tasks_processing.go:74] worker 42 stopped. E0505 13:00:25.447843 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0505 13:00:25.447893 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0505 13:00:25.447908 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 30.559589ms to process 1 records I0505 13:00:25.448238 1 tasks_processing.go:74] worker 19 stopped. I0505 13:00:25.448412 1 recorder.go:75] Recording config/authentication with fingerprint=4a29cf8cb11b6120cfd7f37e84944fea3a7c96048930409672910d305025ed62 I0505 13:00:25.448425 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 28.915728ms to process 1 records I0505 13:00:25.450214 1 tasks_processing.go:74] worker 41 stopped. I0505 13:00:25.450437 1 recorder.go:75] Recording config/featuregate with fingerprint=1351d281c55fca9b0c15cdfaaf2e2854aac81cfd0658a4d2f0d8bb1143556f92 I0505 13:00:25.450509 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 31.944183ms to process 1 records I0505 13:00:25.450688 1 tasks_processing.go:74] worker 2 stopped. W0505 13:00:25.451283 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:25.451517 1 recorder.go:75] Recording config/node/ip-10-0-0-119.ec2.internal with fingerprint=0de0ceb6c267eebd53a52e975f73da65381ceead8b076f03dca45191c9ff07a3 I0505 13:00:25.451624 1 recorder.go:75] Recording config/node/ip-10-0-1-246.ec2.internal with fingerprint=923fad44d72a4bdcd7d083bb7eb74c554510eae5ea8ec3a1ede3f3991375ee93 I0505 13:00:25.451741 1 recorder.go:75] Recording config/node/ip-10-0-2-43.ec2.internal with fingerprint=964691fd22d6eb3e12e561f47b676e0a3dbdb18b5616dfc92defa0806360770f I0505 13:00:25.451752 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 32.199778ms to process 3 records I0505 13:00:25.453472 1 tasks_processing.go:74] worker 21 stopped. I0505 13:00:25.453729 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=db87878884a4ff8e47d10673da95871746b02531d487d21c92ba03bc072ef72c I0505 13:00:25.453859 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=d3fb618d40b0a73f068271e96259ad5f74018ba40a2748bc075ccc0cdce4ba39 I0505 13:00:25.453889 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=83d1aea5f5d98b5bff343b514be74a520dbd2be71ff0ef0a8dc9f7340b162bca I0505 13:00:25.453941 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=dc152c3215942ec3d921a74fc868778bf621810bf838de064b55940c5ea6e0a5 I0505 13:00:25.453998 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=80871ee4eeb77ab9ae71391363e5fecaa3c9d382992145c1bbd051ff425459b9 I0505 13:00:25.454048 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=ec75b8b4153ac19bb2d7bde483268120736dc27e9f54749b2153f7e3182c3efa I0505 13:00:25.454096 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=c35779101058bc031d8fd19213349bd51a768861b003f15e386cb1c9165e965a I0505 13:00:25.454160 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=4fb5f2326356be43d62ae4de9a84581746d8c8ce83089d80e798e49b9052d442 I0505 13:00:25.454215 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=62effb98b3c6012fa6070fd17ad35f90df3882da7197fe7749a95d293fa54ea7 I0505 13:00:25.454264 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=71e9570c5d259e7a2d6a8449832894fa25bb2027bae6b71e7bf5ef7143b1b104 I0505 13:00:25.454310 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=b8dfd89cfa1672789707f51d00a7a261ccbc9b8f15645fd70b06fa33a6135277 I0505 13:00:25.454323 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 35.445907ms to process 11 records I0505 13:00:25.454336 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 35.68166ms to process 0 records I0505 13:00:25.454348 1 tasks_processing.go:74] worker 59 stopped. I0505 13:00:25.454353 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0505 13:00:25.454359 1 tasks_processing.go:74] worker 26 stopped. I0505 13:00:25.454367 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 36.170586ms to process 1 records I0505 13:00:25.454469 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=6340a3c22d38bf648ec5db3688a885117e49a9131cadc13a8f34f2a32c1a55f1 I0505 13:00:25.454480 1 tasks_processing.go:74] worker 30 stopped. I0505 13:00:25.454505 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=675ca8c933261dada7420e39739e4c11f6d99a074257205429b349532fa8e3df I0505 13:00:25.454535 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=ad5ff5e80a5d07134075be972316c932dddb2313ef85be25c40b0d832188d7ee I0505 13:00:25.454542 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 34.324035ms to process 3 records I0505 13:00:25.458894 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0505 13:00:25.458900 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0505 13:00:25.459012 1 operator.go:328] started I0505 13:00:25.459025 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0505 13:00:25.459384 1 tasks_processing.go:74] worker 7 stopped. I0505 13:00:25.459536 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=5adea209e9099816dcb441771ccb2b93f7f89a7d572eb2c424c8d887a84d865c I0505 13:00:25.459635 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=f7c748ca30113f746e62457d9ccdb471a063a9cfd7ca5ff1ef6942a262c7eabf I0505 13:00:25.459644 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 41.930634ms to process 2 records I0505 13:00:25.459766 1 tasks_processing.go:74] worker 43 stopped. I0505 13:00:25.460233 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=8ae0cc0ec8285675d065061bdd765aac116ed760a20ea3f0520796f8f72b7f57 I0505 13:00:25.460431 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=2a56ef7944c1e50b5af33a141c4b601f243b7fed84e256a422285d8f57a529a1 I0505 13:00:25.460440 1 gather.go:177] gatherer "clusterconfig" function "crds" took 42.495873ms to process 2 records I0505 13:00:25.460450 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 42.278402ms to process 0 records I0505 13:00:25.460456 1 tasks_processing.go:74] worker 46 stopped. I0505 13:00:25.467194 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0505 13:00:25.467205 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0505 13:00:25.467209 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0505 13:00:25.467212 1 controller.go:254] Source scaController *sca.Controller is not ready I0505 13:00:25.467216 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0505 13:00:25.467232 1 controller.go:531] The operator is still being initialized I0505 13:00:25.467238 1 controller.go:554] The operator is healthy I0505 13:00:25.472022 1 prometheus_rules.go:88] Prometheus rules successfully created I0505 13:00:25.474461 1 gather_logs.go:145] no pods in namespace were found I0505 13:00:25.474477 1 tasks_processing.go:74] worker 17 stopped. I0505 13:00:25.474485 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 57.134111ms to process 0 records I0505 13:00:25.474965 1 tasks_processing.go:74] worker 25 stopped. I0505 13:00:25.475243 1 recorder.go:75] Recording config/version with fingerprint=c1bb959c8508b35c0bfb0699d13f0d869048dc5a296bd74904052aee36df7b07 I0505 13:00:25.475260 1 recorder.go:75] Recording config/id with fingerprint=1e235dc98ddbef20c7ffe199648b5d6117a2942b0d0d42820f247c01fc035985 I0505 13:00:25.475269 1 gather.go:177] gatherer "clusterconfig" function "version" took 57.726954ms to process 2 records E0505 13:00:25.476603 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%278766e1f0-b6a8-4d74-a940-0c09e36ba4e0%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.13:58873->172.30.0.10:53: read: connection refused I0505 13:00:25.476616 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%278766e1f0-b6a8-4d74-a940-0c09e36ba4e0%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.13:58873->172.30.0.10:53: read: connection refused I0505 13:00:25.480654 1 tasks_processing.go:74] worker 47 stopped. E0505 13:00:25.480676 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0505 13:00:25.480689 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0505 13:00:25.480696 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0505 13:00:25.480709 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0505 13:00:25.480764 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0505 13:00:25.480777 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0505 13:00:25.480784 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0505 13:00:25.480789 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0505 13:00:25.480850 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0505 13:00:25.480862 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0505 13:00:25.480871 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 61.606197ms to process 7 records I0505 13:00:25.484970 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0505 13:00:25.484969 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 13:00:25.484994 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 13:00:25.489588 1 base_controller.go:82] Caches are synced for ConfigController I0505 13:00:25.489602 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0505 13:00:25.490487 1 tasks_processing.go:74] worker 5 stopped. E0505 13:00:25.490501 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0505 13:00:25.490507 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q3pe2f1gibhpiqftiuj8qs9m7aidsu5-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q3pe2f1gibhpiqftiuj8qs9m7aidsu5-primary-cert-bundle-secret" not found I0505 13:00:25.490573 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=15ea07d13dc6c4c9362062e72200f47fc07ab0ba5562a47e9edaad2a066101ad I0505 13:00:25.490586 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 72.253933ms to process 1 records I0505 13:00:25.493947 1 tasks_processing.go:74] worker 27 stopped. I0505 13:00:25.494011 1 recorder.go:75] Recording config/running_containers with fingerprint=3267f4597ff1018782548f41c16093486e53a3615ac7c5130d46e94fc95ecde5 I0505 13:00:25.494022 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 76.522314ms to process 1 records I0505 13:00:25.494128 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 13:00:25.495328 1 tasks_processing.go:74] worker 10 stopped. I0505 13:00:25.495341 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 77.115045ms to process 0 records I0505 13:00:25.542366 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0505 13:00:25.545910 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.13:46482->172.30.0.10:53: read: connection refused I0505 13:00:25.545924 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.13:46482->172.30.0.10:53: read: connection refused I0505 13:00:25.560019 1 base_controller.go:82] Caches are synced for LoggingSyncer I0505 13:00:25.560034 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... W0505 13:00:26.450618 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:26.661230 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0505 13:00:26.661244 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0505 13:00:26.661929 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2xppz pod in namespace openshift-dns (previous: false). I0505 13:00:26.880282 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0505 13:00:26.894513 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2xppz pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2xppz\" is waiting to start: ContainerCreating" I0505 13:00:26.894529 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2xppz\" is waiting to start: ContainerCreating" I0505 13:00:26.894537 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2xppz pod in namespace openshift-dns (previous: false). I0505 13:00:27.067925 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2xppz pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2xppz\" is waiting to start: ContainerCreating" I0505 13:00:27.067941 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2xppz\" is waiting to start: ContainerCreating" I0505 13:00:27.067951 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-kj7p7 pod in namespace openshift-dns (previous: false). I0505 13:00:27.267277 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-kj7p7 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-kj7p7\" is waiting to start: ContainerCreating" I0505 13:00:27.267295 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-kj7p7\" is waiting to start: ContainerCreating" I0505 13:00:27.267302 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-kj7p7 pod in namespace openshift-dns (previous: false). I0505 13:00:27.281375 1 tasks_processing.go:74] worker 51 stopped. I0505 13:00:27.281422 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=45e9d3047e7f07af1f8a043642da3fd95bc87265555beb3d70113866e65a2d62 I0505 13:00:27.281468 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=dbadb3f186f89b6161886f8c89b842164c220d76f6f99b67897f644778657f5f I0505 13:00:27.281498 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0505 13:00:27.281522 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=a8514db80cbde590230497ab8217695bb346b16fcbc56bd7310d0c7453b2cbcf I0505 13:00:27.281538 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0505 13:00:27.281577 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=dc46adce13b742f39a280f4be088693fd9ae28c2b5e2203e60d91d7b913051a6 I0505 13:00:27.281622 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=8ef7de34d0b23a6f63f0f52d04f34c94481f02cb8a1c3012e66ee5c4f0004d16 I0505 13:00:27.281646 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=e1d41ea4eecfe6a8b8e21e7bb91c62b8d815334f7075c8e98efc034ebbddf35d I0505 13:00:27.281658 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=84402a927697713e77ae976ab84d9f449974f994fd379b8a31e4a4576926c6ff I0505 13:00:27.281674 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=d9738d0590ab7c2555cf297a123bf954d6d1cb35f89d1997db8d5c9352b43d52 I0505 13:00:27.281682 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0505 13:00:27.281697 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=b54a7b4ad1ced6b2a0c2f25f15cef717d6bd33031f47d465b72c14b1ff242a32 I0505 13:00:27.281708 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0505 13:00:27.281724 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=010365a47e8fb26d68d6251b657d6ee65fb7dcac07e9c6fc6f50d7d60840520e I0505 13:00:27.281734 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0505 13:00:27.281755 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=dfc3783168fd04725b12cb3213011dda9a277488627508435219609263c895b6 I0505 13:00:27.281765 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0505 13:00:27.281780 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=522c610a77be44d68ff1fb2c5f3f4424de49edf8b5432c40207378cb8633c74f I0505 13:00:27.281899 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=c07f4742b7ab4636e9ef19beca23fc18f9daeded32983317b2896d8d242156d0 I0505 13:00:27.281909 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0505 13:00:27.281917 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0505 13:00:27.281940 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0505 13:00:27.281962 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=e803a0b928104ee37289c072976417b95dc45cfa26f9d9063d1bb859fba4d802 I0505 13:00:27.282003 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=31bfdeae0bfaf877af406b0d36662e2eda75dc213b03357d9d39b8ed72ae7e47 I0505 13:00:27.282013 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0505 13:00:27.282028 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=f7552abeb7f0723cfe8a66e9c911193c1c924f953b5d39e1d9ed36ca4a037981 I0505 13:00:27.282037 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0505 13:00:27.282050 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=ba81c030617652ffa4d3e22500f01439568912b5890b0004801db6bbf28ba89d I0505 13:00:27.282063 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=7dc9e04a64d099c3e89675c18e446fe46fbf9d812023a10c685ea187fe9985e3 I0505 13:00:27.282075 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=d2482cc127077cd43125b7e201885f8d2bbd85017f660020fe31ec9fa57e4bcb I0505 13:00:27.282089 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=2f575efee56b320d16a25e1950bc6c5462caa671a5e10e239e35af90bda44afd I0505 13:00:27.282100 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=09a99097596efce21d027af4765f0df4ed2bfbecf6e5ce492543d4f8caa05c19 I0505 13:00:27.282128 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=de5a12f6007db1de343b9213708a5f5c1151f1d946aab7a4beb86524c6f442d5 I0505 13:00:27.282144 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0505 13:00:27.282151 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0505 13:00:27.282157 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.863955824s to process 35 records W0505 13:00:27.449672 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:27.466145 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-kj7p7 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-kj7p7\" is waiting to start: ContainerCreating" I0505 13:00:27.466158 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-kj7p7\" is waiting to start: ContainerCreating" I0505 13:00:27.466168 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-q46qd pod in namespace openshift-dns (previous: false). I0505 13:00:27.685089 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-q46qd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-q46qd\" is waiting to start: ContainerCreating" I0505 13:00:27.685104 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-q46qd\" is waiting to start: ContainerCreating" I0505 13:00:27.685112 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-q46qd pod in namespace openshift-dns (previous: false). I0505 13:00:27.866286 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-q46qd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-q46qd\" is waiting to start: ContainerCreating" I0505 13:00:27.866301 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-q46qd\" is waiting to start: ContainerCreating" I0505 13:00:27.866313 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-7kvgg pod in namespace openshift-dns (previous: false). I0505 13:00:28.066639 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:28.066654 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9lf6m pod in namespace openshift-dns (previous: false). I0505 13:00:28.266396 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:28.266413 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-rxhkq pod in namespace openshift-dns (previous: false). W0505 13:00:28.449708 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:28.473956 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:28.474010 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6664f97c4c-mj48f pod in namespace openshift-image-registry (previous: false). I0505 13:00:28.668405 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6664f97c4c-mj48f pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6664f97c4c-mj48f\" is waiting to start: ContainerCreating" I0505 13:00:28.668427 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6664f97c4c-mj48f\" is waiting to start: ContainerCreating" I0505 13:00:28.668482 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-cb476f6d-2gbgk pod in namespace openshift-image-registry (previous: false). I0505 13:00:28.868872 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-cb476f6d-2gbgk pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-cb476f6d-2gbgk\" is waiting to start: ContainerCreating" I0505 13:00:28.868889 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-cb476f6d-2gbgk\" is waiting to start: ContainerCreating" I0505 13:00:28.868933 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-cb476f6d-tqs6z pod in namespace openshift-image-registry (previous: false). I0505 13:00:29.069999 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-cb476f6d-tqs6z pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-cb476f6d-tqs6z\" is waiting to start: ContainerCreating" I0505 13:00:29.070015 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-cb476f6d-tqs6z\" is waiting to start: ContainerCreating" I0505 13:00:29.070024 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-4k94x pod in namespace openshift-image-registry (previous: false). I0505 13:00:29.265794 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:29.265808 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-lp2fz pod in namespace openshift-image-registry (previous: false). W0505 13:00:29.449926 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:29.466636 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:29.466649 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-wvqb7 pod in namespace openshift-image-registry (previous: false). I0505 13:00:29.669621 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:29.669637 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-54c7ccbb69-f9db2 pod in namespace openshift-ingress (previous: false). I0505 13:00:29.866287 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-54c7ccbb69-f9db2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-54c7ccbb69-f9db2\" is waiting to start: ContainerCreating" I0505 13:00:29.866303 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-54c7ccbb69-f9db2\" is waiting to start: ContainerCreating" I0505 13:00:29.866313 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-54c7ccbb69-ln2z5 pod in namespace openshift-ingress (previous: false). I0505 13:00:30.066757 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-54c7ccbb69-ln2z5 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-54c7ccbb69-ln2z5\" is waiting to start: ContainerCreating" I0505 13:00:30.066772 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-54c7ccbb69-ln2z5\" is waiting to start: ContainerCreating" I0505 13:00:30.066783 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7f4dc88b55-vcdl2 pod in namespace openshift-ingress (previous: false). I0505 13:00:30.265890 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7f4dc88b55-vcdl2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7f4dc88b55-vcdl2\" is waiting to start: ContainerCreating" I0505 13:00:30.265907 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7f4dc88b55-vcdl2\" is waiting to start: ContainerCreating" I0505 13:00:30.265919 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-n5drg pod in namespace openshift-ingress-canary (previous: false). W0505 13:00:30.446660 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0505 13:00:30.446704 1 tasks_processing.go:74] worker 48 stopped. E0505 13:00:30.446719 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0505 13:00:30.446733 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0505 13:00:30.446748 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0505 13:00:30.446762 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.029439244s to process 1 records I0505 13:00:30.466882 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-tlw2c pod in namespace openshift-ingress-canary (previous: false). I0505 13:00:30.668244 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-vzrq7 pod in namespace openshift-ingress-canary (previous: false). I0505 13:00:30.868995 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-846d9b8bdc-prbfz pod in namespace openshift-kube-storage-version-migrator (previous: false). I0505 13:00:31.069323 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-846d9b8bdc-prbfz pod in namespace openshift-kube-storage-version-migrator (previous: false). I0505 13:00:31.267132 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74478b59c6-hw8rm pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0505 13:00:31.468796 1 tasks_processing.go:74] worker 29 stopped. I0505 13:00:31.468884 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=09dc782a3843aa6a7fae84777b61844e36e33830b20d001f1bf45b6a849b3157 I0505 13:00:31.468942 1 recorder.go:75] Recording events/openshift-dns with fingerprint=825c2d9a7790b14545c32ba0f699f74f6182bab0cc5ead943fd1fe8c982b5cf4 I0505 13:00:31.469035 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=d841f66c56637b2f548d219f5d1665e9b7f8a16d966892751b728df29b964050 I0505 13:00:31.469065 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=b1642c2a8e5dd508469945012075f640355e1bc46db81085adca1e316c7e9c3b I0505 13:00:31.469111 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=51480665276e80377c110672e63bb4ea55fcd50ac2d4f07660884dc7c6c87019 I0505 13:00:31.469147 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=cef9675606b4200900b5431ed548028710e61d9aaf7d0a3c0565ac329890a83c I0505 13:00:31.469161 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=8627ce498a3e3925556c0830d9eba2bce39ead1f5ec058e860d6f844dc9a6ffd I0505 13:00:31.469208 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=eee42640f8d6b3b7601f067c4454b25c47bf8066f21013777066511e7e7d3061 I0505 13:00:31.470497 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6664f97c4c-mj48f with fingerprint=ef3d04863b9fe6132b4112117c1dc2e742e17b67f26d90074e77fdf7403f2462 I0505 13:00:31.470634 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-cb476f6d-2gbgk with fingerprint=4a83aed63632e128c0428e7cdbfd0938300d051a61c7ac25a4630fac19757d9b I0505 13:00:31.470724 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-cb476f6d-tqs6z with fingerprint=1d769554b7babd957885d8327c6b773c8466dd360f9d9bc178a1283010fe600f I0505 13:00:31.470732 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-n5drg/serve-healthcheck-canary_current.log with fingerprint=083c8aefd2088d01305a660cc989ede7ca3342680d0d17fbbad8755b73494ee3 I0505 13:00:31.470736 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-tlw2c/serve-healthcheck-canary_current.log with fingerprint=e03e586ef81b1ee1a7e101631a62c1b7f8569c42d65f69b1730818c6ec93c898 I0505 13:00:31.470740 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-vzrq7/serve-healthcheck-canary_current.log with fingerprint=3863e5c13ba5019b013ab70877dfebb1183406691071f5279dfedce84d7a0010 I0505 13:00:31.470752 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-prbfz/migrator_current.log with fingerprint=34c647651d16e01406097c26a83186734436b94de7e414785a4a501fadd52043 I0505 13:00:31.470757 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-prbfz/graceful-termination_current.log with fingerprint=6273616b4c8028f8e1e29af15c8e2f166ddabbb6e7084a9de785bda16ebe1e78 I0505 13:00:31.470824 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74478b59c6-hw8rm/kube-storage-version-migrator-operator_current.log with fingerprint=45b2d8e191a8e83bf1af2ff0df6ba5491a8f69d2b6dbf688fa2e18d4dd2069ed I0505 13:00:31.470835 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.049877015s to process 17 records I0505 13:00:37.986297 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 13:00:38.059128 1 tasks_processing.go:74] worker 49 stopped. I0505 13:00:38.059165 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0505 13:00:38.059178 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.639854502s to process 1 records I0505 13:00:38.824259 1 tasks_processing.go:74] worker 44 stopped. I0505 13:00:38.824520 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=37b78a794211255319f797e3e69a22df8f5a828f029dbfa0f940236c6e12eaab I0505 13:00:38.824536 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.4065915s to process 1 records E0505 13:00:38.824621 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.407s with: function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0505 13:00:38.825732 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0505 13:00:38.825749 1 periodic.go:216] Running workloads gatherer I0505 13:00:38.825770 1 tasks_processing.go:45] number of workers: 2 I0505 13:00:38.825784 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 13:00:38.825790 1 tasks_processing.go:71] worker 1 working on workload_info task. I0505 13:00:38.825793 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 13:00:38.825868 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0505 13:00:38.849034 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0505 13:00:38.853128 1 tasks_processing.go:74] worker 0 stopped. I0505 13:00:38.853142 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.242338ms to process 0 records I0505 13:00:38.858218 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms) I0505 13:00:38.866970 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (9ms) I0505 13:00:38.875356 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (8ms) I0505 13:00:38.883848 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (8ms) I0505 13:00:38.892425 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (9ms) I0505 13:00:38.900732 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (8ms) I0505 13:00:38.909708 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (9ms) I0505 13:00:38.918429 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (9ms) I0505 13:00:38.926819 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (8ms) I0505 13:00:38.937735 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (11ms) I0505 13:00:38.957566 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (20ms) I0505 13:00:39.058358 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (101ms) I0505 13:00:39.158187 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms) I0505 13:00:39.260661 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (102ms) I0505 13:00:39.358617 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (98ms) I0505 13:00:39.458664 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0505 13:00:39.558770 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0505 13:00:39.659073 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms) I0505 13:00:39.762064 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (103ms) I0505 13:00:39.859054 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (97ms) I0505 13:00:39.958577 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (100ms) I0505 13:00:40.059361 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (101ms) I0505 13:00:40.158634 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (99ms) I0505 13:00:40.258444 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms) I0505 13:00:40.360661 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (102ms) I0505 13:00:40.459319 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (99ms) I0505 13:00:40.559952 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (101ms) I0505 13:00:40.676883 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (117ms) I0505 13:00:40.762176 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (85ms) I0505 13:00:40.860363 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (98ms) I0505 13:00:40.958763 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (98ms) I0505 13:00:41.058585 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms) I0505 13:00:41.111528 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 13:00:41.158416 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms) I0505 13:00:41.158444 1 tasks_processing.go:74] worker 1 stopped. E0505 13:00:41.158462 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0505 13:00:41.158733 1 recorder.go:75] Recording config/workload_info with fingerprint=df76435d5d26eeb6ee95910e77e853eb457a5106733a71e3ffa65d643062f6f9 I0505 13:00:41.158750 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.332644527s to process 1 records E0505 13:00:41.158784 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.333s with: function \"workload_info\" failed with an error" I0505 13:00:41.159889 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0505 13:00:41.159901 1 periodic.go:216] Running conditional gatherer I0505 13:00:41.165759 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0505 13:00:41.172361 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.13:38496->172.30.0.10:53: read: connection refused E0505 13:00:41.172686 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:41.172754 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0505 13:00:41.182907 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0505 13:00:41.182920 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:00:41.182925 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:00:41.182937 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:00:41.182942 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:00:41.182945 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:00:41.182948 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:00:41.182951 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:00:41.182954 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:00:41.182956 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0505 13:00:41.182970 1 tasks_processing.go:45] number of workers: 3 I0505 13:00:41.182977 1 tasks_processing.go:69] worker 2 listening for tasks. I0505 13:00:41.182983 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0505 13:00:41.182986 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 13:00:41.182995 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 13:00:41.183006 1 tasks_processing.go:74] worker 1 stopped. I0505 13:00:41.183015 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0505 13:00:41.183022 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0505 13:00:41.183076 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0505 13:00:41.183090 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 932ns to process 1 records I0505 13:00:41.183123 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0505 13:00:41.183141 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 722ns to process 1 records I0505 13:00:41.183149 1 tasks_processing.go:74] worker 0 stopped. I0505 13:00:41.183280 1 tasks_processing.go:74] worker 2 stopped. I0505 13:00:41.183293 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 245.128µs to process 0 records I0505 13:00:41.183314 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.13:38496->172.30.0.10:53: read: connection refused I0505 13:00:41.183332 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0505 13:00:41.205613 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=c2127cf8a3cf93f835b5571876a3209dedb4cc2b14e5f6ba3dd7f91225aaa89e I0505 13:00:41.205762 1 diskrecorder.go:70] Writing 110 records to /var/lib/insights-operator/insights-2026-05-05-130041.tar.gz I0505 13:00:41.212664 1 diskrecorder.go:51] Wrote 110 records to disk in 6ms I0505 13:00:41.212696 1 periodic.go:285] Gathering cluster info every 2h0m0s I0505 13:00:41.212717 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0505 13:00:41.313175 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 13:00:55.561073 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 13:01:39.564788 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="c860ad8ae487c9b089ab64654497f979bde25c586ab1c51ec0067462cc39c273") W0505 13:01:39.564828 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0505 13:01:39.564878 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="1a2bb377664bc23cf4bee915538438208cf669339fc3a18c105cf6561b81473c") I0505 13:01:39.564960 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="ee1e8be826dc80b22b9cfd6e98fe6f327699df47fa3c679415f37a774c48ca9d") I0505 13:01:39.564979 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0505 13:01:39.564985 1 periodic.go:177] Shutting down I0505 13:01:39.565006 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0505 13:01:39.565007 1 base_controller.go:181] Shutting down LoggingSyncer ... I0505 13:01:39.565022 1 base_controller.go:181] Shutting down ConfigController ... I0505 13:01:39.565022 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0505 13:01:39.565029 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0505 13:01:39.565029 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0505 13:01:39.565035 1 base_controller.go:113] All ConfigController workers have been terminated I0505 13:01:39.565035 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0505 13:01:39.565054 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0505 13:01:39.565066 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"