W0512 11:36:15.599562 1 cmd.go:257] Using insecure, self-signed certificates I0512 11:36:16.161363 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 11:36:16.161743 1 observer_polling.go:159] Starting file observer I0512 11:36:16.700755 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0512 11:36:16.700945 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0512 11:36:16.701553 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0512 11:36:16.701583 1 secure_serving.go:57] Forcing use of http/1.1 only W0512 11:36:16.701601 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0512 11:36:16.701605 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0512 11:36:16.701609 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0512 11:36:16.701612 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0512 11:36:16.701614 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0512 11:36:16.701617 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0512 11:36:16.706769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"9983a033-0508-484f-8a60-2539adbe4565", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0512 11:36:16.706760 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0512 11:36:16.707305 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0512 11:36:16.707319 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0512 11:36:16.707357 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0512 11:36:16.707368 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0512 11:36:16.707381 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0512 11:36:16.707387 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0512 11:36:16.707644 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-165191723/tls.crt::/tmp/serving-cert-165191723/tls.key" I0512 11:36:16.707804 1 secure_serving.go:213] Serving securely on [::]:8443 I0512 11:36:16.707830 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0512 11:36:16.712178 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0512 11:36:16.712200 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0512 11:36:16.712284 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0512 11:36:16.717371 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 11:36:16.717387 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0512 11:36:16.722027 1 secretconfigobserver.go:119] support secret does not exist I0512 11:36:16.740698 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0512 11:36:16.744906 1 recorder.go:176] Pruning old reports every 5h37m45s, max age is 288h0m0s I0512 11:36:16.745204 1 secretconfigobserver.go:119] support secret does not exist I0512 11:36:16.748993 1 periodic.go:216] Running clusterconfig gatherer I0512 11:36:16.749010 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0512 11:36:16.749019 1 insightsreport.go:296] Starting report retriever I0512 11:36:16.749024 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0512 11:36:16.748995 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0512 11:36:16.749033 1 tasks_processing.go:45] number of workers: 64 I0512 11:36:16.749034 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0512 11:36:16.749048 1 tasks_processing.go:69] worker 3 listening for tasks. I0512 11:36:16.749054 1 tasks_processing.go:69] worker 2 listening for tasks. I0512 11:36:16.749060 1 tasks_processing.go:69] worker 6 listening for tasks. I0512 11:36:16.749059 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 11:36:16.749065 1 tasks_processing.go:69] worker 4 listening for tasks. I0512 11:36:16.749065 1 tasks_processing.go:69] worker 9 listening for tasks. I0512 11:36:16.749070 1 tasks_processing.go:69] worker 5 listening for tasks. I0512 11:36:16.749073 1 tasks_processing.go:71] worker 4 working on lokistack task. I0512 11:36:16.749074 1 tasks_processing.go:69] worker 7 listening for tasks. I0512 11:36:16.749078 1 tasks_processing.go:71] worker 5 working on operators task. I0512 11:36:16.749081 1 tasks_processing.go:69] worker 10 listening for tasks. I0512 11:36:16.749083 1 tasks_processing.go:71] worker 7 working on schedulers task. I0512 11:36:16.749081 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 11:36:16.749077 1 tasks_processing.go:69] worker 38 listening for tasks. I0512 11:36:16.749087 1 tasks_processing.go:69] worker 11 listening for tasks. I0512 11:36:16.749096 1 tasks_processing.go:69] worker 13 listening for tasks. I0512 11:36:16.749074 1 tasks_processing.go:71] worker 9 working on nodenetworkconfigurationpolicies task. I0512 11:36:16.749098 1 tasks_processing.go:69] worker 8 listening for tasks. I0512 11:36:16.749104 1 tasks_processing.go:69] worker 14 listening for tasks. I0512 11:36:16.749092 1 tasks_processing.go:69] worker 12 listening for tasks. I0512 11:36:16.749109 1 tasks_processing.go:69] worker 15 listening for tasks. I0512 11:36:16.749115 1 tasks_processing.go:69] worker 26 listening for tasks. I0512 11:36:16.749118 1 tasks_processing.go:69] worker 27 listening for tasks. I0512 11:36:16.749117 1 tasks_processing.go:69] worker 53 listening for tasks. I0512 11:36:16.749127 1 tasks_processing.go:69] worker 29 listening for tasks. I0512 11:36:16.749123 1 tasks_processing.go:69] worker 28 listening for tasks. I0512 11:36:16.749128 1 tasks_processing.go:69] worker 45 listening for tasks. I0512 11:36:16.749136 1 tasks_processing.go:69] worker 30 listening for tasks. I0512 11:36:16.749123 1 tasks_processing.go:69] worker 16 listening for tasks. I0512 11:36:16.749131 1 tasks_processing.go:69] worker 17 listening for tasks. I0512 11:36:16.749138 1 tasks_processing.go:69] worker 46 listening for tasks. I0512 11:36:16.749144 1 tasks_processing.go:69] worker 47 listening for tasks. I0512 11:36:16.749140 1 tasks_processing.go:69] worker 18 listening for tasks. I0512 11:36:16.749153 1 tasks_processing.go:69] worker 31 listening for tasks. I0512 11:36:16.749154 1 tasks_processing.go:69] worker 20 listening for tasks. I0512 11:36:16.749157 1 tasks_processing.go:69] worker 48 listening for tasks. I0512 11:36:16.749159 1 tasks_processing.go:71] worker 18 working on authentication task. I0512 11:36:16.749166 1 tasks_processing.go:69] worker 43 listening for tasks. I0512 11:36:16.749898 1 tasks_processing.go:69] worker 25 listening for tasks. I0512 11:36:16.749143 1 tasks_processing.go:69] worker 39 listening for tasks. I0512 11:36:16.749983 1 tasks_processing.go:71] worker 0 working on silenced_alerts task. I0512 11:36:16.750070 1 tasks_processing.go:71] worker 10 working on infrastructures task. I0512 11:36:16.750132 1 tasks_processing.go:69] worker 34 listening for tasks. I0512 11:36:16.750194 1 tasks_processing.go:71] worker 34 working on crds task. I0512 11:36:16.749150 1 tasks_processing.go:69] worker 60 listening for tasks. W0512 11:36:16.750067 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 11:36:16.750308 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 256.834µs to process 0 records I0512 11:36:16.749911 1 tasks_processing.go:71] worker 38 working on container_images task. I0512 11:36:16.750448 1 tasks_processing.go:71] worker 0 working on image task. I0512 11:36:16.750151 1 tasks_processing.go:71] worker 25 working on validating_webhook_configurations task. I0512 11:36:16.750534 1 tasks_processing.go:71] worker 60 working on machine_configs task. I0512 11:36:16.749167 1 tasks_processing.go:69] worker 21 listening for tasks. I0512 11:36:16.749148 1 tasks_processing.go:69] worker 40 listening for tasks. I0512 11:36:16.749153 1 tasks_processing.go:69] worker 41 listening for tasks. I0512 11:36:16.749159 1 tasks_processing.go:71] worker 31 working on sap_config task. I0512 11:36:16.750897 1 tasks_processing.go:71] worker 41 working on install_plans task. I0512 11:36:16.750933 1 tasks_processing.go:71] worker 40 working on metrics task. I0512 11:36:16.749147 1 tasks_processing.go:69] worker 19 listening for tasks. I0512 11:36:16.749160 1 tasks_processing.go:69] worker 42 listening for tasks. I0512 11:36:16.749172 1 tasks_processing.go:69] worker 49 listening for tasks. I0512 11:36:16.749164 1 tasks_processing.go:71] worker 48 working on config_maps task. I0512 11:36:16.749321 1 tasks_processing.go:69] worker 50 listening for tasks. I0512 11:36:16.749338 1 tasks_processing.go:69] worker 62 listening for tasks. I0512 11:36:16.749365 1 tasks_processing.go:71] worker 27 working on sap_pods task. I0512 11:36:16.749382 1 tasks_processing.go:69] worker 44 listening for tasks. I0512 11:36:16.749393 1 tasks_processing.go:69] worker 55 listening for tasks. I0512 11:36:16.749176 1 tasks_processing.go:69] worker 61 listening for tasks. I0512 11:36:16.749417 1 tasks_processing.go:69] worker 51 listening for tasks. I0512 11:36:16.749461 1 tasks_processing.go:71] worker 53 working on monitoring_persistent_volumes task. I0512 11:36:16.749488 1 tasks_processing.go:69] worker 56 listening for tasks. I0512 11:36:16.749492 1 tasks_processing.go:69] worker 63 listening for tasks. I0512 11:36:16.749509 1 tasks_processing.go:69] worker 58 listening for tasks. I0512 11:36:16.749518 1 tasks_processing.go:71] worker 6 working on cost_management_metrics_configs task. I0512 11:36:16.749520 1 tasks_processing.go:69] worker 35 listening for tasks. I0512 11:36:16.749517 1 tasks_processing.go:69] worker 52 listening for tasks. I0512 11:36:16.749525 1 tasks_processing.go:71] worker 2 working on clusterroles task. I0512 11:36:16.749530 1 tasks_processing.go:69] worker 32 listening for tasks. I0512 11:36:16.749552 1 tasks_processing.go:69] worker 57 listening for tasks. I0512 11:36:16.749567 1 tasks_processing.go:71] worker 29 working on mutating_webhook_configurations task. I0512 11:36:16.749559 1 tasks_processing.go:69] worker 59 listening for tasks. I0512 11:36:16.749600 1 tasks_processing.go:69] worker 37 listening for tasks. I0512 11:36:16.749608 1 tasks_processing.go:69] worker 36 listening for tasks. I0512 11:36:16.749613 1 tasks_processing.go:71] worker 16 working on machines task. I0512 11:36:16.749614 1 tasks_processing.go:71] worker 46 working on machine_autoscalers task. I0512 11:36:16.749620 1 tasks_processing.go:69] worker 33 listening for tasks. I0512 11:36:16.749634 1 tasks_processing.go:71] worker 1 working on oauths task. I0512 11:36:16.749683 1 tasks_processing.go:71] worker 28 working on overlapping_namespace_uids task. I0512 11:36:16.749680 1 tasks_processing.go:71] worker 45 working on aggregated_monitoring_cr_names task. I0512 11:36:16.749718 1 tasks_processing.go:71] worker 17 working on openstack_dataplanedeployments task. I0512 11:36:16.749734 1 tasks_processing.go:71] worker 30 working on machine_sets task. I0512 11:36:16.749158 1 tasks_processing.go:71] worker 3 working on feature_gates task. I0512 11:36:16.749822 1 tasks_processing.go:69] worker 23 listening for tasks. I0512 11:36:16.749826 1 tasks_processing.go:71] worker 13 working on operators_pods_and_events task. I0512 11:36:16.749834 1 tasks_processing.go:71] worker 47 working on service_accounts task. I0512 11:36:16.749837 1 tasks_processing.go:69] worker 24 listening for tasks. I0512 11:36:16.749164 1 tasks_processing.go:69] worker 54 listening for tasks. I0512 11:36:16.749890 1 tasks_processing.go:69] worker 22 listening for tasks. I0512 11:36:16.749914 1 tasks_processing.go:71] worker 15 working on storage_cluster task. I0512 11:36:16.749917 1 tasks_processing.go:71] worker 12 working on storage_classes task. I0512 11:36:16.749934 1 tasks_processing.go:71] worker 26 working on nodes task. I0512 11:36:16.749997 1 tasks_processing.go:71] worker 11 working on jaegers task. I0512 11:36:16.749994 1 tasks_processing.go:71] worker 14 working on openstack_version task. I0512 11:36:16.750005 1 tasks_processing.go:71] worker 20 working on sap_datahubs task. I0512 11:36:16.750160 1 tasks_processing.go:71] worker 39 working on certificate_signing_requests task. I0512 11:36:16.750033 1 tasks_processing.go:71] worker 8 working on openstack_controlplanes task. I0512 11:36:16.751495 1 tasks_processing.go:71] worker 44 working on ingress_certificates task. I0512 11:36:16.751516 1 tasks_processing.go:71] worker 54 working on nodenetworkstates task. W0512 11:36:16.751043 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 11:36:16.751559 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 527.264µs to process 0 records I0512 11:36:16.750200 1 tasks_processing.go:71] worker 43 working on proxies task. I0512 11:36:16.751788 1 tasks_processing.go:71] worker 36 working on pdbs task. I0512 11:36:16.751814 1 tasks_processing.go:71] worker 32 working on active_alerts task. W0512 11:36:16.751856 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 11:36:16.750870 1 tasks_processing.go:71] worker 21 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0512 11:36:16.751007 1 tasks_processing.go:71] worker 42 working on tsdb_status task. I0512 11:36:16.751039 1 tasks_processing.go:71] worker 19 working on pod_network_connectivity_checks task. I0512 11:36:16.752022 1 tasks_processing.go:71] worker 22 working on ceph_cluster task. I0512 11:36:16.752038 1 tasks_processing.go:71] worker 33 working on dvo_metrics task. I0512 11:36:16.752056 1 tasks_processing.go:71] worker 52 working on node_features task. I0512 11:36:16.752083 1 tasks_processing.go:71] worker 24 working on openstack_dataplanenodesets task. I0512 11:36:16.752086 1 tasks_processing.go:71] worker 40 working on qemu_kubevirt_launcher_logs task. I0512 11:36:16.752114 1 tasks_processing.go:71] worker 23 working on machine_config_pools task. I0512 11:36:16.752121 1 tasks_processing.go:71] worker 37 working on cluster_apiserver task. I0512 11:36:16.752139 1 tasks_processing.go:71] worker 57 working on ingress task. I0512 11:36:16.752151 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 317.264µs to process 0 records W0512 11:36:16.752167 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 11:36:16.751164 1 tasks_processing.go:71] worker 55 working on openshift_machine_api_events task. I0512 11:36:16.752203 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 44.894µs to process 0 records I0512 11:36:16.751160 1 tasks_processing.go:71] worker 62 working on olm_operators task. I0512 11:36:16.751072 1 tasks_processing.go:71] worker 49 working on networks task. I0512 11:36:16.751302 1 tasks_processing.go:71] worker 50 working on openshift_logging task. I0512 11:36:16.751325 1 tasks_processing.go:71] worker 58 working on machine_healthchecks task. I0512 11:36:16.751334 1 tasks_processing.go:71] worker 63 working on version task. I0512 11:36:16.751341 1 tasks_processing.go:71] worker 56 working on image_pruners task. I0512 11:36:16.751337 1 tasks_processing.go:71] worker 61 working on container_runtime_configs task. I0512 11:36:16.751486 1 tasks_processing.go:71] worker 51 working on node_logs task. I0512 11:36:16.752011 1 tasks_processing.go:71] worker 59 working on support_secret task. I0512 11:36:16.752186 1 tasks_processing.go:74] worker 32 stopped. I0512 11:36:16.752195 1 tasks_processing.go:74] worker 42 stopped. I0512 11:36:16.751344 1 tasks_processing.go:71] worker 35 working on image_registries task. I0512 11:36:16.753653 1 tasks_processing.go:74] worker 4 stopped. I0512 11:36:16.753665 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 4.572173ms to process 0 records I0512 11:36:16.754219 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0512 11:36:16.754241 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 11:36:16.754246 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 11:36:16.754252 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 11:36:16.754271 1 controller.go:531] The operator is still being initialized I0512 11:36:16.754282 1 controller.go:554] The operator is healthy I0512 11:36:16.760374 1 tasks_processing.go:74] worker 9 stopped. I0512 11:36:16.760391 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 11.267833ms to process 0 records I0512 11:36:16.760587 1 tasks_processing.go:74] worker 31 stopped. I0512 11:36:16.760602 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 9.688515ms to process 0 records I0512 11:36:16.760615 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 9.321489ms to process 0 records I0512 11:36:16.760636 1 tasks_processing.go:74] worker 6 stopped. I0512 11:36:16.760703 1 tasks_processing.go:74] worker 10 stopped. I0512 11:36:16.761395 1 recorder.go:75] Recording config/infrastructure with fingerprint=6565fd42604c55b096e740bd1084c976a4fb6226afba70c802d41b901b8964b7 I0512 11:36:16.761409 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 10.522663ms to process 1 records I0512 11:36:16.761497 1 tasks_processing.go:74] worker 18 stopped. I0512 11:36:16.761626 1 recorder.go:75] Recording config/authentication with fingerprint=971615f73856f13c004e26b037f25eb01c766cc0ff9c12d64ba32cf802d95b08 I0512 11:36:16.761635 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 11.50728ms to process 1 records I0512 11:36:16.761714 1 tasks_processing.go:74] worker 25 stopped. I0512 11:36:16.761799 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=61d0d8952c324eeb19a4c3c5583a4b8bf1b9dc7648e6587df28ba3a7450d2d8e I0512 11:36:16.761873 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=bb9fb48cc5470a7650945af5fa8b55ae8814519a56ced17464122b6e2a1d06b6 I0512 11:36:16.761890 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=1e98f686642f34c533a524fb90c63ce033a0fccd456095e8df948c8ccad8f81c I0512 11:36:16.761921 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=206cbf3f3d6e708fcc5b68dc282a7ae9d56cc9539c566eceefd0914b4b496e87 I0512 11:36:16.761950 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=e219f937c7108241ade7485c7838ceb9c49ddf762f6fd40a052a269909cbab85 I0512 11:36:16.761978 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=5af33631aeb0b21a4fd47f225e6af3c50e77bc71a331f27c45d8e4882e821f65 I0512 11:36:16.762007 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=32c2f96f3b479c0ee197e9fad24077a8591d2435d8f145a13d9bc5bf5d7d9968 I0512 11:36:16.762046 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=a3813421bbf0f36d81d1fab6b0cc60a7ed190717320e0519e8cde92dc5dcfa11 I0512 11:36:16.762075 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=013977c2e7ea67b092cd875f06834e2d96e3bd3d8977c6598967fadb965df2ea I0512 11:36:16.762107 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=aa2195117803c749c262b935dfa59b59442cfde4a2e4097d04aeab1c123a0401 I0512 11:36:16.762136 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=c9ec841d854a8f0f89c8672582c479f3b604d04aded118991bcd36e7e9e7b8b2 I0512 11:36:16.762143 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 10.550145ms to process 11 records I0512 11:36:16.765231 1 tasks_processing.go:74] worker 8 stopped. I0512 11:36:16.765241 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 13.729116ms to process 0 records I0512 11:36:16.781328 1 tasks_processing.go:74] worker 20 stopped. I0512 11:36:16.781368 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 29.522247ms to process 0 records I0512 11:36:16.787308 1 tasks_processing.go:74] worker 54 stopped. I0512 11:36:16.787320 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 35.773017ms to process 0 records I0512 11:36:16.798875 1 tasks_processing.go:74] worker 11 stopped. I0512 11:36:16.798892 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 47.069133ms to process 0 records I0512 11:36:16.798900 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 47.163815ms to process 0 records E0512 11:36:16.798911 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0512 11:36:16.798920 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 46.877072ms to process 0 records I0512 11:36:16.798928 1 tasks_processing.go:74] worker 19 stopped. I0512 11:36:16.798933 1 tasks_processing.go:74] worker 15 stopped. I0512 11:36:16.798970 1 tasks_processing.go:74] worker 30 stopped. I0512 11:36:16.798984 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 47.16423ms to process 0 records I0512 11:36:16.799039 1 tasks_processing.go:74] worker 61 stopped. I0512 11:36:16.799054 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 46.354077ms to process 0 records I0512 11:36:16.799063 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 46.851337ms to process 0 records I0512 11:36:16.799068 1 tasks_processing.go:74] worker 55 stopped. I0512 11:36:16.799075 1 tasks_processing.go:74] worker 22 stopped. I0512 11:36:16.799085 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 47.04316ms to process 0 records I0512 11:36:16.799161 1 tasks_processing.go:74] worker 17 stopped. I0512 11:36:16.799175 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 47.426393ms to process 0 records E0512 11:36:16.799183 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0512 11:36:16.799191 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 46.887175ms to process 0 records I0512 11:36:16.799197 1 tasks_processing.go:74] worker 58 stopped. I0512 11:36:16.800048 1 tasks_processing.go:74] worker 27 stopped. I0512 11:36:16.800086 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 48.763116ms to process 0 records I0512 11:36:16.800098 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 48.166671ms to process 0 records E0512 11:36:16.800103 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0512 11:36:16.800109 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 47.088839ms to process 0 records I0512 11:36:16.800114 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 48.481756ms to process 0 records I0512 11:36:16.800119 1 tasks_processing.go:74] worker 14 stopped. I0512 11:36:16.800122 1 tasks_processing.go:74] worker 46 stopped. I0512 11:36:16.800127 1 tasks_processing.go:74] worker 59 stopped. I0512 11:36:16.800157 1 tasks_processing.go:74] worker 16 stopped. E0512 11:36:16.800169 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0512 11:36:16.800177 1 gather.go:177] gatherer "clusterconfig" function "machines" took 48.401216ms to process 0 records I0512 11:36:16.800275 1 tasks_processing.go:74] worker 0 stopped. I0512 11:36:16.800328 1 gather_logs.go:145] no pods in namespace were found I0512 11:36:16.800407 1 recorder.go:75] Recording config/image with fingerprint=9f4f6ccb5b1359254e909434959e4d3814f2517595cc8b342d0d6ae315c18e2c I0512 11:36:16.800426 1 gather.go:177] gatherer "clusterconfig" function "image" took 49.627293ms to process 1 records I0512 11:36:16.800500 1 recorder.go:75] Recording config/proxy with fingerprint=e7025aaecd93acf8088214dfe88b88478236e2b8f980821f49aa1ad1822f5e15 I0512 11:36:16.800519 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 48.50399ms to process 1 records I0512 11:36:16.800526 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 48.245901ms to process 0 records I0512 11:36:16.800582 1 tasks_processing.go:74] worker 43 stopped. I0512 11:36:16.800593 1 tasks_processing.go:74] worker 40 stopped. I0512 11:36:16.800690 1 recorder.go:75] Recording config/network with fingerprint=963f438970f816ba3f473f2c74693b657d426c51e4ebfea8a535626ab741e04e I0512 11:36:16.800703 1 gather.go:177] gatherer "clusterconfig" function "networks" took 48.21581ms to process 1 records I0512 11:36:16.800710 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 48.519688ms to process 0 records I0512 11:36:16.800716 1 tasks_processing.go:74] worker 24 stopped. I0512 11:36:16.800723 1 tasks_processing.go:74] worker 49 stopped. I0512 11:36:16.800730 1 tasks_processing.go:74] worker 57 stopped. I0512 11:36:16.800860 1 recorder.go:75] Recording config/ingress with fingerprint=b35a41ef156cc8b2aac4c89c8db3b810125bfad2eeb0ba583323382cdfccdce9 I0512 11:36:16.800874 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 48.578875ms to process 1 records I0512 11:36:16.800970 1 tasks_processing.go:74] worker 56 stopped. I0512 11:36:16.801074 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=e76d6600c71b73aee30125fc9721b74bd704f4ac6f1405782695623e0f1e5304 I0512 11:36:16.801088 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 48.433418ms to process 1 records I0512 11:36:16.803222 1 tasks_processing.go:74] worker 12 stopped. I0512 11:36:16.803315 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=9d9f9915b0fcb7ae3b3d738938569ae1aa60300b6048ba5ab9f3179d0a69061a I0512 11:36:16.803332 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=0d28bcadadd2f1add8c0677a2ff891c24c9b3f48031429894ebf4e796a56f633 I0512 11:36:16.803337 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 51.412203ms to process 2 records W0512 11:36:16.804752 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 11:36:16.805967 1 tasks_processing.go:74] worker 23 stopped. I0512 11:36:16.805978 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 53.838582ms to process 0 records I0512 11:36:16.806010 1 tasks_processing.go:74] worker 51 stopped. I0512 11:36:16.806027 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 53.182157ms to process 0 records I0512 11:36:16.806035 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 53.760976ms to process 0 records I0512 11:36:16.806042 1 tasks_processing.go:74] worker 50 stopped. I0512 11:36:16.806081 1 tasks_processing.go:74] worker 36 stopped. I0512 11:36:16.806195 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=1545a0e4aeb5759d0b9917f64a87370c808bde0f9e8e814b60f7d5d5b49ccd4c I0512 11:36:16.806220 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=08492bd49b113821204318206ac46b9707d43560f81b09a5befe21931cc16bf7 I0512 11:36:16.806243 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=b1037a4df5e285c21d5fe45035995d26cc607947a58f876da8c67af9bbf0a49c I0512 11:36:16.806253 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 54.279421ms to process 3 records I0512 11:36:16.806261 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 54.934254ms to process 0 records I0512 11:36:16.806269 1 tasks_processing.go:74] worker 53 stopped. I0512 11:36:16.806316 1 tasks_processing.go:74] worker 7 stopped. E0512 11:36:16.806401 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0512 11:36:16.806416 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=845b8132f70ae9afd9925dc3fa9c2e47028536c34f64bf4c5b08198cfabb2300 I0512 11:36:16.806431 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 57.222915ms to process 1 records E0512 11:36:16.806748 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0512 11:36:16.806793 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0512 11:36:16.806794 1 tasks_processing.go:74] worker 60 stopped. I0512 11:36:16.806819 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 55.61567ms to process 1 records I0512 11:36:16.806950 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 54.34034ms to process 0 records I0512 11:36:16.806974 1 tasks_processing.go:74] worker 52 stopped. I0512 11:36:16.807633 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0512 11:36:16.807843 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0512 11:36:16.807967 1 tasks_processing.go:74] worker 3 stopped. I0512 11:36:16.808092 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0512 11:36:16.809022 1 recorder.go:75] Recording config/featuregate with fingerprint=c058369ece1077de7295286e3a8ad530f36ecaa9c83f00149b003331401ef7b2 I0512 11:36:16.809040 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 56.421717ms to process 1 records I0512 11:36:16.809558 1 tasks_processing.go:74] worker 28 stopped. I0512 11:36:16.809582 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0512 11:36:16.809596 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 58.063649ms to process 1 records I0512 11:36:16.809683 1 tasks_processing.go:74] worker 26 stopped. I0512 11:36:16.809856 1 recorder.go:75] Recording config/node/ip-10-0-0-92.ec2.internal with fingerprint=5401a93c6369cb77d7ba9e231057b2503afdebe4314ce483872c57308a2247c2 I0512 11:36:16.809909 1 recorder.go:75] Recording config/node/ip-10-0-1-43.ec2.internal with fingerprint=7aef3966458aa88e91ffe3f12d3bf47d642a591516089084053805db5a49be7d I0512 11:36:16.809964 1 recorder.go:75] Recording config/node/ip-10-0-2-215.ec2.internal with fingerprint=987dec352cd8d23ae1c59c1230d7cd575f7119c4f98f3c2c57b361357409be8a I0512 11:36:16.809972 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 58.036432ms to process 3 records I0512 11:36:16.810453 1 tasks_processing.go:74] worker 39 stopped. I0512 11:36:16.810484 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 58.549543ms to process 0 records I0512 11:36:16.811497 1 tasks_processing.go:74] worker 37 stopped. I0512 11:36:16.811637 1 recorder.go:75] Recording config/apiserver with fingerprint=e312941b6128de6eb558b993738834f2c2c570b39b714494af54dcc9bc221830 I0512 11:36:16.811650 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 59.361054ms to process 1 records I0512 11:36:16.811798 1 tasks_processing.go:74] worker 34 stopped. I0512 11:36:16.812407 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=f48563ff062c32f5b64317aa04417bc4ae8230a562d4c854575069ad566832dc I0512 11:36:16.812639 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=d4b82fb91f0a2d5e5b8b0f59a466ca4e823afbb20fdb14dc49800b769ebab089 I0512 11:36:16.812650 1 gather.go:177] gatherer "clusterconfig" function "crds" took 61.583085ms to process 2 records I0512 11:36:16.812672 1 base_controller.go:82] Caches are synced for ConfigController I0512 11:36:16.812681 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0512 11:36:16.813123 1 tasks_processing.go:74] worker 1 stopped. I0512 11:36:16.813315 1 recorder.go:75] Recording config/oauth with fingerprint=01c41471b02642ad559ead097e7ef95eb24472542014028d9adb6386ee7c93fb I0512 11:36:16.813329 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 61.126981ms to process 1 records I0512 11:36:16.822776 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0512 11:36:16.822789 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0512 11:36:16.822960 1 operator.go:328] started I0512 11:36:16.822985 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0512 11:36:16.833091 1 tasks_processing.go:74] worker 38 stopped. I0512 11:36:16.834711 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-cxx5p with fingerprint=a891bebfa94e8b731587ab41517c288998f710b5c9124f352cfa9ada29fcd821 I0512 11:36:16.834767 1 recorder.go:75] Recording config/running_containers with fingerprint=79f78211bbfb0b4bd13e3938d1cc3dcb7cf3cc0ff3bd0282f1aca79bb05e72a4 I0512 11:36:16.834777 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 82.715342ms to process 2 records I0512 11:36:16.846089 1 tasks_processing.go:74] worker 21 stopped. I0512 11:36:16.846109 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 93.991621ms to process 0 records I0512 11:36:16.862240 1 tasks_processing.go:74] worker 29 stopped. I0512 11:36:16.862359 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=29481617814369d0e0bede35a1da9473de1c74bf7a3ae1592253467a75b579af I0512 11:36:16.862395 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=44027feed63010e6c3897c2963b558bfaa9d7b818a135733ec7afa9b871dc5a6 I0512 11:36:16.862426 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=d53350bc1ed5a0f4942d719943ba61e5fd80883623a2c018e6aa3f5ae901fcc8 I0512 11:36:16.862435 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 110.145514ms to process 3 records I0512 11:36:16.871887 1 tasks_processing.go:74] worker 2 stopped. I0512 11:36:16.872052 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=fad703a8b516442c98480e7de55bcb4893395646241c5c5f3d7aa0e30c2fd147 I0512 11:36:16.872155 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=4475e26dc7a28f8ee7dd6417fee92e78c365694abbf565f5e7f77e094ae93396 I0512 11:36:16.872165 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 120.296435ms to process 2 records I0512 11:36:16.881385 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 11:36:16.881813 1 tasks_processing.go:74] worker 62 stopped. I0512 11:36:16.881886 1 recorder.go:75] Recording config/olm_operators with fingerprint=d2c02487a13062e96a4117ffafe56e338ea45f06c057d5e599f7116c9e215cf9 I0512 11:36:16.881899 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 129.57592ms to process 1 records E0512 11:36:16.888144 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ae3a6c40-c16e-475d-93f2-5fd7e1f18f46%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.11:34605->172.30.0.10:53: read: connection refused I0512 11:36:16.888160 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ae3a6c40-c16e-475d-93f2-5fd7e1f18f46%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.11:34605->172.30.0.10:53: read: connection refused I0512 11:36:16.890732 1 tasks_processing.go:74] worker 63 stopped. I0512 11:36:16.891040 1 recorder.go:75] Recording config/version with fingerprint=3d6504922a41090925236411bd961f1d0f445233da17bb808cd29593e7ab6a72 I0512 11:36:16.891056 1 recorder.go:75] Recording config/id with fingerprint=333fbc96bf6559b669a44c933fcaaa17f204fcc50ab4717c380ba3e656c80f14 I0512 11:36:16.891062 1 gather.go:177] gatherer "clusterconfig" function "version" took 138.426156ms to process 2 records I0512 11:36:16.894490 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0512 11:36:16.894503 1 controller.go:254] Source scaController *sca.Controller is not ready I0512 11:36:16.894507 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0512 11:36:16.894510 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0512 11:36:16.894510 1 prometheus_rules.go:88] Prometheus rules successfully created I0512 11:36:16.894526 1 controller.go:531] The operator is still being initialized I0512 11:36:16.894532 1 controller.go:554] The operator is healthy I0512 11:36:16.923949 1 base_controller.go:82] Caches are synced for LoggingSyncer I0512 11:36:16.923959 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0512 11:36:16.940768 1 tasks_processing.go:74] worker 35 stopped. I0512 11:36:16.941049 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=ae3e7babee08b4fb7aaf5c8e38375aef7e5623614f3c142ecb94c97a3d7ad2eb I0512 11:36:16.941063 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 187.678721ms to process 1 records I0512 11:36:16.949879 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0512 11:36:16.952932 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.11:48220->172.30.0.10:53: read: connection refused I0512 11:36:16.952944 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.11:48220->172.30.0.10:53: read: connection refused I0512 11:36:16.961147 1 tasks_processing.go:74] worker 48 stopped. E0512 11:36:16.961159 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0512 11:36:16.961164 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0512 11:36:16.961168 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0512 11:36:16.961175 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0512 11:36:16.961209 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0512 11:36:16.961216 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0512 11:36:16.961220 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0512 11:36:16.961224 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0512 11:36:16.961260 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0512 11:36:16.961267 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0512 11:36:16.961272 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 210.098638ms to process 7 records I0512 11:36:16.991687 1 tasks_processing.go:74] worker 44 stopped. E0512 11:36:16.991701 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0512 11:36:16.991706 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q8btjnpc38stnn9s3vkf9fec7sthl4r-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q8btjnpc38stnn9s3vkf9fec7sthl4r-primary-cert-bundle-secret" not found I0512 11:36:16.991762 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=e3bcd284d590d94625039893d0489fba2b4a36071051e0812b5e60e78a2909ee I0512 11:36:16.991774 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 240.177593ms to process 1 records I0512 11:36:17.033833 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0512 11:36:17.053689 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0512 11:36:17.283934 1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers I0512 11:36:17.283949 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes I0512 11:36:17.284711 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-4pgxx pod in namespace openshift-dns (previous: false). I0512 11:36:17.466098 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-4pgxx pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-4pgxx\" is waiting to start: ContainerCreating" I0512 11:36:17.466120 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-4pgxx\" is waiting to start: ContainerCreating" I0512 11:36:17.466131 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-4pgxx pod in namespace openshift-dns (previous: false). I0512 11:36:17.620776 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-4pgxx pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-4pgxx\" is waiting to start: ContainerCreating" I0512 11:36:17.620794 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-4pgxx\" is waiting to start: ContainerCreating" I0512 11:36:17.620807 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-9gfxh pod in namespace openshift-dns (previous: false). W0512 11:36:17.804138 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 11:36:17.822017 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9gfxh pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-9gfxh\" is waiting to start: ContainerCreating" I0512 11:36:17.822031 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-9gfxh\" is waiting to start: ContainerCreating" I0512 11:36:17.822039 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-9gfxh pod in namespace openshift-dns (previous: false). I0512 11:36:18.022357 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9gfxh pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-9gfxh\" is waiting to start: ContainerCreating" I0512 11:36:18.022375 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-9gfxh\" is waiting to start: ContainerCreating" I0512 11:36:18.022386 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-nbhgk pod in namespace openshift-dns (previous: false). I0512 11:36:18.261037 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nbhgk pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-nbhgk\" is waiting to start: ContainerCreating" I0512 11:36:18.261052 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-nbhgk\" is waiting to start: ContainerCreating" I0512 11:36:18.261062 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-nbhgk pod in namespace openshift-dns (previous: false). I0512 11:36:18.293133 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0512 11:36:18.425428 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-nbhgk pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-nbhgk\" is waiting to start: ContainerCreating" I0512 11:36:18.425442 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-nbhgk\" is waiting to start: ContainerCreating" I0512 11:36:18.425452 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-g9t6k pod in namespace openshift-dns (previous: false). I0512 11:36:18.623009 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 11:36:18.623029 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-ldcfb pod in namespace openshift-dns (previous: false). I0512 11:36:18.681177 1 tasks_processing.go:74] worker 5 stopped. I0512 11:36:18.681225 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=53683eb9e321ad0dde322d5e46a8a6a5164bbeb0fa27232a11f1e8b5e1dda47a I0512 11:36:18.681283 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=278d112dd8800f73d440a6aa4416628ee940d70effa366792006b560d0623773 I0512 11:36:18.681312 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0512 11:36:18.681348 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=fd68681776e9ada018cd18c73bb2712e06428729a7f9b42892b36aaceb5dace6 I0512 11:36:18.681385 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0512 11:36:18.681416 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=b6584cd95e30ef9c1984a96167a94af77de8fe2feea35fa17ddb9532bdc1c06f I0512 11:36:18.681456 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=f5f6415ee8372eb8d505761120808d9fe55394a75ff7b1dd9a59af5de1138b54 I0512 11:36:18.681507 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=567fa47de6f4062ab1e21e90e81fa22699065cf4a73c08ac5a2f725c6c6331c1 I0512 11:36:18.681533 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=5d963a96b12a9afedb1e5d0078cf5e5a56364014ce1a12fa670a6244297b8241 I0512 11:36:18.681553 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=e2ec20383b65206b04b304b569112cddf9ded47166a899dbda912beb79854975 I0512 11:36:18.681560 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0512 11:36:18.681576 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=a54c9b4843fd5cb539754f67d5cf6be94bc3dca3577c0254a90dd4014dbacce6 I0512 11:36:18.681587 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0512 11:36:18.681606 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=93ccaa88e00e2f0deaab559564ca762c78024572e8e02c72b23c244e60ef9cf6 I0512 11:36:18.681614 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0512 11:36:18.681627 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=c68af04d0a4d0ee386969e55b965bddc87aafa26e4fa485a5872ebcb96569962 I0512 11:36:18.681635 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0512 11:36:18.681656 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=cdea6fee1346eb2a4074bd6b58c90926ab14d385ac1a6e0cecb4dcafc2fb7668 I0512 11:36:18.681790 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=4ccf4be91daf3c57cf88c96ac90e3dad5e783164ff97f0f368eb24f4f4061fff I0512 11:36:18.681804 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0512 11:36:18.681815 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0512 11:36:18.681850 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0512 11:36:18.681876 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=e0629fa14809681991177f84537414e23f4fa7c1de92af1532d1872011df49e0 I0512 11:36:18.681904 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=87fb47251ffe3cf5614967da0e0769f35a743ba403c72a22063df92445b722c0 I0512 11:36:18.681914 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0512 11:36:18.681931 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=75dceaac5c9fc0808e05731829d1fcdbc4765fdac1710bce378a116bee249a82 I0512 11:36:18.681941 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0512 11:36:18.681961 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=45a424be0c9b46a10039874eb3f76f0a66424739b3c414c3f08d223df64ce568 I0512 11:36:18.681982 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=987f73066f527e497339a1e496d185d360f11cb0c9f3890ba701dbbe77301640 I0512 11:36:18.682003 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=b6bf0fa7d20dfe659c479a8c705a817b80aa5fdbf893601ca474271543a9728c I0512 11:36:18.682021 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=5ba8ee002a4073e44e4e66813c4bfd6f4c719cceff1abcdc30e647cfffd0109e I0512 11:36:18.682037 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=03c4fd42e151ea7803d78f8987f0c2703c769192e2c95ed9a8f04106afdac054 I0512 11:36:18.682064 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=2828196feb535d47a1e8ae57667d66f206f9d972bda4e0f63919e169a5421dc7 I0512 11:36:18.682082 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0512 11:36:18.682092 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0512 11:36:18.682104 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.932078102s to process 35 records W0512 11:36:18.804731 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 11:36:18.823235 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 11:36:18.823249 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-xbkg6 pod in namespace openshift-dns (previous: false). I0512 11:36:19.021548 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 11:36:19.021600 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5bd5755cf4-dshhx pod in namespace openshift-image-registry (previous: false). I0512 11:36:19.045134 1 tasks_processing.go:74] worker 45 stopped. I0512 11:36:19.045151 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 2.293544154s to process 0 records I0512 11:36:19.229572 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5bd5755cf4-dshhx pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5bd5755cf4-dshhx\" is waiting to start: ContainerCreating" I0512 11:36:19.229588 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5bd5755cf4-dshhx\" is waiting to start: ContainerCreating" I0512 11:36:19.229621 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-d68849d97-nmrjv pod in namespace openshift-image-registry (previous: false). I0512 11:36:19.420640 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-d68849d97-nmrjv pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-d68849d97-nmrjv\" is waiting to start: ContainerCreating" I0512 11:36:19.420656 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-d68849d97-nmrjv\" is waiting to start: ContainerCreating" I0512 11:36:19.420692 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-d68849d97-vr2n8 pod in namespace openshift-image-registry (previous: false). I0512 11:36:19.626854 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-d68849d97-vr2n8 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-d68849d97-vr2n8\" is waiting to start: ContainerCreating" I0512 11:36:19.626871 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-d68849d97-vr2n8\" is waiting to start: ContainerCreating" I0512 11:36:19.626881 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-2k8rs pod in namespace openshift-image-registry (previous: false). W0512 11:36:19.804530 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 11:36:19.827399 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 11:36:19.827414 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-gxqpq pod in namespace openshift-image-registry (previous: false). I0512 11:36:20.020487 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 11:36:20.020503 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-j7xrm pod in namespace openshift-image-registry (previous: false). I0512 11:36:20.225586 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0512 11:36:20.225605 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5589d95678-kgjww pod in namespace openshift-ingress (previous: false). I0512 11:36:20.432373 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5589d95678-kgjww pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5589d95678-kgjww\" is waiting to start: ContainerCreating" I0512 11:36:20.432388 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5589d95678-kgjww\" is waiting to start: ContainerCreating" I0512 11:36:20.432399 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5589d95678-xhcm7 pod in namespace openshift-ingress (previous: false). I0512 11:36:20.622669 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5589d95678-xhcm7 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5589d95678-xhcm7\" is waiting to start: ContainerCreating" I0512 11:36:20.622686 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5589d95678-xhcm7\" is waiting to start: ContainerCreating" I0512 11:36:20.622695 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7879dc768f-656qq pod in namespace openshift-ingress (previous: false). W0512 11:36:20.804427 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0512 11:36:20.822795 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7879dc768f-656qq pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7879dc768f-656qq\" is waiting to start: ContainerCreating" I0512 11:36:20.822812 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7879dc768f-656qq\" is waiting to start: ContainerCreating" I0512 11:36:20.822832 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-4dtdg pod in namespace openshift-ingress-canary (previous: false). I0512 11:36:21.024871 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-bkmf9 pod in namespace openshift-ingress-canary (previous: false). I0512 11:36:21.223506 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-bqqvz pod in namespace openshift-ingress-canary (previous: false). I0512 11:36:21.420180 1 tasks_processing.go:74] worker 13 stopped. I0512 11:36:21.420290 1 recorder.go:75] Recording events/openshift-dns with fingerprint=98165a36931d52f46296aa8db94c3bd652d9ce45766ea068a72074c6e705e809 I0512 11:36:21.420423 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=a490ed0c2dfeb7a7835ef72020a6bf14d593a4f529e12554252f3e4390c0e3b1 I0512 11:36:21.420452 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=a6ccc0dde3fef17ecb885afc437b469001534a5eb5098a9d25823446f3ce9647 I0512 11:36:21.420514 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=d4134660d7615a9a5e6670aba4014565bab326a5b254f2b1826643578da033d3 I0512 11:36:21.420552 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=8a69f4104ce26ceb7f6f391c29570159645efe0e10a3741db69479d10b634ed2 I0512 11:36:21.420704 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5bd5755cf4-dshhx with fingerprint=536065a70ef8d9e84869958c1bc33b6964dae5ff710cc27520ddeb6a68b48410 I0512 11:36:21.420811 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-d68849d97-nmrjv with fingerprint=a12bdcab79acb05da005e52619a0ce4f97b39e6cd3ee54b4cc6b5b42e84da3da I0512 11:36:21.420901 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-d68849d97-vr2n8 with fingerprint=3a01898ad71282e7444d35a03e37d0b784a44e176f9b7060c8f222128badc739 I0512 11:36:21.420908 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-4dtdg/serve-healthcheck-canary_current.log with fingerprint=9f0da32657d502626db34975143f55aeb586181883dea118320c88d742554e65 I0512 11:36:21.420912 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-bkmf9/serve-healthcheck-canary_current.log with fingerprint=31ee7b3e3e47b5f1bf994cc020e52739daef9a0f54a592bc9944ce82563b4f89 I0512 11:36:21.420916 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-bqqvz/serve-healthcheck-canary_current.log with fingerprint=69aec74e10c74fdb355f8e1515feaf24f96f937d8a9383a0399d531c085f4739 I0512 11:36:21.420923 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.668301068s to process 11 records W0512 11:36:21.804272 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0512 11:36:21.804310 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0512 11:36:21.804330 1 tasks_processing.go:74] worker 33 stopped. E0512 11:36:21.804344 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0512 11:36:21.804361 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0512 11:36:21.804385 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0512 11:36:21.804403 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.052276812s to process 1 records I0512 11:36:29.413910 1 tasks_processing.go:74] worker 41 stopped. I0512 11:36:29.413972 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0512 11:36:29.413998 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.66299632s to process 1 records I0512 11:36:29.772701 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 11:36:30.160009 1 tasks_processing.go:74] worker 47 stopped. I0512 11:36:30.160283 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=a72ddb8cbef4d175c3d59298d2e2be017c17000988df989d2f7919c5f9ea7eb1 I0512 11:36:30.160300 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.40798161s to process 1 records E0512 11:36:30.160359 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.411s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0512 11:36:30.161495 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0512 11:36:30.161513 1 periodic.go:216] Running workloads gatherer I0512 11:36:30.161532 1 tasks_processing.go:45] number of workers: 2 I0512 11:36:30.161546 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 11:36:30.161554 1 tasks_processing.go:71] worker 1 working on workload_info task. I0512 11:36:30.161557 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 11:36:30.161635 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0512 11:36:30.185693 1 tasks_processing.go:74] worker 0 stopped. I0512 11:36:30.185713 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 24.040765ms to process 0 records I0512 11:36:30.188379 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0512 11:36:30.195589 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (8ms) I0512 11:36:30.202947 1 gather_workloads_info.go:387] No image sha256:3a1c7ec9bb0db343348170a70697ea3209ed81e22f1259ff694190e5d04ef250 (7ms) I0512 11:36:30.210410 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (7ms) I0512 11:36:30.218011 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (8ms) I0512 11:36:30.225148 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (7ms) I0512 11:36:30.235063 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (10ms) I0512 11:36:30.242447 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (7ms) I0512 11:36:30.252914 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (10ms) I0512 11:36:30.260017 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (7ms) I0512 11:36:30.269712 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (10ms) I0512 11:36:30.295242 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (26ms) I0512 11:36:30.396603 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (101ms) I0512 11:36:30.496097 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (99ms) I0512 11:36:30.597187 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (101ms) I0512 11:36:30.697180 1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (100ms) I0512 11:36:30.797272 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (100ms) I0512 11:36:30.897080 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms) I0512 11:36:30.997443 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0512 11:36:31.098581 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (101ms) I0512 11:36:31.196666 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (98ms) I0512 11:36:31.296366 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms) I0512 11:36:31.396745 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (100ms) I0512 11:36:31.496157 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (99ms) I0512 11:36:31.596569 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms) I0512 11:36:31.696299 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0512 11:36:31.795920 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms) I0512 11:36:31.896239 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (100ms) I0512 11:36:31.998904 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (103ms) I0512 11:36:32.096595 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (98ms) I0512 11:36:32.177750 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 11:36:32.196014 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (99ms) I0512 11:36:32.296967 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (101ms) I0512 11:36:32.385383 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 11:36:32.398051 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (101ms) I0512 11:36:32.495937 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (98ms) I0512 11:36:32.596722 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (101ms) I0512 11:36:32.596750 1 tasks_processing.go:74] worker 1 stopped. E0512 11:36:32.596759 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0512 11:36:32.597001 1 recorder.go:75] Recording config/workload_info with fingerprint=709167c508c01146b6e148b8e453ba6fcbc5aec78c35cc62261cc6481a81d331 I0512 11:36:32.597016 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.435188046s to process 1 records E0512 11:36:32.597056 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.435s with: function \"workload_info\" failed with an error" I0512 11:36:32.598174 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0512 11:36:32.598187 1 periodic.go:216] Running conditional gatherer I0512 11:36:32.603683 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0512 11:36:32.610651 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.11:38744->172.30.0.10:53: read: connection refused E0512 11:36:32.610958 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0512 11:36:32.611017 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0512 11:36:32.616587 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0512 11:36:32.616598 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 11:36:32.616603 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 11:36:32.616606 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 11:36:32.616610 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 11:36:32.616613 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 11:36:32.616617 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 11:36:32.616620 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 11:36:32.616623 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0512 11:36:32.616626 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0512 11:36:32.616641 1 tasks_processing.go:45] number of workers: 3 I0512 11:36:32.616651 1 tasks_processing.go:69] worker 2 listening for tasks. I0512 11:36:32.616657 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0512 11:36:32.616660 1 tasks_processing.go:69] worker 0 listening for tasks. I0512 11:36:32.616671 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0512 11:36:32.616673 1 tasks_processing.go:69] worker 1 listening for tasks. I0512 11:36:32.616677 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0512 11:36:32.616681 1 tasks_processing.go:74] worker 1 stopped. I0512 11:36:32.616746 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0512 11:36:32.616760 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 967ns to process 1 records I0512 11:36:32.616795 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0512 11:36:32.616804 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.1µs to process 1 records I0512 11:36:32.616809 1 tasks_processing.go:74] worker 0 stopped. I0512 11:36:32.616919 1 tasks_processing.go:74] worker 2 stopped. I0512 11:36:32.616931 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 235.394µs to process 0 records I0512 11:36:32.616949 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.11:38744->172.30.0.10:53: read: connection refused I0512 11:36:32.616966 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0512 11:36:32.640848 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=22626fa3de6ea1d60723a01ce5218ff836f9c92c2d541c2d5489c59cd1e2ccff I0512 11:36:32.640959 1 diskrecorder.go:70] Writing 106 records to /var/lib/insights-operator/insights-2026-05-12-113632.tar.gz I0512 11:36:32.647563 1 diskrecorder.go:51] Wrote 106 records to disk in 6ms I0512 11:36:32.647590 1 periodic.go:285] Gathering cluster info every 2h0m0s I0512 11:36:32.647603 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0512 11:36:48.035216 1 configmapobserver.go:84] configmaps "insights-config" not found I0512 11:37:31.162767 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="776d6ddcb1e14e19d359d99ccf38ee57b41632cfcf5ecc54651cec83a6b222a8") W0512 11:37:31.162801 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0512 11:37:31.162843 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="46ce3d187d4be71fd9df90333e37d0020797f522fb171908d4693a1b720d1b61") I0512 11:37:31.162878 1 base_controller.go:181] Shutting down ConfigController ... I0512 11:37:31.162878 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0512 11:37:31.162906 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0512 11:37:31.162916 1 base_controller.go:181] Shutting down LoggingSyncer ... I0512 11:37:31.162939 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="84d1fff8f04383889dbb1d89c09c441775ea8a370e9682de9e3090f790054ffe") I0512 11:37:31.162964 1 periodic.go:177] Shutting down