W0513 06:38:10.328702 1 cmd.go:257] Using insecure, self-signed certificates I0513 06:38:10.712034 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 06:38:10.712338 1 observer_polling.go:159] Starting file observer I0513 06:38:11.389438 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0513 06:38:11.389650 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0513 06:38:11.390284 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0513 06:38:11.390291 1 secure_serving.go:57] Forcing use of http/1.1 only W0513 06:38:11.390322 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0513 06:38:11.390328 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0513 06:38:11.390337 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0513 06:38:11.390342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0513 06:38:11.390347 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0513 06:38:11.390351 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0513 06:38:11.396460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"521d3860-1165-401c-9bed-280d2b6e2162", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0513 06:38:11.396444 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0513 06:38:11.398827 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0513 06:38:11.398846 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0513 06:38:11.398852 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0513 06:38:11.398875 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0513 06:38:11.398841 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0513 06:38:11.398886 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0513 06:38:11.399213 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2807538491/tls.crt::/tmp/serving-cert-2807538491/tls.key" I0513 06:38:11.399680 1 secure_serving.go:213] Serving securely on [::]:8443 I0513 06:38:11.399711 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0513 06:38:11.412633 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0513 06:38:11.412669 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0513 06:38:11.412753 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0513 06:38:11.420092 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0513 06:38:11.420124 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0513 06:38:11.424931 1 secretconfigobserver.go:119] support secret does not exist I0513 06:38:11.429059 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0513 06:38:11.432576 1 secretconfigobserver.go:119] support secret does not exist I0513 06:38:11.435415 1 recorder.go:176] Pruning old reports every 8h8m55s, max age is 288h0m0s I0513 06:38:11.439777 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0513 06:38:11.439796 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0513 06:38:11.439799 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0513 06:38:11.439781 1 periodic.go:216] Running clusterconfig gatherer I0513 06:38:11.439809 1 insightsreport.go:296] Starting report retriever I0513 06:38:11.439817 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0513 06:38:11.439840 1 tasks_processing.go:45] number of workers: 64 I0513 06:38:11.439881 1 tasks_processing.go:69] worker 63 listening for tasks. I0513 06:38:11.439887 1 tasks_processing.go:71] worker 63 working on pod_network_connectivity_checks task. I0513 06:38:11.439911 1 tasks_processing.go:69] worker 31 listening for tasks. I0513 06:38:11.439921 1 tasks_processing.go:71] worker 31 working on machine_sets task. I0513 06:38:11.439922 1 tasks_processing.go:69] worker 47 listening for tasks. I0513 06:38:11.439932 1 tasks_processing.go:69] worker 39 listening for tasks. I0513 06:38:11.439937 1 tasks_processing.go:69] worker 40 listening for tasks. I0513 06:38:11.439943 1 tasks_processing.go:69] worker 32 listening for tasks. I0513 06:38:11.439944 1 tasks_processing.go:69] worker 41 listening for tasks. I0513 06:38:11.439950 1 tasks_processing.go:69] worker 42 listening for tasks. I0513 06:38:11.439940 1 tasks_processing.go:69] worker 55 listening for tasks. I0513 06:38:11.439953 1 tasks_processing.go:69] worker 52 listening for tasks. I0513 06:38:11.439959 1 tasks_processing.go:69] worker 33 listening for tasks. I0513 06:38:11.439962 1 tasks_processing.go:69] worker 43 listening for tasks. I0513 06:38:11.439962 1 tasks_processing.go:69] worker 53 listening for tasks. I0513 06:38:11.439968 1 tasks_processing.go:69] worker 44 listening for tasks. I0513 06:38:11.439969 1 tasks_processing.go:69] worker 37 listening for tasks. I0513 06:38:11.439959 1 tasks_processing.go:69] worker 51 listening for tasks. I0513 06:38:11.439974 1 tasks_processing.go:69] worker 45 listening for tasks. I0513 06:38:11.439976 1 tasks_processing.go:69] worker 54 listening for tasks. I0513 06:38:11.439978 1 tasks_processing.go:69] worker 46 listening for tasks. I0513 06:38:11.439973 1 tasks_processing.go:69] worker 48 listening for tasks. I0513 06:38:11.439976 1 tasks_processing.go:69] worker 36 listening for tasks. I0513 06:38:11.439985 1 tasks_processing.go:69] worker 49 listening for tasks. I0513 06:38:11.439987 1 tasks_processing.go:69] worker 34 listening for tasks. I0513 06:38:11.439989 1 tasks_processing.go:69] worker 35 listening for tasks. I0513 06:38:11.439986 1 tasks_processing.go:69] worker 50 listening for tasks. I0513 06:38:11.439991 1 tasks_processing.go:69] worker 38 listening for tasks. I0513 06:38:11.439991 1 tasks_processing.go:69] worker 15 listening for tasks. I0513 06:38:11.440006 1 tasks_processing.go:69] worker 56 listening for tasks. I0513 06:38:11.439995 1 tasks_processing.go:69] worker 8 listening for tasks. I0513 06:38:11.440011 1 tasks_processing.go:69] worker 60 listening for tasks. I0513 06:38:11.439996 1 tasks_processing.go:69] worker 7 listening for tasks. I0513 06:38:11.440017 1 tasks_processing.go:69] worker 18 listening for tasks. I0513 06:38:11.440019 1 tasks_processing.go:69] worker 17 listening for tasks. I0513 06:38:11.440013 1 tasks_processing.go:69] worker 23 listening for tasks. I0513 06:38:11.440020 1 tasks_processing.go:69] worker 2 listening for tasks. I0513 06:38:11.440023 1 tasks_processing.go:69] worker 58 listening for tasks. I0513 06:38:11.440027 1 tasks_processing.go:69] worker 16 listening for tasks. I0513 06:38:11.440029 1 tasks_processing.go:69] worker 27 listening for tasks. I0513 06:38:11.439999 1 tasks_processing.go:69] worker 11 listening for tasks. I0513 06:38:11.440033 1 tasks_processing.go:69] worker 3 listening for tasks. I0513 06:38:11.440036 1 tasks_processing.go:69] worker 22 listening for tasks. I0513 06:38:11.440042 1 tasks_processing.go:69] worker 24 listening for tasks. I0513 06:38:11.440000 1 tasks_processing.go:69] worker 0 listening for tasks. I0513 06:38:11.440046 1 tasks_processing.go:69] worker 30 listening for tasks. I0513 06:38:11.440004 1 tasks_processing.go:69] worker 61 listening for tasks. I0513 06:38:11.440006 1 tasks_processing.go:69] worker 13 listening for tasks. I0513 06:38:11.440049 1 tasks_processing.go:69] worker 5 listening for tasks. I0513 06:38:11.440006 1 tasks_processing.go:69] worker 9 listening for tasks. I0513 06:38:11.440011 1 tasks_processing.go:69] worker 14 listening for tasks. I0513 06:38:11.440011 1 tasks_processing.go:69] worker 1 listening for tasks. I0513 06:38:11.440016 1 tasks_processing.go:69] worker 57 listening for tasks. I0513 06:38:11.439996 1 tasks_processing.go:69] worker 59 listening for tasks. I0513 06:38:11.440019 1 tasks_processing.go:69] worker 10 listening for tasks. I0513 06:38:11.439999 1 tasks_processing.go:69] worker 12 listening for tasks. I0513 06:38:11.440025 1 tasks_processing.go:69] worker 4 listening for tasks. I0513 06:38:11.440026 1 tasks_processing.go:69] worker 20 listening for tasks. I0513 06:38:11.440029 1 tasks_processing.go:69] worker 62 listening for tasks. I0513 06:38:11.440037 1 tasks_processing.go:69] worker 29 listening for tasks. I0513 06:38:11.440037 1 tasks_processing.go:69] worker 25 listening for tasks. I0513 06:38:11.440029 1 tasks_processing.go:69] worker 19 listening for tasks. I0513 06:38:11.440036 1 tasks_processing.go:69] worker 6 listening for tasks. I0513 06:38:11.440035 1 tasks_processing.go:69] worker 21 listening for tasks. I0513 06:38:11.440043 1 tasks_processing.go:69] worker 26 listening for tasks. I0513 06:38:11.440045 1 tasks_processing.go:69] worker 28 listening for tasks. I0513 06:38:11.440106 1 tasks_processing.go:71] worker 28 working on proxies task. I0513 06:38:11.440110 1 tasks_processing.go:71] worker 9 working on container_runtime_configs task. I0513 06:38:11.440112 1 tasks_processing.go:71] worker 21 working on nodes task. I0513 06:38:11.440118 1 tasks_processing.go:71] worker 26 working on openstack_version task. I0513 06:38:11.440121 1 tasks_processing.go:71] worker 29 working on clusterroles task. I0513 06:38:11.440124 1 tasks_processing.go:71] worker 32 working on metrics task. I0513 06:38:11.440130 1 tasks_processing.go:71] worker 14 working on nodenetworkstates task. I0513 06:38:11.440139 1 tasks_processing.go:71] worker 44 working on ceph_cluster task. I0513 06:38:11.440143 1 tasks_processing.go:71] worker 52 working on machine_configs task. I0513 06:38:11.440148 1 tasks_processing.go:71] worker 55 working on silenced_alerts task. W0513 06:38:11.440151 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 06:38:11.440161 1 tasks_processing.go:71] worker 42 working on node_logs task. I0513 06:38:11.440166 1 tasks_processing.go:71] worker 32 working on tsdb_status task. I0513 06:38:11.440171 1 tasks_processing.go:71] worker 3 working on schedulers task. W0513 06:38:11.440178 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory W0513 06:38:11.440185 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 06:38:11.440191 1 tasks_processing.go:71] worker 23 working on machines task. I0513 06:38:11.440196 1 tasks_processing.go:71] worker 36 working on config_maps task. I0513 06:38:11.440194 1 tasks_processing.go:71] worker 58 working on storage_cluster task. I0513 06:38:11.440139 1 tasks_processing.go:71] worker 41 working on monitoring_persistent_volumes task. I0513 06:38:11.440254 1 tasks_processing.go:71] worker 49 working on node_features task. I0513 06:38:11.440261 1 tasks_processing.go:71] worker 6 working on ingress_certificates task. I0513 06:38:11.440315 1 tasks_processing.go:71] worker 22 working on feature_gates task. I0513 06:38:11.440325 1 tasks_processing.go:71] worker 56 working on image_registries task. I0513 06:38:11.440361 1 tasks_processing.go:71] worker 1 working on networks task. I0513 06:38:11.440370 1 tasks_processing.go:71] worker 12 working on mutating_webhook_configurations task. I0513 06:38:11.440400 1 tasks_processing.go:71] worker 33 working on openstack_dataplanenodesets task. I0513 06:38:11.440409 1 tasks_processing.go:71] worker 2 working on cost_management_metrics_configs task. I0513 06:38:11.440411 1 tasks_processing.go:71] worker 10 working on olm_operators task. I0513 06:38:11.440427 1 tasks_processing.go:71] worker 8 working on lokistack task. I0513 06:38:11.440438 1 tasks_processing.go:71] worker 27 working on machine_config_pools task. I0513 06:38:11.440451 1 tasks_processing.go:71] worker 24 working on operators task. I0513 06:38:11.440404 1 tasks_processing.go:71] worker 57 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0513 06:38:11.440498 1 tasks_processing.go:71] worker 4 working on image_pruners task. I0513 06:38:11.440131 1 tasks_processing.go:71] worker 46 working on oauths task. I0513 06:38:11.440112 1 tasks_processing.go:71] worker 47 working on qemu_kubevirt_launcher_logs task. I0513 06:38:11.440585 1 tasks_processing.go:71] worker 18 working on install_plans task. I0513 06:38:11.440119 1 tasks_processing.go:71] worker 20 working on storage_classes task. I0513 06:38:11.440599 1 tasks_processing.go:71] worker 25 working on machine_healthchecks task. I0513 06:38:11.440631 1 tasks_processing.go:71] worker 11 working on validating_webhook_configurations task. I0513 06:38:11.440641 1 tasks_processing.go:71] worker 7 working on active_alerts task. I0513 06:38:11.440134 1 tasks_processing.go:71] worker 43 working on infrastructures task. I0513 06:38:11.440667 1 tasks_processing.go:71] worker 45 working on ingress task. I0513 06:38:11.440193 1 tasks_processing.go:71] worker 48 working on dvo_metrics task. I0513 06:38:11.440691 1 tasks_processing.go:71] worker 0 working on sap_pods task. I0513 06:38:11.440695 1 tasks_processing.go:71] worker 37 working on service_accounts task. I0513 06:38:11.440736 1 tasks_processing.go:71] worker 30 working on crds task. I0513 06:38:11.440755 1 tasks_processing.go:71] worker 34 working on nodenetworkconfigurationpolicies task. I0513 06:38:11.440805 1 tasks_processing.go:71] worker 51 working on overlapping_namespace_uids task. I0513 06:38:11.440877 1 tasks_processing.go:71] worker 5 working on openshift_logging task. I0513 06:38:11.440923 1 tasks_processing.go:71] worker 38 working on cluster_apiserver task. I0513 06:38:11.440637 1 tasks_processing.go:71] worker 60 working on version task. I0513 06:38:11.440116 1 tasks_processing.go:71] worker 39 working on jaegers task. I0513 06:38:11.440433 1 tasks_processing.go:71] worker 16 working on openstack_dataplanedeployments task. I0513 06:38:11.440868 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 31.664µs to process 0 records I0513 06:38:11.441419 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 34.351µs to process 0 records I0513 06:38:11.441426 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 19.129µs to process 0 records I0513 06:38:11.441432 1 tasks_processing.go:71] worker 32 working on openshift_machine_api_events task. I0513 06:38:11.440120 1 tasks_processing.go:71] worker 40 working on pdbs task. I0513 06:38:11.440108 1 tasks_processing.go:71] worker 17 working on certificate_signing_requests task. I0513 06:38:11.440111 1 tasks_processing.go:71] worker 19 working on support_secret task. I0513 06:38:11.441544 1 tasks_processing.go:74] worker 55 stopped. I0513 06:38:11.440135 1 tasks_processing.go:71] worker 53 working on authentication task. I0513 06:38:11.440116 1 tasks_processing.go:71] worker 62 working on machine_autoscalers task. I0513 06:38:11.440911 1 tasks_processing.go:71] worker 61 working on image task. I0513 06:38:11.440916 1 tasks_processing.go:71] worker 13 working on openstack_controlplanes task. I0513 06:38:11.440920 1 tasks_processing.go:71] worker 50 working on container_images task. I0513 06:38:11.440927 1 tasks_processing.go:71] worker 35 working on sap_datahubs task. I0513 06:38:11.440936 1 tasks_processing.go:71] worker 15 working on sap_config task. W0513 06:38:11.440659 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 06:38:11.443171 1 tasks_processing.go:74] worker 7 stopped. I0513 06:38:11.440408 1 tasks_processing.go:71] worker 59 working on operators_pods_and_events task. I0513 06:38:11.443449 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 2.516476ms to process 0 records I0513 06:38:11.440907 1 tasks_processing.go:71] worker 54 working on aggregated_monitoring_cr_names task. I0513 06:38:11.445779 1 tasks_processing.go:74] worker 63 stopped. E0513 06:38:11.445793 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0513 06:38:11.445804 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 5.883809ms to process 0 records I0513 06:38:11.445842 1 tasks_processing.go:74] worker 26 stopped. I0513 06:38:11.445856 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 5.714043ms to process 0 records I0513 06:38:11.445863 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 5.704327ms to process 0 records I0513 06:38:11.445868 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 5.927055ms to process 0 records I0513 06:38:11.445872 1 tasks_processing.go:74] worker 31 stopped. I0513 06:38:11.445879 1 tasks_processing.go:74] worker 14 stopped. I0513 06:38:11.445893 1 tasks_processing.go:74] worker 9 stopped. I0513 06:38:11.445903 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 5.771244ms to process 0 records I0513 06:38:11.445931 1 tasks_processing.go:74] worker 8 stopped. I0513 06:38:11.445937 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 5.49206ms to process 0 records I0513 06:38:11.446005 1 tasks_processing.go:74] worker 2 stopped. I0513 06:38:11.446012 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 5.58946ms to process 0 records E0513 06:38:11.446016 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0513 06:38:11.446024 1 tasks_processing.go:74] worker 58 stopped. I0513 06:38:11.446035 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 5.816148ms to process 0 records I0513 06:38:11.446043 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 5.578687ms to process 0 records I0513 06:38:11.446050 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 5.761999ms to process 0 records I0513 06:38:11.446058 1 tasks_processing.go:74] worker 27 stopped. E0513 06:38:11.446058 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0513 06:38:11.446066 1 tasks_processing.go:74] worker 23 stopped. I0513 06:38:11.446070 1 gather.go:177] gatherer "clusterconfig" function "machines" took 5.857259ms to process 0 records I0513 06:38:11.446072 1 tasks_processing.go:74] worker 49 stopped. I0513 06:38:11.459400 1 tasks_processing.go:74] worker 5 stopped. I0513 06:38:11.459413 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 18.46944ms to process 0 records I0513 06:38:11.459462 1 tasks_processing.go:74] worker 33 stopped. I0513 06:38:11.459479 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 19.047658ms to process 0 records I0513 06:38:11.459520 1 tasks_processing.go:74] worker 44 stopped. I0513 06:38:11.459534 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 19.373566ms to process 0 records I0513 06:38:11.459607 1 tasks_processing.go:74] worker 28 stopped. I0513 06:38:11.459703 1 recorder.go:75] Recording config/proxy with fingerprint=bd43fb7590da3ee50102e06d686af5a2006f1303ddcf4224b95aaa4eb2dece35 I0513 06:38:11.459720 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 19.490514ms to process 1 records I0513 06:38:11.459733 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 18.849951ms to process 0 records I0513 06:38:11.459737 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 17.288178ms to process 0 records I0513 06:38:11.459745 1 tasks_processing.go:74] worker 34 stopped. I0513 06:38:11.459755 1 tasks_processing.go:74] worker 13 stopped. I0513 06:38:11.459813 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0513 06:38:11.459829 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0513 06:38:11.459834 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0513 06:38:11.459836 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0513 06:38:11.459852 1 controller.go:531] The operator is still being initialized I0513 06:38:11.459858 1 tasks_processing.go:74] worker 45 stopped. I0513 06:38:11.459863 1 controller.go:554] The operator is healthy I0513 06:38:11.459901 1 recorder.go:75] Recording config/ingress with fingerprint=78ada885282cdbef5fd56b58c080437c40dbaaea9c3adf2070dc1af48d7ec1c6 I0513 06:38:11.459911 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 19.034813ms to process 1 records I0513 06:38:11.459917 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 19.503157ms to process 0 records I0513 06:38:11.459940 1 tasks_processing.go:74] worker 41 stopped. I0513 06:38:11.460016 1 tasks_processing.go:74] worker 21 stopped. I0513 06:38:11.460174 1 recorder.go:75] Recording config/node/ip-10-0-1-26.ec2.internal with fingerprint=a7a0f3baf3c2e701c9c2900324240728f3e0d5a26e03a35ee39fae6fc55280be I0513 06:38:11.460183 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 19.697388ms to process 1 records I0513 06:38:11.460192 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 18.492778ms to process 0 records I0513 06:38:11.460207 1 tasks_processing.go:74] worker 16 stopped. I0513 06:38:11.460278 1 tasks_processing.go:74] worker 1 stopped. I0513 06:38:11.460347 1 recorder.go:75] Recording config/network with fingerprint=0d8c01539c5b5618f05e39375323ac128d04a293cb994652a078c016bfd3cbb8 I0513 06:38:11.460357 1 gather.go:177] gatherer "clusterconfig" function "networks" took 19.4886ms to process 1 records I0513 06:38:11.460365 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 17.826257ms to process 0 records I0513 06:38:11.460370 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 19.180163ms to process 0 records I0513 06:38:11.460376 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 19.714893ms to process 0 records I0513 06:38:11.460379 1 tasks_processing.go:74] worker 62 stopped. I0513 06:38:11.460387 1 tasks_processing.go:74] worker 0 stopped. I0513 06:38:11.460388 1 tasks_processing.go:74] worker 42 stopped. I0513 06:38:11.460452 1 tasks_processing.go:74] worker 46 stopped. I0513 06:38:11.460575 1 recorder.go:75] Recording config/oauth with fingerprint=1374bc5dbbff766c8e4b6ae2390641dc5bf3aabeb2bbbd381c45c0efdbf41faf I0513 06:38:11.460586 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 19.428049ms to process 1 records I0513 06:38:11.460648 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=dda558b62f6ab453d5c796cd8cfa97fd87db55757dc7ec58261650be70e820c9 I0513 06:38:11.460657 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 19.828211ms to process 1 records I0513 06:38:11.460667 1 tasks_processing.go:74] worker 3 stopped. I0513 06:38:11.460737 1 tasks_processing.go:74] worker 4 stopped. I0513 06:38:11.460822 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=d182efb3709c41b2532c3528dd25ee4f33edb3c5cd38ffbdedabb21d16ade879 I0513 06:38:11.460831 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 19.529183ms to process 1 records I0513 06:38:11.460905 1 tasks_processing.go:74] worker 22 stopped. I0513 06:38:11.460910 1 recorder.go:75] Recording config/featuregate with fingerprint=26be1f904369501f9712b71d1e698fb6a81c477638a6d05c452e7a845b1862ae I0513 06:38:11.460918 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 19.768802ms to process 1 records I0513 06:38:11.460925 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 19.743526ms to process 0 records I0513 06:38:11.460932 1 tasks_processing.go:74] worker 10 stopped. I0513 06:38:11.462165 1 tasks_processing.go:74] worker 25 stopped. E0513 06:38:11.462181 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0513 06:38:11.462192 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 21.552416ms to process 0 records I0513 06:38:11.462215 1 tasks_processing.go:74] worker 53 stopped. I0513 06:38:11.462430 1 recorder.go:75] Recording config/authentication with fingerprint=ce8871029ec317a618d633939d4dccb96be7d946c757ad15ae1048931bb833f6 I0513 06:38:11.462453 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 20.251302ms to process 1 records I0513 06:38:11.462539 1 tasks_processing.go:74] worker 61 stopped. I0513 06:38:11.462600 1 recorder.go:75] Recording config/image with fingerprint=0545dc8a844896984d525159f184879b19bd4bea51bf31381aa5360443a35333 I0513 06:38:11.462613 1 gather.go:177] gatherer "clusterconfig" function "image" took 20.020318ms to process 1 records I0513 06:38:11.462773 1 tasks_processing.go:74] worker 56 stopped. I0513 06:38:11.463056 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=0b4166676fc01c06e12c1ab15c46fb1c91f8f55652f4e343428f8502f8cd13bd I0513 06:38:11.463067 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 22.431283ms to process 1 records I0513 06:38:11.463885 1 tasks_processing.go:74] worker 39 stopped. I0513 06:38:11.463896 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 22.663704ms to process 0 records I0513 06:38:11.464028 1 tasks_processing.go:74] worker 32 stopped. I0513 06:38:11.464044 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 22.587307ms to process 0 records I0513 06:38:11.464157 1 tasks_processing.go:74] worker 43 stopped. I0513 06:38:11.464626 1 recorder.go:75] Recording config/infrastructure with fingerprint=301411842499291cf10b00f5c0cc3fceb7f01eaeb2202c4183703d1ee2a65389 I0513 06:38:11.464639 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 23.481721ms to process 1 records I0513 06:38:11.467658 1 tasks_processing.go:74] worker 20 stopped. I0513 06:38:11.467763 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=9c5bea701d35def49deb6477c9360b70326ff785087d1b4627ec4ce4c352e3b3 I0513 06:38:11.467784 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=26558aa0b9269c95e1a40ab338fb90275dc0782367570e2087d3b0b6a10a84ac I0513 06:38:11.467793 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 27.050993ms to process 2 records I0513 06:38:11.468300 1 tasks_processing.go:74] worker 15 stopped. I0513 06:38:11.468309 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 25.179892ms to process 0 records I0513 06:38:11.468552 1 gather_logs.go:145] no pods in namespace were found I0513 06:38:11.468563 1 tasks_processing.go:74] worker 47 stopped. I0513 06:38:11.468570 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 27.990892ms to process 0 records I0513 06:38:11.469942 1 tasks_processing.go:74] worker 35 stopped. I0513 06:38:11.469952 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 27.059016ms to process 0 records I0513 06:38:11.470085 1 tasks_processing.go:74] worker 12 stopped. I0513 06:38:11.470323 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=c41e57e1dc33cbaa439332459a4745d49a3ea3e937f72bc2ff447d8f5954318f I0513 06:38:11.470880 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=8680bc500db99eed08580770d79dde33e10b2ee36569f205318546f04938bbc5 I0513 06:38:11.470943 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=31a6d2d88b6b207a15c28a677cd311e9eb1b8ad6374c612073843d0c50adb025 I0513 06:38:11.470992 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 29.706351ms to process 3 records I0513 06:38:11.471299 1 recorder.go:75] Recording config/apiserver with fingerprint=f0d5ab4b618d2cad436780a6bde415897b4a45d128aec8743a9427011f08ff07 I0513 06:38:11.471307 1 tasks_processing.go:74] worker 38 stopped. I0513 06:38:11.471315 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 29.715089ms to process 1 records I0513 06:38:11.471334 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0513 06:38:11.471354 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 30.353318ms to process 1 records I0513 06:38:11.471363 1 tasks_processing.go:74] worker 51 stopped. I0513 06:38:11.472990 1 tasks_processing.go:74] worker 52 stopped. E0513 06:38:11.473009 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0513 06:38:11.473045 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0513 06:38:11.473062 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 32.837592ms to process 1 records I0513 06:38:11.473150 1 tasks_processing.go:74] worker 40 stopped. I0513 06:38:11.473153 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=f2011222f1c173dc64100e0f1c90489b5b9cc264b66327ea05b193da855da3b3 I0513 06:38:11.473183 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=0662912aca1b878e41723e4cdccfe0db101a871671c8fb38549ffb53cf67daee I0513 06:38:11.473202 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=65554d01d092e9d120caaa4c90483ea141ca0c8a08f453f46b5aea4dddfc65fc I0513 06:38:11.473210 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 31.562843ms to process 3 records E0513 06:38:11.473219 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0513 06:38:11.473225 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 31.526235ms to process 0 records I0513 06:38:11.473233 1 tasks_processing.go:74] worker 19 stopped. I0513 06:38:11.474902 1 tasks_processing.go:74] worker 17 stopped. I0513 06:38:11.474916 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 33.417922ms to process 0 records I0513 06:38:11.475998 1 tasks_processing.go:74] worker 11 stopped. I0513 06:38:11.476162 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=b2ee43f68ed65ef74f2def69fee31c02cafbe9e8908c7203c45411cd4f368bf0 I0513 06:38:11.476297 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=375936aa626360334bd9fa7a431149e1df90469020c80fa2a7693c453eda34cf I0513 06:38:11.476326 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=82f2602da7f0fb71acf7fe0f21746645371bc31e36324cf83dea178ccd232377 I0513 06:38:11.476366 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=9aee3f40da85a97ac411b2cc6ed280c18ec31c7f74ee9045501d93f9706e3823 I0513 06:38:11.476411 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=80617bf2c7cb4374370e766fa49251e53aa79dc82e94f7d04e0ae79aab338bbc I0513 06:38:11.476452 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=5537ead4deaff4633c4a45383f402b457b0007fa7406fba2cc9993fdcdbfa470 I0513 06:38:11.476499 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=c17145ea4eaf7f857d200b4bccd9a734046b8332f7b309d786451889da98b462 I0513 06:38:11.476571 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=933e38328d8147679c5f6bf759736ad719d760ae710c0d39a03c74a4a32f75f1 I0513 06:38:11.476606 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=16baf88fc8fa3c81a9d3dd910c7670b2ed59473013c161acc15950a2ec955eba I0513 06:38:11.476646 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=1ea06fb4276418f0352beca0e14a02b5e7f195f0300ffcccd0d6515441aab152 I0513 06:38:11.476676 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=0eb15e66affc1eb95977ec15d67be23e445e68542354d4a9e6455066a0896005 I0513 06:38:11.476686 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 35.351789ms to process 11 records I0513 06:38:11.476765 1 tasks_processing.go:74] worker 29 stopped. I0513 06:38:11.476892 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=6956d9a70d7d0800ec4449f6efe473f993c5c2e93b123b5647a9263d5b2c1377 I0513 06:38:11.477008 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=618152247c0a4be8c8e672e29584cda20f4898e86e5b19c64964e8b3c832e8af I0513 06:38:11.477018 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 36.538934ms to process 2 records I0513 06:38:11.477492 1 tasks_processing.go:74] worker 30 stopped. I0513 06:38:11.477975 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=9d4fb460171b1e22d40ec1fc3190d52f4e245bbb39ea9f211c3fe9c3c25513f1 I0513 06:38:11.478687 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=34072cecad156b4531345ba405876d3a5bca31aba910bb40462cdbd49c29fa6a I0513 06:38:11.478758 1 gather.go:177] gatherer "clusterconfig" function "crds" took 36.738675ms to process 2 records W0513 06:38:11.479474 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 06:38:11.482286 1 tasks_processing.go:74] worker 50 stopped. I0513 06:38:11.482355 1 recorder.go:75] Recording config/running_containers with fingerprint=4878496db9acc60b9ba32b6c9530ebacd76a0ebb96d6e88a3f4bce0cb4139176 I0513 06:38:11.482369 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 39.777584ms to process 1 records I0513 06:38:11.488447 1 tasks_processing.go:74] worker 54 stopped. I0513 06:38:11.488461 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 44.945352ms to process 0 records I0513 06:38:11.488492 1 tasks_processing.go:74] worker 57 stopped. I0513 06:38:11.488499 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 48.031503ms to process 0 records I0513 06:38:11.488599 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0513 06:38:11.488661 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0513 06:38:11.488740 1 operator.go:328] started I0513 06:38:11.488755 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0513 06:38:11.498745 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0513 06:38:11.498758 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0513 06:38:11.498762 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0513 06:38:11.498765 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0513 06:38:11.498769 1 controller.go:254] Source scaController *sca.Controller is not ready I0513 06:38:11.498787 1 controller.go:531] The operator is still being initialized I0513 06:38:11.498793 1 controller.go:554] The operator is healthy I0513 06:38:11.499602 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0513 06:38:11.499605 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0513 06:38:11.499636 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0513 06:38:11.499814 1 prometheus_rules.go:88] Prometheus rules successfully created E0513 06:38:11.506311 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27fa27feee-a805-42bb-98fd-a8394dbb1e33%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:49088->172.30.0.10:53: read: connection refused I0513 06:38:11.506324 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27fa27feee-a805-42bb-98fd-a8394dbb1e33%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:49088->172.30.0.10:53: read: connection refused I0513 06:38:11.511453 1 tasks_processing.go:74] worker 36 stopped. E0513 06:38:11.511465 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0513 06:38:11.511471 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0513 06:38:11.511475 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0513 06:38:11.511484 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0513 06:38:11.511531 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0513 06:38:11.511538 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0513 06:38:11.511542 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0513 06:38:11.511546 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0513 06:38:11.511582 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0513 06:38:11.511589 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0513 06:38:11.511594 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 71.24283ms to process 7 records I0513 06:38:11.513066 1 base_controller.go:82] Caches are synced for ConfigController I0513 06:38:11.513078 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0513 06:38:11.517495 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 06:38:11.559684 1 tasks_processing.go:74] worker 60 stopped. I0513 06:38:11.559969 1 recorder.go:75] Recording config/version with fingerprint=39a59a248763966b83c5ba19c0fc6c4ed692453452589f81a1c86acbb96a8ce4 I0513 06:38:11.559988 1 recorder.go:75] Recording config/id with fingerprint=cd7ff2ee41599fe202de74c312652956b61a11869e8df17119956935667a667d I0513 06:38:11.559999 1 gather.go:177] gatherer "clusterconfig" function "version" took 118.535867ms to process 2 records I0513 06:38:11.566139 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0513 06:38:11.569680 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:43427->172.30.0.10:53: read: connection refused I0513 06:38:11.569707 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.9:43427->172.30.0.10:53: read: connection refused I0513 06:38:11.588059 1 tasks_processing.go:74] worker 6 stopped. E0513 06:38:11.588077 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0513 06:38:11.588083 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q8slj49anughhr7bmrugv7tl1gre4io-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q8slj49anughhr7bmrugv7tl1gre4io-primary-cert-bundle-secret" not found I0513 06:38:11.588159 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=cacbe68cd63194b9b7b58d08e8db6939889084541c27645acd02c91ed05f9696 I0513 06:38:11.588192 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 147.776009ms to process 1 records I0513 06:38:11.588992 1 base_controller.go:82] Caches are synced for LoggingSyncer I0513 06:38:11.589005 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0513 06:38:11.922386 1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers I0513 06:38:11.922399 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes I0513 06:38:11.923202 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hv5bd pod in namespace openshift-dns (previous: false). I0513 06:38:12.131009 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hv5bd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-hv5bd\" is waiting to start: ContainerCreating" I0513 06:38:12.131033 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-hv5bd\" is waiting to start: ContainerCreating" I0513 06:38:12.131044 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hv5bd pod in namespace openshift-dns (previous: false). I0513 06:38:12.334934 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hv5bd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-hv5bd\" is waiting to start: ContainerCreating" I0513 06:38:12.334951 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-hv5bd\" is waiting to start: ContainerCreating" I0513 06:38:12.334961 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-ptxw2 pod in namespace openshift-dns (previous: false). W0513 06:38:12.478180 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 06:38:12.516810 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 06:38:12.516826 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6bd9ddbdb9-xjc8n pod in namespace openshift-image-registry (previous: false). I0513 06:38:12.704839 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 06:38:12.704854 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-795ddd8f58-gw8q2 pod in namespace openshift-image-registry (previous: false). I0513 06:38:12.906531 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0513 06:38:12.914554 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-795ddd8f58-gw8q2 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-795ddd8f58-gw8q2\" is waiting to start: ContainerCreating" I0513 06:38:12.914569 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-795ddd8f58-gw8q2\" is waiting to start: ContainerCreating" I0513 06:38:12.914581 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-795ddd8f58-z4zwv pod in namespace openshift-image-registry (previous: false). I0513 06:38:13.102416 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 06:38:13.102435 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-f67xn pod in namespace openshift-image-registry (previous: false). I0513 06:38:13.306830 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 06:38:13.306846 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6df78b79b9-dt699 pod in namespace openshift-ingress (previous: false). I0513 06:38:13.307374 1 tasks_processing.go:74] worker 24 stopped. I0513 06:38:13.307422 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=84f1119011721f58d739d111aca863213577f680d7aa792a4f6882c2c230bb63 I0513 06:38:13.307465 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=61c65f77f10e76d30f592c48ad549a98b94d8c0d2836e836eba34b61d493e93a I0513 06:38:13.307494 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0513 06:38:13.307531 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=5f4a73fc48d5c2b3fca8935969195b7efa36722a64f709f1bd44440ab3d0e32d I0513 06:38:13.307547 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0513 06:38:13.307569 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=6aefebfbe41291c164b04d44c292d67c26a11606a53e334eb61d8e11cac583ab I0513 06:38:13.307602 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=e88aec8041780a0116541765d26843840536c1be10b1bc4910c763672da76f15 I0513 06:38:13.307625 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=f533d9957fb1121d2181d33b31c318261838545c4214e862a799a94b165b7772 I0513 06:38:13.307654 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=ec2bcbf365ff000509751c905a15dd402799052227dc52465e9f27574be99d96 I0513 06:38:13.307672 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=cae124eb70943e0f881c0acdf49e2168e7d25a1407923a47b681e5762adce36b I0513 06:38:13.307679 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0513 06:38:13.307695 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=27200c33c3d523b35c653404ec40ab25b3fcfb90ecb648a8bb0c043a9a1c8b74 I0513 06:38:13.307704 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0513 06:38:13.307719 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=b7c34fddfe1878021d68e10839bede5f417444b9e45437b17edec0b746a91fa2 I0513 06:38:13.307728 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0513 06:38:13.307741 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=8ee4c0b220299af214592728fc2b795309cb80722e08b096113fd0230b1b5cb3 I0513 06:38:13.307751 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0513 06:38:13.307766 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=8b12dd903418b1480b4c865343c229c711a3d71508d56dd0f94ee071c3b74314 I0513 06:38:13.307885 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=0e52fdc50c2f07c8cb573f16b01e670015f989c731a7f9d9d98375920b0372e8 I0513 06:38:13.307894 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0513 06:38:13.307900 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0513 06:38:13.307919 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0513 06:38:13.307941 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=f019924e3fa4d881cd304fbc33e179d13a6e9b70a9eda5946b395853f0a605bf I0513 06:38:13.307971 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=df2c48ce5f4193bd2c2a221052a50f7a93a65d152f982992d6dca5edb87d17ce I0513 06:38:13.307979 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0513 06:38:13.307994 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=98ea18965821411dce9119b4235f55ad8c7b0592b0bb1fb6756bb48b83e1585a I0513 06:38:13.308002 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0513 06:38:13.308014 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=3b04d0ec9f9a29b412260a2ba8eb5c3b04f2b968eefebe9e6eb4dc96b76cf070 I0513 06:38:13.308030 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=93d01f3761fc582adcfc91da7b4550d578b95a7b16ae30cf54f2cb702e906e99 I0513 06:38:13.308043 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=710aee31e6443a464aa2f1a81ce2929b352df658d1464322faf8e77327a281d4 I0513 06:38:13.308077 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=5e1941b86c837cda2f8c74f3ce52560f57769c54bcf45bc4b0ea1a931c6c8777 I0513 06:38:13.308092 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=36267a72ba07b8acccb78e9b60486f221d3362374f52b4f8acb0db893beeb268 I0513 06:38:13.308118 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=d220d28929fff8c47804cb2874505d721b6b9b1858fa1856f174c8f9895eee07 I0513 06:38:13.308133 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0513 06:38:13.308139 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0513 06:38:13.308145 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.866908316s to process 35 records W0513 06:38:13.477975 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 06:38:13.506960 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6df78b79b9-dt699 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6df78b79b9-dt699\" is waiting to start: ContainerCreating" I0513 06:38:13.506974 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6df78b79b9-dt699\" is waiting to start: ContainerCreating" I0513 06:38:13.506984 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6df78b79b9-qdcnw pod in namespace openshift-ingress (previous: false). I0513 06:38:13.702758 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 06:38:13.702771 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-879d7bb47-9kmxq pod in namespace openshift-ingress (previous: false). I0513 06:38:13.907685 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-879d7bb47-9kmxq pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-879d7bb47-9kmxq\" is waiting to start: ContainerCreating" I0513 06:38:13.907703 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-879d7bb47-9kmxq\" is waiting to start: ContainerCreating" I0513 06:38:13.907713 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-xwwtq pod in namespace openshift-ingress-canary (previous: false). I0513 06:38:14.107571 1 tasks_processing.go:74] worker 59 stopped. I0513 06:38:14.107675 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=46b881b501148cc979c462fcebfc1f998c8f35f0a6e28d1b1793cd7dec35bc72 I0513 06:38:14.107703 1 recorder.go:75] Recording events/openshift-dns with fingerprint=4539eee1a8fa38b199a438f26e32cbeebfe93d191b50f2090f516265822c7408 I0513 06:38:14.107770 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=038d0459402f63e179ab6f1d84951ce6812b461b227d4623c959373c0e1b1fe6 I0513 06:38:14.107797 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=801d064c0a867303edf3cfe155c794936c68d541751d80024c8e7ef9759fbe9d I0513 06:38:14.107839 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=e542d39a79e172d8c08f4b3cca8e7a4bd9f643bd562e7687eee848e54513cb55 I0513 06:38:14.107857 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=e91cbb9f2cc2661246cd0f28c19ff10553e3adabb6f708bc8a10f4555f534a3c I0513 06:38:14.107862 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-xwwtq/serve-healthcheck-canary_current.log with fingerprint=5c1d9f779f3b024cd13afd34543ae72ef93a58df85c8b93957c7216809348912 I0513 06:38:14.107869 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.664348263s to process 7 records W0513 06:38:14.478064 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0513 06:38:15.479995 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0513 06:38:16.474948 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0513 06:38:16.474971 1 tasks_processing.go:74] worker 48 stopped. E0513 06:38:16.474982 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0513 06:38:16.474994 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0513 06:38:16.475008 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0513 06:38:16.475021 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.0342814s to process 1 records I0513 06:38:24.077179 1 tasks_processing.go:74] worker 18 stopped. I0513 06:38:24.077212 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0513 06:38:24.077225 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.636574135s to process 1 records I0513 06:38:24.455562 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 06:38:24.730407 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 06:38:24.848384 1 tasks_processing.go:74] worker 37 stopped. I0513 06:38:24.848642 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=2a6a98cd978f6a8f6d561f8f5025ec9397f180ae98d9caca3683e8186873f98f I0513 06:38:24.848658 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.407672845s to process 1 records E0513 06:38:24.848714 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.408s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0513 06:38:24.849816 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0513 06:38:24.849829 1 periodic.go:216] Running workloads gatherer I0513 06:38:24.849844 1 tasks_processing.go:45] number of workers: 2 I0513 06:38:24.849856 1 tasks_processing.go:69] worker 1 listening for tasks. I0513 06:38:24.849862 1 tasks_processing.go:71] worker 1 working on workload_info task. I0513 06:38:24.849870 1 tasks_processing.go:69] worker 0 listening for tasks. I0513 06:38:24.849880 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0513 06:38:24.870994 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data I0513 06:38:24.878917 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (8ms) I0513 06:38:24.880974 1 tasks_processing.go:74] worker 0 stopped. I0513 06:38:24.880986 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 31.081574ms to process 0 records I0513 06:38:24.886631 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (8ms) I0513 06:38:24.894154 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (8ms) I0513 06:38:24.901518 1 gather_workloads_info.go:387] No image sha256:c886c2a85f0c920fcd6927a7c76644a422cf77f07b185120a8021e0e98d6acb9 (7ms) I0513 06:38:24.909300 1 gather_workloads_info.go:387] No image sha256:9116c1445f630c8d1b298a3e65eda911050b7fd8a5bde7ee253fcb285ab2a89c (8ms) I0513 06:38:24.916759 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (7ms) I0513 06:38:24.923960 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (7ms) I0513 06:38:24.931658 1 gather_workloads_info.go:387] No image sha256:d9ed66918db4dfba8bd354c9ede4d676449fa0eccef649b3d8945cc1da1c60e3 (8ms) I0513 06:38:24.931886 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 06:38:24.939166 1 gather_workloads_info.go:387] No image sha256:dcb3f93d34aa0fdab33eb37949adfaa8fdd11ff3479363bb7735c5ba3eb345ce (7ms) I0513 06:38:24.946813 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (8ms) I0513 06:38:24.978771 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (32ms) I0513 06:38:25.079932 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (101ms) I0513 06:38:25.181750 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (102ms) I0513 06:38:25.278940 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (97ms) I0513 06:38:25.379439 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms) I0513 06:38:25.479065 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0513 06:38:25.579309 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (100ms) I0513 06:38:25.680175 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (101ms) I0513 06:38:25.779472 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (99ms) I0513 06:38:25.879244 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0513 06:38:25.980350 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (101ms) I0513 06:38:26.080581 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (100ms) I0513 06:38:26.184900 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (104ms) I0513 06:38:26.284975 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms) I0513 06:38:26.379939 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (95ms) I0513 06:38:26.479909 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (100ms) I0513 06:38:26.579809 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (100ms) I0513 06:38:26.679739 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms) I0513 06:38:26.779394 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (100ms) I0513 06:38:26.880092 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (101ms) I0513 06:38:26.980523 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (100ms) I0513 06:38:27.079732 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (99ms) I0513 06:38:27.179416 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms) I0513 06:38:27.279289 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms) I0513 06:38:27.379559 1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (100ms) I0513 06:38:27.479563 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms) I0513 06:38:27.579344 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms) I0513 06:38:27.679928 1 gather_workloads_info.go:387] No image sha256:f4115eca8ea784ac6037602a303fac7fb808d98f4b5120a27bee140df60c3664 (101ms) I0513 06:38:27.779565 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (100ms) I0513 06:38:27.779591 1 tasks_processing.go:74] worker 1 stopped. E0513 06:38:27.779608 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0513 06:38:27.779875 1 recorder.go:75] Recording config/workload_info with fingerprint=b6f93a36955ee30ae2e57c9c11246874be28d87778e0e7879baabf7ab84b3297 I0513 06:38:27.779892 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.929721139s to process 1 records E0513 06:38:27.779915 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.93s with: function \"workload_info\" failed with an error" I0513 06:38:27.781017 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0513 06:38:27.781029 1 periodic.go:216] Running conditional gatherer I0513 06:38:27.786403 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0513 06:38:27.792957 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.9:55829->172.30.0.10:53: read: connection refused E0513 06:38:27.793196 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0513 06:38:27.793250 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0513 06:38:27.798609 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0513 06:38:27.798621 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 06:38:27.798626 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 06:38:27.798630 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 06:38:27.798632 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 06:38:27.798635 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 06:38:27.798638 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 06:38:27.798641 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 06:38:27.798643 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 06:38:27.798646 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0513 06:38:27.798659 1 tasks_processing.go:45] number of workers: 3 I0513 06:38:27.798668 1 tasks_processing.go:69] worker 2 listening for tasks. I0513 06:38:27.798672 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0513 06:38:27.798678 1 tasks_processing.go:69] worker 0 listening for tasks. I0513 06:38:27.798691 1 tasks_processing.go:69] worker 1 listening for tasks. I0513 06:38:27.798693 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0513 06:38:27.798698 1 tasks_processing.go:74] worker 1 stopped. I0513 06:38:27.798714 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0513 06:38:27.798754 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0513 06:38:27.798766 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 814ns to process 1 records I0513 06:38:27.798796 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0513 06:38:27.798803 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.246µs to process 1 records I0513 06:38:27.798808 1 tasks_processing.go:74] worker 0 stopped. I0513 06:38:27.798982 1 tasks_processing.go:74] worker 2 stopped. I0513 06:38:27.798994 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 250.671µs to process 0 records I0513 06:38:27.799013 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.9:55829->172.30.0.10:53: read: connection refused I0513 06:38:27.799030 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0513 06:38:27.820655 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=e1c0e1c0cc0b623c8a70fefcdbb6d02e6bb8c99fdf819cd25a37ffb03163b6d0 I0513 06:38:27.820767 1 diskrecorder.go:70] Writing 98 records to /var/lib/insights-operator/insights-2026-05-13-063827.tar.gz I0513 06:38:27.826207 1 diskrecorder.go:51] Wrote 98 records to disk in 5ms I0513 06:38:27.826234 1 periodic.go:285] Gathering cluster info every 2h0m0s I0513 06:38:27.826247 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0513 06:38:36.487678 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 06:39:35.713037 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="d806a3d667975fbe2d869803ee3b57a04340f9822cde6c856d7a9cade4bf2932") W0513 06:39:35.713069 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0513 06:39:35.713110 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="9ae5f7df7f6047c963c70eb7cc94e6fcfdbc6a0eec3db67a980d44520a8bf92c") I0513 06:39:35.713183 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="90f6db18d71d0a70bbcd44162d00ca383286f94635183613d91fb08be21865b1")