W0505 13:00:49.057435 1 cmd.go:257] Using insecure, self-signed certificates I0505 13:00:49.557142 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:49.557467 1 observer_polling.go:159] Starting file observer I0505 13:00:50.289845 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0505 13:00:50.290124 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0505 13:00:50.291074 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0505 13:00:50.291080 1 secure_serving.go:57] Forcing use of http/1.1 only W0505 13:00:50.291122 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0505 13:00:50.291132 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0505 13:00:50.291136 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0505 13:00:50.291139 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0505 13:00:50.291142 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0505 13:00:50.291144 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0505 13:00:50.295642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"ceb919a6-d735-4b57-a75d-c85f832af581", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0505 13:00:50.295622 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0505 13:00:50.297089 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0505 13:00:50.297097 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 13:00:50.297112 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 13:00:50.297113 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0505 13:00:50.297112 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 13:00:50.297130 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 13:00:50.297360 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-53640869/tls.crt::/tmp/serving-cert-53640869/tls.key" I0505 13:00:50.297606 1 secure_serving.go:213] Serving securely on [::]:8443 I0505 13:00:50.297633 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0505 13:00:50.301871 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0505 13:00:50.301895 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0505 13:00:50.301993 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0505 13:00:50.307581 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0505 13:00:50.307598 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0505 13:00:50.313114 1 secretconfigobserver.go:119] support secret does not exist I0505 13:00:50.318985 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0505 13:00:50.325457 1 secretconfigobserver.go:119] support secret does not exist I0505 13:00:50.330121 1 recorder.go:176] Pruning old reports every 5h30m6s, max age is 288h0m0s I0505 13:00:50.336374 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0505 13:00:50.336379 1 periodic.go:216] Running clusterconfig gatherer I0505 13:00:50.336392 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0505 13:00:50.336412 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0505 13:00:50.336416 1 insightsreport.go:296] Starting report retriever I0505 13:00:50.336418 1 tasks_processing.go:45] number of workers: 64 I0505 13:00:50.336420 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0505 13:00:50.336441 1 tasks_processing.go:69] worker 4 listening for tasks. I0505 13:00:50.336455 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 13:00:50.336458 1 tasks_processing.go:71] worker 4 working on mutating_webhook_configurations task. I0505 13:00:50.336460 1 tasks_processing.go:71] worker 0 working on ceph_cluster task. I0505 13:00:50.336498 1 tasks_processing.go:69] worker 34 listening for tasks. I0505 13:00:50.336507 1 tasks_processing.go:69] worker 5 listening for tasks. I0505 13:00:50.336513 1 tasks_processing.go:69] worker 6 listening for tasks. I0505 13:00:50.336515 1 tasks_processing.go:69] worker 49 listening for tasks. I0505 13:00:50.336521 1 tasks_processing.go:69] worker 7 listening for tasks. I0505 13:00:50.336526 1 tasks_processing.go:69] worker 8 listening for tasks. I0505 13:00:50.336528 1 tasks_processing.go:69] worker 35 listening for tasks. I0505 13:00:50.336531 1 tasks_processing.go:69] worker 9 listening for tasks. I0505 13:00:50.336528 1 tasks_processing.go:69] worker 2 listening for tasks. I0505 13:00:50.336535 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 13:00:50.336537 1 tasks_processing.go:69] worker 10 listening for tasks. I0505 13:00:50.336542 1 tasks_processing.go:69] worker 11 listening for tasks. I0505 13:00:50.336543 1 tasks_processing.go:69] worker 43 listening for tasks. I0505 13:00:50.336547 1 tasks_processing.go:69] worker 46 listening for tasks. I0505 13:00:50.336548 1 tasks_processing.go:69] worker 12 listening for tasks. I0505 13:00:50.336548 1 tasks_processing.go:69] worker 42 listening for tasks. I0505 13:00:50.336554 1 tasks_processing.go:69] worker 47 listening for tasks. I0505 13:00:50.336552 1 tasks_processing.go:69] worker 24 listening for tasks. I0505 13:00:50.336558 1 tasks_processing.go:69] worker 36 listening for tasks. I0505 13:00:50.336560 1 tasks_processing.go:69] worker 23 listening for tasks. I0505 13:00:50.336557 1 tasks_processing.go:69] worker 25 listening for tasks. I0505 13:00:50.336571 1 tasks_processing.go:69] worker 39 listening for tasks. I0505 13:00:50.336572 1 tasks_processing.go:69] worker 38 listening for tasks. I0505 13:00:50.336580 1 tasks_processing.go:69] worker 13 listening for tasks. I0505 13:00:50.336576 1 tasks_processing.go:69] worker 40 listening for tasks. I0505 13:00:50.336584 1 tasks_processing.go:69] worker 30 listening for tasks. I0505 13:00:50.336558 1 tasks_processing.go:69] worker 44 listening for tasks. I0505 13:00:50.336742 1 tasks_processing.go:69] worker 57 listening for tasks. I0505 13:00:50.336759 1 tasks_processing.go:69] worker 16 listening for tasks. I0505 13:00:50.336790 1 tasks_processing.go:69] worker 58 listening for tasks. I0505 13:00:50.336800 1 tasks_processing.go:71] worker 16 working on proxies task. I0505 13:00:50.336803 1 tasks_processing.go:69] worker 60 listening for tasks. I0505 13:00:50.336813 1 tasks_processing.go:69] worker 17 listening for tasks. I0505 13:00:50.336817 1 tasks_processing.go:71] worker 60 working on openshift_machine_api_events task. I0505 13:00:50.336786 1 tasks_processing.go:71] worker 44 working on sap_config task. I0505 13:00:50.336851 1 tasks_processing.go:69] worker 53 listening for tasks. I0505 13:00:50.336902 1 tasks_processing.go:69] worker 27 listening for tasks. I0505 13:00:50.336877 1 tasks_processing.go:69] worker 54 listening for tasks. I0505 13:00:50.336586 1 tasks_processing.go:69] worker 14 listening for tasks. I0505 13:00:50.336590 1 tasks_processing.go:69] worker 31 listening for tasks. I0505 13:00:50.336591 1 tasks_processing.go:69] worker 15 listening for tasks. I0505 13:00:50.336588 1 tasks_processing.go:69] worker 3 listening for tasks. I0505 13:00:50.336797 1 tasks_processing.go:69] worker 50 listening for tasks. I0505 13:00:50.336881 1 tasks_processing.go:69] worker 59 listening for tasks. I0505 13:00:50.336890 1 tasks_processing.go:69] worker 55 listening for tasks. I0505 13:00:50.336888 1 tasks_processing.go:71] worker 43 working on storage_cluster task. I0505 13:00:50.336955 1 tasks_processing.go:69] worker 51 listening for tasks. I0505 13:00:50.336994 1 tasks_processing.go:69] worker 19 listening for tasks. I0505 13:00:50.337010 1 tasks_processing.go:69] worker 20 listening for tasks. I0505 13:00:50.337011 1 tasks_processing.go:69] worker 52 listening for tasks. I0505 13:00:50.337012 1 tasks_processing.go:69] worker 29 listening for tasks. I0505 13:00:50.337009 1 tasks_processing.go:71] worker 6 working on pod_network_connectivity_checks task. I0505 13:00:50.337017 1 tasks_processing.go:71] worker 36 working on machines task. I0505 13:00:50.336894 1 tasks_processing.go:69] worker 32 listening for tasks. I0505 13:00:50.337108 1 tasks_processing.go:69] worker 63 listening for tasks. I0505 13:00:50.336903 1 tasks_processing.go:71] worker 34 working on jaegers task. I0505 13:00:50.337143 1 tasks_processing.go:71] worker 12 working on lokistack task. I0505 13:00:50.337177 1 tasks_processing.go:71] worker 63 working on operators task. I0505 13:00:50.337207 1 tasks_processing.go:69] worker 22 listening for tasks. I0505 13:00:50.337219 1 tasks_processing.go:71] worker 17 working on authentication task. I0505 13:00:50.337227 1 tasks_processing.go:71] worker 25 working on sap_pods task. I0505 13:00:50.337234 1 tasks_processing.go:71] worker 38 working on openstack_controlplanes task. I0505 13:00:50.336588 1 tasks_processing.go:69] worker 56 listening for tasks. I0505 13:00:50.337378 1 tasks_processing.go:71] worker 56 working on image_registries task. I0505 13:00:50.337385 1 tasks_processing.go:71] worker 53 working on nodes task. I0505 13:00:50.337420 1 tasks_processing.go:71] worker 27 working on certificate_signing_requests task. I0505 13:00:50.337500 1 tasks_processing.go:71] worker 51 working on openshift_logging task. I0505 13:00:50.337580 1 tasks_processing.go:69] worker 41 listening for tasks. I0505 13:00:50.337604 1 tasks_processing.go:71] worker 50 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0505 13:00:50.337614 1 tasks_processing.go:71] worker 30 working on networks task. I0505 13:00:50.337613 1 tasks_processing.go:71] worker 24 working on openstack_version task. I0505 13:00:50.337637 1 tasks_processing.go:71] worker 19 working on oauths task. I0505 13:00:50.337645 1 tasks_processing.go:71] worker 59 working on nodenetworkstates task. I0505 13:00:50.337836 1 tasks_processing.go:71] worker 13 working on validating_webhook_configurations task. I0505 13:00:50.337551 1 tasks_processing.go:71] worker 42 working on active_alerts task. I0505 13:00:50.338159 1 tasks_processing.go:71] worker 8 working on support_secret task. I0505 13:00:50.338171 1 tasks_processing.go:71] worker 54 working on service_accounts task. I0505 13:00:50.338276 1 tasks_processing.go:71] worker 55 working on machine_sets task. I0505 13:00:50.338297 1 tasks_processing.go:71] worker 35 working on aggregated_monitoring_cr_names task. I0505 13:00:50.337221 1 tasks_processing.go:71] worker 22 working on pdbs task. I0505 13:00:50.336803 1 tasks_processing.go:71] worker 58 working on metrics task. W0505 13:00:50.338446 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:50.338463 1 tasks_processing.go:71] worker 58 working on ingress task. I0505 13:00:50.337213 1 tasks_processing.go:71] worker 31 working on schedulers task. I0505 13:00:50.337582 1 tasks_processing.go:71] worker 39 working on image_pruners task. I0505 13:00:50.336903 1 tasks_processing.go:69] worker 28 listening for tasks. I0505 13:00:50.337021 1 tasks_processing.go:71] worker 57 working on dvo_metrics task. I0505 13:00:50.338646 1 tasks_processing.go:71] worker 28 working on machine_autoscalers task. I0505 13:00:50.336563 1 tasks_processing.go:69] worker 45 listening for tasks. I0505 13:00:50.337084 1 tasks_processing.go:71] worker 46 working on crds task. I0505 13:00:50.336569 1 tasks_processing.go:69] worker 37 listening for tasks. I0505 13:00:50.336906 1 tasks_processing.go:69] worker 18 listening for tasks. I0505 13:00:50.337021 1 tasks_processing.go:69] worker 48 listening for tasks. I0505 13:00:50.338795 1 tasks_processing.go:71] worker 48 working on infrastructures task. I0505 13:00:50.338795 1 tasks_processing.go:71] worker 18 working on cluster_apiserver task. I0505 13:00:50.337596 1 tasks_processing.go:71] worker 23 working on feature_gates task. I0505 13:00:50.337603 1 tasks_processing.go:71] worker 47 working on node_logs task. I0505 13:00:50.338046 1 tasks_processing.go:71] worker 49 working on machine_configs task. I0505 13:00:50.338053 1 tasks_processing.go:71] worker 15 working on overlapping_namespace_uids task. I0505 13:00:50.338053 1 tasks_processing.go:71] worker 7 working on image task. I0505 13:00:50.339342 1 tasks_processing.go:71] worker 11 working on storage_classes task. I0505 13:00:50.339353 1 tasks_processing.go:71] worker 2 working on operators_pods_and_events task. I0505 13:00:50.339367 1 tasks_processing.go:71] worker 9 working on node_features task. I0505 13:00:50.338055 1 tasks_processing.go:71] worker 20 working on config_maps task. I0505 13:00:50.339474 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 33.215µs to process 0 records I0505 13:00:50.339661 1 tasks_processing.go:71] worker 45 working on container_runtime_configs task. I0505 13:00:50.338061 1 tasks_processing.go:71] worker 52 working on nodenetworkconfigurationpolicies task. I0505 13:00:50.338067 1 tasks_processing.go:71] worker 29 working on machine_config_pools task. I0505 13:00:50.338071 1 tasks_processing.go:71] worker 32 working on qemu_kubevirt_launcher_logs task. I0505 13:00:50.338092 1 tasks_processing.go:69] worker 33 listening for tasks. I0505 13:00:50.339874 1 tasks_processing.go:71] worker 33 working on ingress_certificates task. I0505 13:00:50.338104 1 tasks_processing.go:69] worker 61 listening for tasks. I0505 13:00:50.338113 1 tasks_processing.go:69] worker 62 listening for tasks. I0505 13:00:50.338128 1 tasks_processing.go:69] worker 21 listening for tasks. I0505 13:00:50.337001 1 tasks_processing.go:71] worker 5 working on container_images task. I0505 13:00:50.339915 1 tasks_processing.go:71] worker 62 working on machine_healthchecks task. I0505 13:00:50.339971 1 tasks_processing.go:71] worker 21 working on sap_datahubs task. I0505 13:00:50.338136 1 tasks_processing.go:71] worker 3 working on clusterroles task. W0505 13:00:50.338179 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:50.338335 1 tasks_processing.go:71] worker 40 working on tsdb_status task. I0505 13:00:50.340059 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 1.890133ms to process 0 records I0505 13:00:50.338354 1 tasks_processing.go:71] worker 14 working on version task. I0505 13:00:50.338378 1 tasks_processing.go:71] worker 1 working on monitoring_persistent_volumes task. W0505 13:00:50.340080 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:50.340093 1 tasks_processing.go:71] worker 40 working on olm_operators task. I0505 13:00:50.338385 1 tasks_processing.go:71] worker 41 working on cost_management_metrics_configs task. I0505 13:00:50.340128 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 32.4µs to process 0 records I0505 13:00:50.337611 1 tasks_processing.go:69] worker 26 listening for tasks. I0505 13:00:50.339283 1 tasks_processing.go:71] worker 10 working on openstack_dataplanenodesets task. I0505 13:00:50.339758 1 tasks_processing.go:71] worker 37 working on openstack_dataplanedeployments task. I0505 13:00:50.340291 1 tasks_processing.go:74] worker 26 stopped. I0505 13:00:50.339905 1 tasks_processing.go:71] worker 61 working on install_plans task. I0505 13:00:50.340049 1 tasks_processing.go:71] worker 42 working on silenced_alerts task. W0505 13:00:50.340391 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:00:50.340402 1 tasks_processing.go:74] worker 42 stopped. I0505 13:00:50.340411 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 26.001µs to process 0 records I0505 13:00:50.341500 1 tasks_processing.go:74] worker 6 stopped. E0505 13:00:50.341513 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0505 13:00:50.341525 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 4.471038ms to process 0 records I0505 13:00:50.341630 1 tasks_processing.go:74] worker 0 stopped. I0505 13:00:50.341638 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 5.165662ms to process 0 records I0505 13:00:50.341648 1 tasks_processing.go:74] worker 12 stopped. I0505 13:00:50.341666 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 4.492107ms to process 0 records I0505 13:00:50.341726 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0505 13:00:50.341743 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0505 13:00:50.341748 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0505 13:00:50.341752 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0505 13:00:50.341765 1 controller.go:531] The operator is still being initialized I0505 13:00:50.341773 1 controller.go:554] The operator is healthy I0505 13:00:50.342529 1 tasks_processing.go:74] worker 38 stopped. I0505 13:00:50.342540 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 5.282536ms to process 0 records I0505 13:00:50.352825 1 tasks_processing.go:74] worker 34 stopped. I0505 13:00:50.352837 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 15.68738ms to process 0 records I0505 13:00:50.352939 1 tasks_processing.go:74] worker 28 stopped. I0505 13:00:50.352946 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 14.285873ms to process 0 records I0505 13:00:50.352953 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 16.120632ms to process 0 records I0505 13:00:50.352958 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 15.714544ms to process 0 records I0505 13:00:50.352962 1 tasks_processing.go:74] worker 25 stopped. I0505 13:00:50.352967 1 tasks_processing.go:74] worker 44 stopped. I0505 13:00:50.352975 1 tasks_processing.go:74] worker 24 stopped. I0505 13:00:50.352984 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 15.345783ms to process 0 records I0505 13:00:50.353059 1 tasks_processing.go:74] worker 16 stopped. I0505 13:00:50.353078 1 recorder.go:75] Recording config/proxy with fingerprint=ac08dfed9d438495d56c5c1e96b55baefc85b6183a8df83ecc84f2d3217b1f2c I0505 13:00:50.353090 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 16.170561ms to process 1 records I0505 13:00:50.353095 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 16.045364ms to process 0 records I0505 13:00:50.353099 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 15.364933ms to process 0 records I0505 13:00:50.353103 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 14.742611ms to process 0 records I0505 13:00:50.353108 1 tasks_processing.go:74] worker 55 stopped. I0505 13:00:50.353112 1 tasks_processing.go:74] worker 43 stopped. I0505 13:00:50.353115 1 tasks_processing.go:74] worker 59 stopped. I0505 13:00:50.353143 1 tasks_processing.go:74] worker 36 stopped. E0505 13:00:50.353155 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0505 13:00:50.353166 1 gather.go:177] gatherer "clusterconfig" function "machines" took 16.107113ms to process 0 records I0505 13:00:50.353228 1 tasks_processing.go:74] worker 60 stopped. I0505 13:00:50.353242 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 16.403735ms to process 0 records E0505 13:00:50.353336 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0505 13:00:50.353343 1 tasks_processing.go:74] worker 19 stopped. I0505 13:00:50.353576 1 recorder.go:75] Recording config/oauth with fingerprint=a1c8c58491a1a917bddf9d95ca224716442273471306a22624c46d3d0afb8d27 I0505 13:00:50.353593 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 15.688489ms to process 1 records I0505 13:00:50.353604 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 13.969708ms to process 0 records I0505 13:00:50.353651 1 tasks_processing.go:74] worker 9 stopped. I0505 13:00:50.353718 1 tasks_processing.go:74] worker 30 stopped. I0505 13:00:50.353749 1 recorder.go:75] Recording config/network with fingerprint=884931682ec70adcafe384e6505eba34fb0550c7a4403325d720bcf437b27ada I0505 13:00:50.353762 1 gather.go:177] gatherer "clusterconfig" function "networks" took 15.761386ms to process 1 records I0505 13:00:50.353775 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 14.583877ms to process 0 records I0505 13:00:50.353792 1 tasks_processing.go:74] worker 47 stopped. I0505 13:00:50.353852 1 tasks_processing.go:74] worker 17 stopped. I0505 13:00:50.353932 1 recorder.go:75] Recording config/authentication with fingerprint=11cd40588993d7a3fcebd9b621e05d109b123327a01fc7cfb768804273093f9d I0505 13:00:50.353944 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 16.345773ms to process 1 records I0505 13:00:50.354009 1 recorder.go:75] Recording config/image with fingerprint=02660dd4dce8a70f61f1edb9c4f2a96c5d345ad4f512a1b076689ab177cab1c9 I0505 13:00:50.354020 1 gather.go:177] gatherer "clusterconfig" function "image" took 14.320567ms to process 1 records I0505 13:00:50.354035 1 tasks_processing.go:74] worker 7 stopped. I0505 13:00:50.354103 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=39c37e74e5ae7aa52774b9f9d6da7aa681c58a396ccafb2686b63e1ea6a88a5e I0505 13:00:50.354115 1 tasks_processing.go:74] worker 22 stopped. I0505 13:00:50.354138 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=75916499ad634b50590342d3f639ee80cd01f7c8a1eaca0c8e612f4cafdea8c6 I0505 13:00:50.354166 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=8003e8aceb7120ba4868538450d96615409eecbc3f410352b4f05f1e3fc94cb6 I0505 13:00:50.354176 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 15.320825ms to process 3 records I0505 13:00:50.354314 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=578c8469c780c8940d6d3ab41cb52e515024228cea50f4437e0bc0ea8b7b6cb2 I0505 13:00:50.354315 1 tasks_processing.go:74] worker 4 stopped. I0505 13:00:50.354535 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=72d306c92fc372bcb4c60a2ed6fc863ddbb313279921f995f3ee2232cc78490e I0505 13:00:50.354613 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=126da88c3dba1e436591da79121ef89b93ae3cd8f7e1ef6232d26f75de2c2190 I0505 13:00:50.354625 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 17.236924ms to process 3 records I0505 13:00:50.354693 1 tasks_processing.go:74] worker 56 stopped. I0505 13:00:50.355741 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=44713a0cff8b59be3536be49da9fdb7afc2ff43a4dcebd38def114f6d59eb325 I0505 13:00:50.355823 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 16.701447ms to process 1 records I0505 13:00:50.356506 1 tasks_processing.go:74] worker 13 stopped. I0505 13:00:50.356625 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=9a361aecbc6b8dacde1767cc96db6c5974e57ed4f1597e6bce79535f6d1ebd1a I0505 13:00:50.356702 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=b8009d6e5b332b8a0f344d454b1feb12085374483cb1f31dbc63206016e93c9f I0505 13:00:50.356720 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=819049f5b74b7333600b4428cc42f5ddfd41bf91798e4720a6bd8bb54baf1bdf I0505 13:00:50.356754 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=b6da7b9a4a0a07c35d3fa862ed66e5a1afb8767ea0b9d8dd5026111e92899e1e I0505 13:00:50.356783 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=764dea2c9286a4620078e3d4d879c7953c679afaa32cc936fd10d3a1b98659af I0505 13:00:50.356812 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=f3b48b72147ea13078033131ee5dcc45da7ef2a59a6925394418f7815949b19a I0505 13:00:50.356841 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=1770d12dc657b233675d173e85ca3f3d76245556a26ba5b51562928172bc8b76 I0505 13:00:50.356878 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=1108095edd46a87ae10421d54c5245cb456d239544c6a5a87c956fd0c9ed122b I0505 13:00:50.356907 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=1d80881aa1a788359fd06ea5ca98dc6d3f62384f817b08c9879b3294c453617a I0505 13:00:50.356935 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=aad6cc729ed75426a57c166100a14c1e176f0e518819b4e4d1638c80bf6da69a I0505 13:00:50.356963 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=b267c858d89808ce2039b3335b77fda1788e1a2369498484fba18dd4f31f6b40 I0505 13:00:50.356971 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 18.649281ms to process 11 records I0505 13:00:50.357506 1 tasks_processing.go:74] worker 27 stopped. I0505 13:00:50.357519 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 20.061383ms to process 0 records I0505 13:00:50.365021 1 tasks_processing.go:74] worker 8 stopped. E0505 13:00:50.365031 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0505 13:00:50.365036 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 26.726766ms to process 0 records I0505 13:00:50.365090 1 tasks_processing.go:74] worker 48 stopped. I0505 13:00:50.365545 1 recorder.go:75] Recording config/infrastructure with fingerprint=90b29955aa8d116480a20697af194294fcc016cd2660ab231814f9f1de7c7edb I0505 13:00:50.365558 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 26.281322ms to process 1 records I0505 13:00:50.365595 1 tasks_processing.go:74] worker 39 stopped. I0505 13:00:50.365684 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=00adbc6aace70f0d2fb8a5944e4371e7f9eba4183cef2fccc58318cd145389e4 I0505 13:00:50.365698 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 26.997336ms to process 1 records I0505 13:00:50.365787 1 tasks_processing.go:74] worker 15 stopped. I0505 13:00:50.365809 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0505 13:00:50.365817 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 26.799577ms to process 1 records I0505 13:00:50.369553 1 tasks_processing.go:74] worker 31 stopped. I0505 13:00:50.369615 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=11dbeadc9bc1e085c85f3dcb1c79a672db1d905b053138523069ec0bfb0bb8ab I0505 13:00:50.369625 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 30.969093ms to process 1 records I0505 13:00:50.375394 1 gather_logs.go:145] no pods in namespace were found I0505 13:00:50.375407 1 tasks_processing.go:74] worker 32 stopped. I0505 13:00:50.375413 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 35.625299ms to process 0 records I0505 13:00:50.375618 1 tasks_processing.go:74] worker 58 stopped. I0505 13:00:50.375736 1 recorder.go:75] Recording config/ingress with fingerprint=dc9c4c5c134561509a5b98d72078ba0ccfe0f2f3f8fd117906e82bdf495686cb I0505 13:00:50.375747 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 37.063208ms to process 1 records I0505 13:00:50.375846 1 recorder.go:75] Recording config/apiserver with fingerprint=3d5a6f4de8b653bcdd57bba1dd2629dc9031fc89f53703154c4895d8fc11837a I0505 13:00:50.375852 1 tasks_processing.go:74] worker 18 stopped. I0505 13:00:50.375859 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 36.820573ms to process 1 records I0505 13:00:50.375914 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=dedf14537521f84da8b1da9ff463e2c4bc97dacaeb9667735ae1cd9a92a5563f I0505 13:00:50.375929 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=22980ddc0139ff663e48ac130cd0f804320809a7982a2e2130e8c81ab2fa8f29 I0505 13:00:50.375934 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 36.29005ms to process 2 records I0505 13:00:50.375939 1 tasks_processing.go:74] worker 11 stopped. I0505 13:00:50.376008 1 tasks_processing.go:74] worker 46 stopped. I0505 13:00:50.376393 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=784c391f05949af96bb905b278d0d42189fa46369eadc384baf8060945ba2440 I0505 13:00:50.376596 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=3a8ae5a7105d92e016ab87598fdbd9004e6bdbf45a78b0101ce09d21eebbedcc I0505 13:00:50.376606 1 gather.go:177] gatherer "clusterconfig" function "crds" took 37.037475ms to process 2 records I0505 13:00:50.376688 1 recorder.go:75] Recording config/featuregate with fingerprint=1349c83a35e640a24015b9e1d5d52b58122576b44a207b62e3442325125f4ba6 I0505 13:00:50.376694 1 tasks_processing.go:74] worker 23 stopped. I0505 13:00:50.376695 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 37.053673ms to process 1 records W0505 13:00:50.383135 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:50.385509 1 tasks_processing.go:74] worker 29 stopped. I0505 13:00:50.385522 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 45.792377ms to process 0 records I0505 13:00:50.385595 1 tasks_processing.go:74] worker 62 stopped. E0505 13:00:50.385608 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0505 13:00:50.385615 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 45.670026ms to process 0 records I0505 13:00:50.385867 1 tasks_processing.go:74] worker 1 stopped. I0505 13:00:50.385876 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 45.778175ms to process 0 records I0505 13:00:50.385895 1 tasks_processing.go:74] worker 49 stopped. E0505 13:00:50.386174 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0505 13:00:50.386270 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0505 13:00:50.386297 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 46.988786ms to process 1 records I0505 13:00:50.386313 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 45.792453ms to process 0 records I0505 13:00:50.386329 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 47.839866ms to process 0 records I0505 13:00:50.386340 1 tasks_processing.go:74] worker 35 stopped. I0505 13:00:50.386347 1 tasks_processing.go:74] worker 41 stopped. I0505 13:00:50.386378 1 tasks_processing.go:74] worker 51 stopped. I0505 13:00:50.386411 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 48.776508ms to process 0 records I0505 13:00:50.386423 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 46.707488ms to process 0 records I0505 13:00:50.386430 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 46.156898ms to process 0 records I0505 13:00:50.386446 1 tasks_processing.go:74] worker 37 stopped. I0505 13:00:50.386887 1 tasks_processing.go:74] worker 52 stopped. I0505 13:00:50.387230 1 tasks_processing.go:74] worker 10 stopped. I0505 13:00:50.387251 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 47.071445ms to process 0 records I0505 13:00:50.387299 1 tasks_processing.go:74] worker 21 stopped. I0505 13:00:50.387312 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 47.313336ms to process 0 records I0505 13:00:50.387364 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 47.641463ms to process 0 records I0505 13:00:50.387374 1 tasks_processing.go:74] worker 45 stopped. I0505 13:00:50.387531 1 tasks_processing.go:74] worker 53 stopped. I0505 13:00:50.388348 1 recorder.go:75] Recording config/node/ip-10-0-0-203.ec2.internal with fingerprint=ce1757e38366c05a6955db728b60867c8c229157f00ee566fe4107fc1d06a4c3 I0505 13:00:50.388414 1 recorder.go:75] Recording config/node/ip-10-0-1-250.ec2.internal with fingerprint=13babee81a0725346fb5af45ab08949e5d34a36f4ac223d939b090b6b9449013 I0505 13:00:50.388463 1 recorder.go:75] Recording config/node/ip-10-0-2-125.ec2.internal with fingerprint=62736687497f4d33c892c8d82ba3f7228d8ba5bd73398d90dd6b1ee0d403abef I0505 13:00:50.388472 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 50.134942ms to process 3 records I0505 13:00:50.388501 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 47.640467ms to process 0 records I0505 13:00:50.388516 1 tasks_processing.go:74] worker 40 stopped. I0505 13:00:50.396002 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0505 13:00:50.396017 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0505 13:00:50.396116 1 operator.go:328] started I0505 13:00:50.396137 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0505 13:00:50.397875 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 13:00:50.397949 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0505 13:00:50.397960 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 13:00:50.398826 1 tasks_processing.go:74] worker 5 stopped. I0505 13:00:50.398885 1 recorder.go:75] Recording config/running_containers with fingerprint=a81ba3872bc14eff8799ce2695dbf605eb7e765409f63358181a5d7e406768e8 I0505 13:00:50.398896 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 58.899981ms to process 1 records I0505 13:00:50.401202 1 tasks_processing.go:74] worker 3 stopped. I0505 13:00:50.401355 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=054c4c8b89ba6a93b208640973e87ef2dec27ca897fb7ff9b2698a4b7e0b95a2 I0505 13:00:50.401434 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=500ede1546181ac9a56c819d3d7fc91befda2d73bc413c8f4b9a17d170f7cada I0505 13:00:50.401442 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 61.163933ms to process 2 records I0505 13:00:50.401975 1 tasks_processing.go:74] worker 50 stopped. I0505 13:00:50.401988 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 64.353952ms to process 0 records I0505 13:00:50.402077 1 base_controller.go:82] Caches are synced for ConfigController I0505 13:00:50.402086 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0505 13:00:50.404231 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0505 13:00:50.404241 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0505 13:00:50.404245 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0505 13:00:50.404248 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0505 13:00:50.404252 1 controller.go:254] Source scaController *sca.Controller is not ready I0505 13:00:50.404267 1 controller.go:531] The operator is still being initialized I0505 13:00:50.404275 1 controller.go:554] The operator is healthy I0505 13:00:50.409127 1 prometheus_rules.go:88] Prometheus rules successfully created I0505 13:00:50.409231 1 configmapobserver.go:84] configmaps "insights-config" not found E0505 13:00:50.411695 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2780469929-ffe1-431b-be84-03627730332e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:58933->172.30.0.10:53: read: connection refused I0505 13:00:50.411707 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2780469929-ffe1-431b-be84-03627730332e%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:58933->172.30.0.10:53: read: connection refused I0505 13:00:50.417720 1 tasks_processing.go:74] worker 20 stopped. E0505 13:00:50.417734 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0505 13:00:50.417740 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0505 13:00:50.417743 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0505 13:00:50.417752 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0505 13:00:50.417785 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0505 13:00:50.417792 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0505 13:00:50.417796 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0505 13:00:50.417799 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0505 13:00:50.417835 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0505 13:00:50.417843 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0505 13:00:50.417848 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 78.171197ms to process 7 records I0505 13:00:50.447181 1 tasks_processing.go:74] worker 14 stopped. I0505 13:00:50.447460 1 recorder.go:75] Recording config/version with fingerprint=2acaeca91bdccbda3a1564a1061ef7b04d48778f8771430a87897b9575dbb7e1 I0505 13:00:50.447475 1 recorder.go:75] Recording config/id with fingerprint=af31e02386821d984ee12de3f716a9e9489598597be86dc7d1bb8a023ebc3b97 I0505 13:00:50.447500 1 gather.go:177] gatherer "clusterconfig" function "version" took 107.100377ms to process 2 records I0505 13:00:50.463460 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0505 13:00:50.466778 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:36516->172.30.0.10:53: read: connection refused I0505 13:00:50.466791 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:36516->172.30.0.10:53: read: connection refused I0505 13:00:50.496593 1 base_controller.go:82] Caches are synced for LoggingSyncer I0505 13:00:50.496604 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0505 13:00:50.505092 1 tasks_processing.go:74] worker 33 stopped. E0505 13:00:50.505112 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0505 13:00:50.505126 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q3pg003qtphaiiihbned12h6ge4apv3-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q3pg003qtphaiiihbned12h6ge4apv3-primary-cert-bundle-secret" not found I0505 13:00:50.505191 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=79bb884cba9cd9dfbb5546b907a18ae1590569b3e89a82c1e37ce58be9110be1 I0505 13:00:50.505206 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 165.205366ms to process 1 records W0505 13:00:51.382892 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:51.588089 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0505 13:00:51.588105 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0505 13:00:51.588782 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-8s8jp pod in namespace openshift-dns (previous: false). I0505 13:00:51.795283 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8s8jp pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-8s8jp\" is waiting to start: ContainerCreating" I0505 13:00:51.795302 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-8s8jp\" is waiting to start: ContainerCreating" I0505 13:00:51.795310 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-8s8jp pod in namespace openshift-dns (previous: false). I0505 13:00:51.796320 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0505 13:00:51.993338 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8s8jp pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-8s8jp\" is waiting to start: ContainerCreating" I0505 13:00:51.993358 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-8s8jp\" is waiting to start: ContainerCreating" I0505 13:00:51.993368 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-cs9tw pod in namespace openshift-dns (previous: false). I0505 13:00:52.237136 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-cs9tw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-cs9tw\" is waiting to start: ContainerCreating" I0505 13:00:52.237156 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-cs9tw\" is waiting to start: ContainerCreating" I0505 13:00:52.237164 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-cs9tw pod in namespace openshift-dns (previous: false). W0505 13:00:52.382670 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:52.393623 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-cs9tw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-cs9tw\" is waiting to start: ContainerCreating" I0505 13:00:52.393636 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-cs9tw\" is waiting to start: ContainerCreating" I0505 13:00:52.393647 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-j777b pod in namespace openshift-dns (previous: false). I0505 13:00:52.398988 1 tasks_processing.go:74] worker 63 stopped. I0505 13:00:52.399033 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=2577b1f8d01808b1cdf7b7c05c801e98940083ead530452baca977f1c6f36eba I0505 13:00:52.399073 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=6652d7eb6be05ece05e3355e14b5b57edac52ea7af08e1252c38bff30809ef08 I0505 13:00:52.399101 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0505 13:00:52.399126 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=cfedb16e449cccc9e114c929d94d13a5c7f0b8f81d665c7f9add41cd0ac9e42c I0505 13:00:52.399142 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0505 13:00:52.399164 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=4b40a70d9cfb7105b23ae194eb053ce66066ed6ca74ab1f965bd4a1ba92dd802 I0505 13:00:52.399208 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=6ba7d6ea5b0004bd4491db4170747979c8fdd1c7e0d3c4292df186c8e55f5763 I0505 13:00:52.399231 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=5fc4a146103732d0d937e0051c0255ab7744a6a2ddf04f98e6d3e464cca1e22f I0505 13:00:52.399249 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=782216147b03b88fc6cfb61ec910b62c45de4d0cb643935e68c9020ccae5f6a6 I0505 13:00:52.399265 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=92f43df40f05ad243e4ecc1b763e6189f56843e7522a22ece8afb94420e15081 I0505 13:00:52.399274 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0505 13:00:52.399291 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=5e7548d1c63221a0e02da31b2f369826e34ba6e064fd6ca5d0ca4d42c47f0ddf I0505 13:00:52.399302 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0505 13:00:52.399316 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=c1f550e4f2d6f565d4611ad5c2654b3f699d3ae99bb025edcf819afe295508a8 I0505 13:00:52.399327 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0505 13:00:52.399347 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=7dab7e8760a98cf6cd8b725148d998d1daaa8e68eda632e9d794ffc4b47bf05c I0505 13:00:52.399356 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0505 13:00:52.399371 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=76f701583f55a3e4bc59ecb569bfea3bc73f60fa298da4ca2c15c88d89af9da8 I0505 13:00:52.399500 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=55cb8e13cd2c83a6b15b9a75a47b03b0459ae386c20f8ef2fd3aa1ff89be1334 I0505 13:00:52.399510 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0505 13:00:52.399517 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0505 13:00:52.399539 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0505 13:00:52.399561 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=73ed7f1d82ce9128d8149712717e7c06d7783eaaf57802865a5e8c2402f3deea I0505 13:00:52.399584 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=dfe38fbcbace28c6bcd8d30094fdf1724ea1e5ba8773122eff56e685bb0890c1 I0505 13:00:52.399593 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0505 13:00:52.399610 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=b85f8125cb6cb9e80da6880ab31c5229a014d09128abd1d0d1d4ebb40fc578ff I0505 13:00:52.399620 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0505 13:00:52.399634 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=a4c6211f7970f15282036f57dc36ff1616f80ba85a4cfb67dd0969bfd71b58d7 I0505 13:00:52.399647 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=4435641476a3f6d00fdcd51e9c844e110108fa7808c24e7b71e5d73781c5fe60 I0505 13:00:52.399660 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=5a0ce151c6b32fa47f47170bc541bc3d6fbb1fd6ef59ee563f7edd36711e0055 I0505 13:00:52.399675 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=44a60d78634af58f21ee4365a5c9058d4da524ae79eaac87c37e0d4f7bd496ac I0505 13:00:52.399693 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=0104cbdc2bda24a5a3ac8a222f3cc69fff98a8daf8c7fe3ee2d991860df13e41 I0505 13:00:52.399702 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0505 13:00:52.399728 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=c76b01313e0ce6abd52486c76639632f454b272458299a9f43753c37815b2a8e I0505 13:00:52.399746 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0505 13:00:52.399752 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0505 13:00:52.399759 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.061791351s to process 36 records I0505 13:00:52.638370 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-j777b pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-j777b\" is waiting to start: ContainerCreating" I0505 13:00:52.638389 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-j777b\" is waiting to start: ContainerCreating" I0505 13:00:52.638397 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-j777b pod in namespace openshift-dns (previous: false). I0505 13:00:52.793973 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-j777b pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-j777b\" is waiting to start: ContainerCreating" I0505 13:00:52.793989 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-j777b\" is waiting to start: ContainerCreating" I0505 13:00:52.793999 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-6cvb4 pod in namespace openshift-dns (previous: false). I0505 13:00:52.994700 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:52.994717 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-l99qx pod in namespace openshift-dns (previous: false). I0505 13:00:53.197746 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:53.197761 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-qbsv6 pod in namespace openshift-dns (previous: false). W0505 13:00:53.383379 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:53.393902 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:53.393917 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-688ddf899c-5lcnp pod in namespace openshift-image-registry (previous: false). I0505 13:00:53.594764 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-688ddf899c-5lcnp pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-688ddf899c-5lcnp\" is waiting to start: ContainerCreating" I0505 13:00:53.594783 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-688ddf899c-5lcnp\" is waiting to start: ContainerCreating" I0505 13:00:53.594795 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-688ddf899c-snrc8 pod in namespace openshift-image-registry (previous: false). I0505 13:00:53.795826 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-688ddf899c-snrc8 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-688ddf899c-snrc8\" is waiting to start: ContainerCreating" I0505 13:00:53.795843 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-688ddf899c-snrc8\" is waiting to start: ContainerCreating" I0505 13:00:53.795852 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-bfffb659d-q74hg pod in namespace openshift-image-registry (previous: false). I0505 13:00:53.997442 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-bfffb659d-q74hg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-bfffb659d-q74hg\" is waiting to start: ContainerCreating" I0505 13:00:53.997459 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-bfffb659d-q74hg\" is waiting to start: ContainerCreating" I0505 13:00:53.997469 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-4k9nw pod in namespace openshift-image-registry (previous: false). I0505 13:00:54.194214 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:54.194230 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-7pdcl pod in namespace openshift-image-registry (previous: false). W0505 13:00:54.382431 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 13:00:54.393880 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:54.393894 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-mlb8v pod in namespace openshift-image-registry (previous: false). I0505 13:00:54.595269 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 13:00:54.595289 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6b7ff97887-q6hq7 pod in namespace openshift-ingress (previous: false). I0505 13:00:54.793607 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6b7ff97887-q6hq7 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6b7ff97887-q6hq7\" is waiting to start: ContainerCreating" I0505 13:00:54.793623 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6b7ff97887-q6hq7\" is waiting to start: ContainerCreating" I0505 13:00:54.793635 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7776d7c8c6-8j8k9 pod in namespace openshift-ingress (previous: false). I0505 13:00:54.994256 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7776d7c8c6-8j8k9 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7776d7c8c6-8j8k9\" is waiting to start: ContainerCreating" I0505 13:00:54.994275 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7776d7c8c6-8j8k9\" is waiting to start: ContainerCreating" I0505 13:00:54.994287 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7776d7c8c6-rbk5b pod in namespace openshift-ingress (previous: false). I0505 13:00:55.193521 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7776d7c8c6-rbk5b pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7776d7c8c6-rbk5b\" is waiting to start: ContainerCreating" I0505 13:00:55.193537 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7776d7c8c6-rbk5b\" is waiting to start: ContainerCreating" I0505 13:00:55.193547 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-c57wx pod in namespace openshift-ingress-canary (previous: false). W0505 13:00:55.383178 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0505 13:00:55.383211 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0505 13:00:55.383226 1 tasks_processing.go:74] worker 57 stopped. E0505 13:00:55.383237 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0505 13:00:55.383248 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0505 13:00:55.383262 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0505 13:00:55.383273 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.044568918s to process 1 records I0505 13:00:55.395883 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-gncgb pod in namespace openshift-ingress-canary (previous: false). I0505 13:00:55.595275 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-nbvzb pod in namespace openshift-ingress-canary (previous: false). I0505 13:00:55.794315 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-846d9b8bdc-sswtn pod in namespace openshift-kube-storage-version-migrator (previous: false). I0505 13:00:55.994813 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-846d9b8bdc-sswtn pod in namespace openshift-kube-storage-version-migrator (previous: false). I0505 13:00:56.193958 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74478b59c6-bkkcv pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0505 13:00:56.395889 1 tasks_processing.go:74] worker 2 stopped. I0505 13:00:56.396002 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=fd48d2b21d402c87df125ba074310426f45a833a5fbc86819a50c53836a1c743 I0505 13:00:56.396051 1 recorder.go:75] Recording events/openshift-dns with fingerprint=ac1ed34551b73a5ecd40b4a99dc18ac1d7f21cfc400b07e4f014babd4cf73a6a I0505 13:00:56.396136 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=2c15c99c33acc9a1518a408e05605e3ca4cd2986a06f43e496936c4143a15f1c I0505 13:00:56.396164 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=6d0827e3c28522474f925fb1dfb197b0f64e1fb042168f16068b118c0f96d635 I0505 13:00:56.396210 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=3148c7e531c03c0c32608ed9c8e3ee46bd037620b95b1aefdbf1c6335b2f62dc I0505 13:00:56.396247 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=f2db2ff26405718c5134f8a826dea13b07731c3382043e170884d94bd1ff239e I0505 13:00:56.396260 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=f106df9f595c619bec243e5ae545d7e50a20abcb1fba50d92e8c9a56ba41c7a7 I0505 13:00:56.396308 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=c5be5dc22b687da826b30b8f607d37fb30e5024823dc2d44213edf9a44ce35b0 I0505 13:00:56.396315 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-c57wx/serve-healthcheck-canary_current.log with fingerprint=f35f0bf8c1a6e79127abcb52f63fac76a720f28b4529ac9d963dd70c78c23c45 I0505 13:00:56.396319 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-gncgb/serve-healthcheck-canary_current.log with fingerprint=53309f45ea8ee6f0e1faecf3f84e3aa316888bcc94908a081557b42bdff27929 I0505 13:00:56.396324 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-nbvzb/serve-healthcheck-canary_current.log with fingerprint=01d47046e3888c58ae3bb712fc399eacedbc526ed5087e3f09ab2e1a9b8365f0 I0505 13:00:56.396337 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-sswtn/migrator_current.log with fingerprint=87820b64c42d66dfe9b0a31388fae03327b73e26c0963d364fe294cc82f5bf31 I0505 13:00:56.396343 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-sswtn/graceful-termination_current.log with fingerprint=6f78975d1341cd368e58d6da55712d3711e91b8ac112a8a1e5d4dd7a32719b62 I0505 13:00:56.396410 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74478b59c6-bkkcv/kube-storage-version-migrator-operator_current.log with fingerprint=d9601852d6571dd7333b2f81d5d7466cf681a5c89b5a89a2bbdb6ac9ebf6710f I0505 13:00:56.396419 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.05651901s to process 14 records I0505 13:01:02.213806 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 13:01:02.998843 1 tasks_processing.go:74] worker 61 stopped. I0505 13:01:02.998880 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0505 13:01:02.998892 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.658527378s to process 1 records I0505 13:01:03.747814 1 tasks_processing.go:74] worker 54 stopped. I0505 13:01:03.748102 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=37b78a794211255319f797e3e69a22df8f5a828f029dbfa0f940236c6e12eaab I0505 13:01:03.748120 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.4095313s to process 1 records E0505 13:01:03.748185 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.411s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0505 13:01:03.749298 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0505 13:01:03.749313 1 periodic.go:216] Running workloads gatherer I0505 13:01:03.749330 1 tasks_processing.go:45] number of workers: 2 I0505 13:01:03.749338 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 13:01:03.749343 1 tasks_processing.go:71] worker 1 working on workload_info task. I0505 13:01:03.749408 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 13:01:03.749507 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0505 13:01:03.774180 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0505 13:01:03.780546 1 tasks_processing.go:74] worker 0 stopped. I0505 13:01:03.780561 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 31.018967ms to process 0 records I0505 13:01:03.783885 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (11ms) I0505 13:01:03.793924 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms) I0505 13:01:03.804042 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (10ms) I0505 13:01:03.814150 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (10ms) I0505 13:01:03.824620 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (10ms) I0505 13:01:03.834689 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (10ms) I0505 13:01:03.844679 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (10ms) I0505 13:01:03.854894 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (10ms) I0505 13:01:03.865038 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (10ms) I0505 13:01:03.875224 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (10ms) I0505 13:01:03.885520 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (10ms) I0505 13:01:03.985371 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (100ms) I0505 13:01:04.084968 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms) I0505 13:01:04.184547 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (100ms) I0505 13:01:04.284883 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms) I0505 13:01:04.384742 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (100ms) I0505 13:01:04.485846 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (101ms) I0505 13:01:04.585812 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (100ms) I0505 13:01:04.685953 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms) I0505 13:01:04.787821 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (102ms) I0505 13:01:04.884150 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (96ms) I0505 13:01:04.987053 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (103ms) I0505 13:01:05.084448 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (97ms) I0505 13:01:05.184859 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (100ms) I0505 13:01:05.285646 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (101ms) I0505 13:01:05.385074 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (99ms) I0505 13:01:05.484543 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (99ms) I0505 13:01:05.586088 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (102ms) I0505 13:01:05.685245 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (99ms) I0505 13:01:05.784873 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms) I0505 13:01:05.877673 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 13:01:05.884756 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms) I0505 13:01:05.986547 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (102ms) I0505 13:01:05.986578 1 tasks_processing.go:74] worker 1 stopped. E0505 13:01:05.986588 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0505 13:01:05.986822 1 recorder.go:75] Recording config/workload_info with fingerprint=0bcad53058f916d9c401943913c1dd3478adb1018a28cef859f38fb66d552c71 I0505 13:01:05.986837 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.237227847s to process 1 records E0505 13:01:05.986861 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.237s with: function \"workload_info\" failed with an error" I0505 13:01:05.987966 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0505 13:01:05.987979 1 periodic.go:216] Running conditional gatherer I0505 13:01:05.994400 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0505 13:01:06.002288 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.8:37662->172.30.0.10:53: read: connection refused E0505 13:01:06.002546 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 13:01:06.002603 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0505 13:01:06.008759 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0505 13:01:06.008773 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:01:06.008778 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:01:06.008782 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:01:06.008785 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:01:06.008788 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:01:06.008791 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:01:06.008794 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:01:06.008797 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 13:01:06.008800 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0505 13:01:06.008817 1 tasks_processing.go:45] number of workers: 3 I0505 13:01:06.008834 1 tasks_processing.go:69] worker 2 listening for tasks. I0505 13:01:06.008840 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0505 13:01:06.008844 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 13:01:06.008855 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 13:01:06.008880 1 tasks_processing.go:74] worker 1 stopped. I0505 13:01:06.008876 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0505 13:01:06.008925 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0505 13:01:06.008941 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.022µs to process 1 records I0505 13:01:06.008858 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0505 13:01:06.008977 1 tasks_processing.go:74] worker 0 stopped. I0505 13:01:06.009046 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0505 13:01:06.009069 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 3.374µs to process 1 records I0505 13:01:06.009287 1 tasks_processing.go:74] worker 2 stopped. I0505 13:01:06.009304 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 387.144µs to process 0 records I0505 13:01:06.009334 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.8:37662->172.30.0.10:53: read: connection refused I0505 13:01:06.009359 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0505 13:01:06.036831 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=684ccfa7f42beb2f97d56115cbf74a71f14921bde86c6b306e94371c890d30d5 I0505 13:01:06.036953 1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-05-05-130106.tar.gz I0505 13:01:06.043425 1 diskrecorder.go:51] Wrote 108 records to disk in 6ms I0505 13:01:06.043457 1 periodic.go:285] Gathering cluster info every 2h0m0s I0505 13:01:06.043472 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0505 13:01:06.078560 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 13:01:22.033303 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 13:02:09.557762 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="2bee944017de7f484d0ec3d1b4f510211b797e28ca5ff896826865100e92513a") W0505 13:02:09.557797 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0505 13:02:09.557858 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="f3137979792cfe37bf345c00dd86d48d42b8e37910c92e6b158130e923c9b20b") I0505 13:02:09.557863 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0505 13:02:09.557877 1 base_controller.go:181] Shutting down ConfigController ... I0505 13:02:09.557900 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0505 13:02:09.557904 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0505 13:02:09.557910 1 base_controller.go:113] All ConfigController workers have been terminated I0505 13:02:09.557910 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0505 13:02:09.557926 1 base_controller.go:181] Shutting down LoggingSyncer ... I0505 13:02:09.557926 1 periodic.go:177] Shutting down I0505 13:02:09.557957 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0505 13:02:09.557983 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController I0505 13:02:09.557983 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="897743fdc4233a9c7269f814d284ce1e9ca4c2ce95fc96b123c4fc66c91c45c3") I0505 13:02:09.557985 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0505 13:02:09.558015 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"