I0513 17:03:25.677453 1 cmd.go:253] Using service-serving-cert provided certificates I0513 17:03:25.677917 1 observer_polling.go:159] Starting file observer I0513 17:03:26.422700 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0513 17:03:26.422886 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0513 17:03:26.423428 1 secure_serving.go:57] Forcing use of http/1.1 only W0513 17:03:26.423450 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0513 17:03:26.423454 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0513 17:03:26.423458 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0513 17:03:26.423461 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0513 17:03:26.423463 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0513 17:03:26.423466 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0513 17:03:26.423541 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0513 17:03:26.427986 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"1a21186a-3556-4de6-88a4-fc230d5360af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0513 17:03:26.427987 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0513 17:03:26.428855 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0513 17:03:26.428867 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0513 17:03:26.428879 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0513 17:03:26.428883 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0513 17:03:26.428868 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0513 17:03:26.428903 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0513 17:03:26.429253 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0513 17:03:26.429555 1 secure_serving.go:213] Serving securely on [::]:8443 I0513 17:03:26.429581 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0513 17:03:26.433678 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0513 17:03:26.433701 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0513 17:03:26.433819 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0513 17:03:26.441895 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0513 17:03:26.441919 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0513 17:03:26.452334 1 secretconfigobserver.go:119] support secret does not exist I0513 17:03:26.461665 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0513 17:03:26.472388 1 secretconfigobserver.go:119] support secret does not exist I0513 17:03:26.472604 1 recorder.go:176] Pruning old reports every 7h15m59s, max age is 288h0m0s I0513 17:03:26.482625 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0513 17:03:26.482632 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0513 17:03:26.482645 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0513 17:03:26.482652 1 insightsreport.go:296] Starting report retriever I0513 17:03:26.482658 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0513 17:03:26.482665 1 periodic.go:216] Running clusterconfig gatherer I0513 17:03:26.482706 1 tasks_processing.go:45] number of workers: 64 I0513 17:03:26.482728 1 tasks_processing.go:69] worker 2 listening for tasks. I0513 17:03:26.482738 1 tasks_processing.go:69] worker 1 listening for tasks. I0513 17:03:26.482739 1 tasks_processing.go:69] worker 0 listening for tasks. I0513 17:03:26.482745 1 tasks_processing.go:69] worker 12 listening for tasks. I0513 17:03:26.482747 1 tasks_processing.go:69] worker 7 listening for tasks. I0513 17:03:26.482749 1 tasks_processing.go:71] worker 12 working on openstack_dataplanenodesets task. I0513 17:03:26.482754 1 tasks_processing.go:69] worker 3 listening for tasks. I0513 17:03:26.482755 1 tasks_processing.go:69] worker 23 listening for tasks. I0513 17:03:26.482760 1 tasks_processing.go:69] worker 6 listening for tasks. I0513 17:03:26.482763 1 tasks_processing.go:69] worker 24 listening for tasks. I0513 17:03:26.482762 1 tasks_processing.go:69] worker 5 listening for tasks. I0513 17:03:26.482766 1 tasks_processing.go:69] worker 10 listening for tasks. I0513 17:03:26.482771 1 tasks_processing.go:69] worker 8 listening for tasks. I0513 17:03:26.482758 1 tasks_processing.go:69] worker 22 listening for tasks. I0513 17:03:26.482775 1 tasks_processing.go:69] worker 13 listening for tasks. I0513 17:03:26.482781 1 tasks_processing.go:69] worker 9 listening for tasks. I0513 17:03:26.482778 1 tasks_processing.go:69] worker 4 listening for tasks. I0513 17:03:26.482770 1 tasks_processing.go:69] worker 25 listening for tasks. I0513 17:03:26.482776 1 tasks_processing.go:69] worker 26 listening for tasks. I0513 17:03:26.482783 1 tasks_processing.go:69] worker 11 listening for tasks. I0513 17:03:26.482796 1 tasks_processing.go:71] worker 26 working on silenced_alerts task. I0513 17:03:26.482796 1 tasks_processing.go:69] worker 15 listening for tasks. I0513 17:03:26.482802 1 tasks_processing.go:69] worker 21 listening for tasks. I0513 17:03:26.482799 1 tasks_processing.go:69] worker 46 listening for tasks. I0513 17:03:26.482806 1 tasks_processing.go:69] worker 62 listening for tasks. I0513 17:03:26.482808 1 tasks_processing.go:71] worker 21 working on pdbs task. I0513 17:03:26.482809 1 tasks_processing.go:69] worker 52 listening for tasks. I0513 17:03:26.482813 1 tasks_processing.go:69] worker 49 listening for tasks. I0513 17:03:26.482813 1 tasks_processing.go:71] worker 46 working on openstack_dataplanedeployments task. I0513 17:03:26.482818 1 tasks_processing.go:71] worker 2 working on authentication task. I0513 17:03:26.482824 1 tasks_processing.go:69] worker 60 listening for tasks. I0513 17:03:26.482827 1 tasks_processing.go:69] worker 28 listening for tasks. I0513 17:03:26.482834 1 tasks_processing.go:69] worker 61 listening for tasks. I0513 17:03:26.482826 1 tasks_processing.go:69] worker 57 listening for tasks. I0513 17:03:26.482841 1 tasks_processing.go:69] worker 29 listening for tasks. I0513 17:03:26.482845 1 tasks_processing.go:71] worker 1 working on feature_gates task. I0513 17:03:26.482851 1 tasks_processing.go:69] worker 30 listening for tasks. I0513 17:03:26.482839 1 tasks_processing.go:69] worker 50 listening for tasks. I0513 17:03:26.482853 1 tasks_processing.go:69] worker 17 listening for tasks. I0513 17:03:26.482860 1 tasks_processing.go:69] worker 51 listening for tasks. I0513 17:03:26.482869 1 tasks_processing.go:71] worker 51 working on ingress task. I0513 17:03:26.482866 1 tasks_processing.go:69] worker 16 listening for tasks. I0513 17:03:26.482819 1 tasks_processing.go:69] worker 59 listening for tasks. I0513 17:03:26.482877 1 tasks_processing.go:69] worker 54 listening for tasks. I0513 17:03:26.482879 1 tasks_processing.go:71] worker 29 working on storage_cluster task. I0513 17:03:26.482884 1 tasks_processing.go:71] worker 7 working on sap_pods task. I0513 17:03:26.482886 1 tasks_processing.go:69] worker 43 listening for tasks. I0513 17:03:26.482889 1 tasks_processing.go:71] worker 8 working on operators_pods_and_events task. I0513 17:03:26.482895 1 tasks_processing.go:71] worker 5 working on machine_sets task. I0513 17:03:26.482798 1 tasks_processing.go:71] worker 11 working on mutating_webhook_configurations task. I0513 17:03:26.482901 1 tasks_processing.go:71] worker 52 working on cluster_apiserver task. I0513 17:03:26.482900 1 tasks_processing.go:71] worker 9 working on jaegers task. I0513 17:03:26.482897 1 tasks_processing.go:71] worker 13 working on sap_config task. I0513 17:03:26.482910 1 tasks_processing.go:69] worker 37 listening for tasks. I0513 17:03:26.482912 1 tasks_processing.go:69] worker 34 listening for tasks. I0513 17:03:26.482908 1 tasks_processing.go:71] worker 62 working on clusterroles task. I0513 17:03:26.482920 1 tasks_processing.go:69] worker 39 listening for tasks. I0513 17:03:26.482923 1 tasks_processing.go:71] worker 25 working on oauths task. I0513 17:03:26.482926 1 tasks_processing.go:69] worker 45 listening for tasks. I0513 17:03:26.482749 1 tasks_processing.go:71] worker 0 working on machine_healthchecks task. I0513 17:03:26.482796 1 tasks_processing.go:69] worker 20 listening for tasks. I0513 17:03:26.482930 1 tasks_processing.go:69] worker 38 listening for tasks. I0513 17:03:26.482945 1 tasks_processing.go:71] worker 16 working on openstack_version task. I0513 17:03:26.482951 1 tasks_processing.go:71] worker 38 working on olm_operators task. I0513 17:03:26.482953 1 tasks_processing.go:71] worker 22 working on infrastructures task. I0513 17:03:26.482829 1 tasks_processing.go:71] worker 60 working on image_registries task. I0513 17:03:26.482839 1 tasks_processing.go:71] worker 61 working on nodenetworkstates task. I0513 17:03:26.482970 1 tasks_processing.go:71] worker 43 working on operators task. I0513 17:03:26.482869 1 tasks_processing.go:69] worker 41 listening for tasks. I0513 17:03:26.482868 1 tasks_processing.go:71] worker 17 working on service_accounts task. I0513 17:03:26.483018 1 tasks_processing.go:71] worker 59 working on ceph_cluster task. I0513 17:03:26.483108 1 tasks_processing.go:71] worker 34 working on openstack_controlplanes task. I0513 17:03:26.483216 1 tasks_processing.go:71] worker 39 working on openshift_machine_api_events task. I0513 17:03:26.483313 1 tasks_processing.go:71] worker 54 working on aggregated_monitoring_cr_names task. I0513 17:03:26.482897 1 tasks_processing.go:69] worker 36 listening for tasks. I0513 17:03:26.483516 1 tasks_processing.go:71] worker 36 working on dvo_metrics task. I0513 17:03:26.483808 1 tasks_processing.go:71] worker 37 working on nodes task. I0513 17:03:26.482834 1 tasks_processing.go:71] worker 28 working on config_maps task. I0513 17:03:26.482805 1 tasks_processing.go:71] worker 15 working on install_plans task. I0513 17:03:26.482790 1 tasks_processing.go:69] worker 47 listening for tasks. I0513 17:03:26.484178 1 tasks_processing.go:71] worker 47 working on image task. I0513 17:03:26.482798 1 tasks_processing.go:69] worker 48 listening for tasks. I0513 17:03:26.482783 1 tasks_processing.go:69] worker 27 listening for tasks. I0513 17:03:26.482805 1 tasks_processing.go:69] worker 58 listening for tasks. I0513 17:03:26.482786 1 tasks_processing.go:69] worker 14 listening for tasks. I0513 17:03:26.482813 1 tasks_processing.go:69] worker 63 listening for tasks. I0513 17:03:26.482819 1 tasks_processing.go:71] worker 49 working on nodenetworkconfigurationpolicies task. I0513 17:03:26.482849 1 tasks_processing.go:71] worker 57 working on node_features task. I0513 17:03:26.482791 1 tasks_processing.go:69] worker 19 listening for tasks. I0513 17:03:26.482862 1 tasks_processing.go:69] worker 31 listening for tasks. I0513 17:03:26.482862 1 tasks_processing.go:71] worker 50 working on openshift_logging task. I0513 17:03:26.482895 1 tasks_processing.go:71] worker 4 working on container_images task. I0513 17:03:26.482872 1 tasks_processing.go:69] worker 56 listening for tasks. I0513 17:03:26.482789 1 tasks_processing.go:69] worker 18 listening for tasks. I0513 17:03:26.482878 1 tasks_processing.go:69] worker 42 listening for tasks. I0513 17:03:26.482882 1 tasks_processing.go:71] worker 10 working on support_secret task. I0513 17:03:26.482860 1 tasks_processing.go:71] worker 30 working on container_runtime_configs task. I0513 17:03:26.484499 1 tasks_processing.go:71] worker 42 working on version task. I0513 17:03:26.482871 1 tasks_processing.go:69] worker 53 listening for tasks. I0513 17:03:26.482886 1 tasks_processing.go:71] worker 6 working on tsdb_status task. I0513 17:03:26.482889 1 tasks_processing.go:69] worker 35 listening for tasks. I0513 17:03:26.484518 1 tasks_processing.go:71] worker 48 working on storage_classes task. I0513 17:03:26.484517 1 tasks_processing.go:71] worker 14 working on machine_autoscalers task. I0513 17:03:26.484524 1 tasks_processing.go:71] worker 31 working on monitoring_persistent_volumes task. I0513 17:03:26.484524 1 tasks_processing.go:71] worker 19 working on machine_config_pools task. I0513 17:03:26.484536 1 tasks_processing.go:71] worker 35 working on lokistack task. I0513 17:03:26.484540 1 tasks_processing.go:71] worker 18 working on networks task. I0513 17:03:26.482885 1 tasks_processing.go:69] worker 40 listening for tasks. I0513 17:03:26.482887 1 tasks_processing.go:71] worker 3 working on proxies task. I0513 17:03:26.482879 1 tasks_processing.go:69] worker 55 listening for tasks. I0513 17:03:26.485129 1 tasks_processing.go:71] worker 55 working on crds task. I0513 17:03:26.482896 1 tasks_processing.go:69] worker 44 listening for tasks. I0513 17:03:26.482905 1 tasks_processing.go:69] worker 33 listening for tasks. I0513 17:03:26.482941 1 tasks_processing.go:71] worker 45 working on schedulers task. I0513 17:03:26.482897 1 tasks_processing.go:69] worker 32 listening for tasks. I0513 17:03:26.483011 1 tasks_processing.go:71] worker 41 working on sap_datahubs task. I0513 17:03:26.485455 1 tasks_processing.go:71] worker 44 working on image_pruners task. I0513 17:03:26.485595 1 tasks_processing.go:71] worker 33 working on ingress_certificates task. I0513 17:03:26.485688 1 tasks_processing.go:71] worker 32 working on cost_management_metrics_configs task. I0513 17:03:26.484506 1 tasks_processing.go:71] worker 63 working on overlapping_namespace_uids task. I0513 17:03:26.484512 1 tasks_processing.go:71] worker 58 working on node_logs task. I0513 17:03:26.484513 1 tasks_processing.go:71] worker 27 working on active_alerts task. I0513 17:03:26.484518 1 tasks_processing.go:71] worker 56 working on validating_webhook_configurations task. I0513 17:03:26.482883 1 tasks_processing.go:71] worker 23 working on qemu_kubevirt_launcher_logs task. I0513 17:03:26.485003 1 tasks_processing.go:71] worker 40 working on metrics task. I0513 17:03:26.485019 1 tasks_processing.go:71] worker 53 working on machines task. I0513 17:03:26.482945 1 tasks_processing.go:71] worker 20 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0513 17:03:26.482891 1 tasks_processing.go:71] worker 24 working on machine_configs task. E0513 17:03:26.489316 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.85.70:9091: connect: connection refused I0513 17:03:26.489332 1 tasks_processing.go:71] worker 6 working on pod_network_connectivity_checks task. E0513 17:03:26.489356 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.85.70:9091: connect: connection refused E0513 17:03:26.489392 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.252.95:9094: connect: connection refused E0513 17:03:26.489391 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp 172.30.85.70:9091: connect: connection refused E0513 17:03:26.489402 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.252.95:9094: connect: connection refused I0513 17:03:26.489412 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 4.789784ms to process 0 records E0513 17:03:26.489430 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp 172.30.85.70:9091: connect: connection refused I0513 17:03:26.489448 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 3.618809ms to process 0 records I0513 17:03:26.489450 1 tasks_processing.go:71] worker 40 working on certificate_signing_requests task. E0513 17:03:26.489459 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp 172.30.252.95:9094: connect: connection refused I0513 17:03:26.489466 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 6.598935ms to process 0 records E0513 17:03:26.489474 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp 172.30.252.95:9094: connect: connection refused I0513 17:03:26.489481 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 3.627643ms to process 0 records I0513 17:03:26.489492 1 tasks_processing.go:74] worker 27 stopped. I0513 17:03:26.489498 1 tasks_processing.go:74] worker 26 stopped. I0513 17:03:26.492259 1 tasks_processing.go:74] worker 12 stopped. I0513 17:03:26.492273 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 9.496185ms to process 0 records I0513 17:03:26.492545 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0513 17:03:26.492560 1 controller.go:368] The initial operator extension status is healthy I0513 17:03:26.492567 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0513 17:03:26.492571 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0513 17:03:26.492575 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0513 17:03:26.492589 1 controller.go:531] The operator is still being initialized I0513 17:03:26.492597 1 controller.go:554] The operator is healthy I0513 17:03:26.492651 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0513 17:03:26.492671 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0513 17:03:26.492778 1 operator.go:328] started I0513 17:03:26.492795 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0513 17:03:26.502432 1 tasks_processing.go:74] worker 30 stopped. E0513 17:03:26.502435 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) I0513 17:03:26.502448 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 17.964466ms to process 0 records I0513 17:03:26.502455 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 18.194828ms to process 0 records I0513 17:03:26.502458 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 18.179516ms to process 0 records I0513 17:03:26.502463 1 tasks_processing.go:74] worker 57 stopped. I0513 17:03:26.502466 1 tasks_processing.go:74] worker 49 stopped. I0513 17:03:26.509596 1 tasks_processing.go:74] worker 16 stopped. I0513 17:03:26.509609 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 26.638917ms to process 0 records I0513 17:03:26.513499 1 tasks_processing.go:74] worker 7 stopped. I0513 17:03:26.513511 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 30.601363ms to process 0 records I0513 17:03:26.519467 1 tasks_processing.go:74] worker 61 stopped. I0513 17:03:26.519476 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 36.490245ms to process 0 records I0513 17:03:26.527545 1 tasks_processing.go:74] worker 34 stopped. I0513 17:03:26.527559 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 44.423156ms to process 0 records I0513 17:03:26.527570 1 tasks_processing.go:74] worker 5 stopped. I0513 17:03:26.527580 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 44.666684ms to process 0 records I0513 17:03:26.527597 1 tasks_processing.go:74] worker 13 stopped. I0513 17:03:26.527604 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 44.681847ms to process 0 records I0513 17:03:26.527621 1 tasks_processing.go:74] worker 14 stopped. I0513 17:03:26.527633 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 43.091462ms to process 0 records I0513 17:03:26.527641 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 44.812205ms to process 0 records I0513 17:03:26.527648 1 tasks_processing.go:74] worker 46 stopped. I0513 17:03:26.527659 1 tasks_processing.go:74] worker 59 stopped. I0513 17:03:26.527666 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 44.634346ms to process 0 records I0513 17:03:26.527673 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 43.124122ms to process 0 records I0513 17:03:26.527679 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 44.756627ms to process 0 records I0513 17:03:26.527688 1 tasks_processing.go:74] worker 9 stopped. I0513 17:03:26.527691 1 tasks_processing.go:74] worker 50 stopped. I0513 17:03:26.527694 1 tasks_processing.go:74] worker 19 stopped. I0513 17:03:26.527702 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 43.345667ms to process 0 records E0513 17:03:26.527714 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0513 17:03:26.527720 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 43.247785ms to process 0 records I0513 17:03:26.527726 1 tasks_processing.go:74] worker 10 stopped. I0513 17:03:26.527780 1 tasks_processing.go:74] worker 0 stopped. E0513 17:03:26.527791 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0513 17:03:26.527798 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 44.838889ms to process 0 records I0513 17:03:26.527804 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 43.259228ms to process 0 records I0513 17:03:26.527808 1 tasks_processing.go:74] worker 35 stopped. I0513 17:03:26.527842 1 tasks_processing.go:74] worker 39 stopped. I0513 17:03:26.527857 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 44.61193ms to process 0 records I0513 17:03:26.527937 1 tasks_processing.go:74] worker 52 stopped. I0513 17:03:26.528087 1 recorder.go:75] Recording config/apiserver with fingerprint=8541282bf4201f7dc88b15fc733a1c401eeec2ecb88e5a94ffea552c50f0b245 I0513 17:03:26.528104 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 44.946151ms to process 1 records I0513 17:03:26.528188 1 recorder.go:75] Recording config/proxy with fingerprint=5ecf638f3aabc20a32bb1b6b5eb53297abf06f60149abf809dd031d751febf0e I0513 17:03:26.528202 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 42.907593ms to process 1 records I0513 17:03:26.528209 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 45.125769ms to process 0 records I0513 17:03:26.528191 1 tasks_processing.go:74] worker 3 stopped. I0513 17:03:26.528278 1 tasks_processing.go:74] worker 29 stopped. I0513 17:03:26.528337 1 tasks_processing.go:74] worker 51 stopped. I0513 17:03:26.528410 1 recorder.go:75] Recording config/ingress with fingerprint=af4b6d76c607bdb31f304bb6a6b2438b8999d11a1306bc2cdae6b8367890e5f3 I0513 17:03:26.528426 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 45.15819ms to process 1 records I0513 17:03:26.528515 1 tasks_processing.go:74] worker 25 stopped. I0513 17:03:26.528615 1 recorder.go:75] Recording config/oauth with fingerprint=7f7b284dc7aa92808238d891df9ba58bc8d42d162fff706aec7fa79e4e5f6088 I0513 17:03:26.528626 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 45.113138ms to process 1 records I0513 17:03:26.529452 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0513 17:03:26.529472 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0513 17:03:26.529474 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0513 17:03:26.529969 1 tasks_processing.go:74] worker 32 stopped. I0513 17:03:26.529983 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 44.21319ms to process 0 records I0513 17:03:26.530346 1 tasks_processing.go:74] worker 1 stopped. I0513 17:03:26.530507 1 recorder.go:75] Recording config/featuregate with fingerprint=fa0a38540d6cd06b1337d40e633d0776186bb57400a549b4174f9765f895d493 I0513 17:03:26.530530 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 47.49085ms to process 1 records I0513 17:03:26.530632 1 tasks_processing.go:74] worker 47 stopped. I0513 17:03:26.530734 1 recorder.go:75] Recording config/image with fingerprint=8cb66687c9029224ff8d0dfde4cb7b881aee5c9b2e29b511b77cda2092b05338 I0513 17:03:26.530750 1 gather.go:177] gatherer "clusterconfig" function "image" took 46.446315ms to process 1 records I0513 17:03:26.531077 1 tasks_processing.go:74] worker 22 stopped. I0513 17:03:26.532111 1 recorder.go:75] Recording config/infrastructure with fingerprint=cffec058a268269b59c30aeb28878cbf9e79266e121bc265cfad2f4da6e69d20 I0513 17:03:26.532127 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 48.106225ms to process 1 records I0513 17:03:26.532239 1 tasks_processing.go:74] worker 44 stopped. I0513 17:03:26.532355 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=9154824311f0bdfc615c61760698d353791acf2c2276faafde4d644addb37597 I0513 17:03:26.532367 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 45.717342ms to process 1 records I0513 17:03:26.534634 1 base_controller.go:82] Caches are synced for ConfigController I0513 17:03:26.534645 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0513 17:03:26.543789 1 tasks_processing.go:74] worker 6 stopped. E0513 17:03:26.543821 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0513 17:03:26.543831 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 54.44977ms to process 0 records I0513 17:03:26.544378 1 tasks_processing.go:74] worker 18 stopped. I0513 17:03:26.544684 1 recorder.go:75] Recording config/network with fingerprint=70624d4606b7a4aca5c063fc1fc96d850378783de345a49eb9dfb90c2523a446 I0513 17:03:26.544770 1 gather.go:177] gatherer "clusterconfig" function "networks" took 59.820709ms to process 1 records I0513 17:03:26.544818 1 tasks_processing.go:74] worker 2 stopped. I0513 17:03:26.545292 1 recorder.go:75] Recording config/authentication with fingerprint=f319e1b7562a429830694dcc12cc493fcaa3b0c35b9f2414fbe4db6347a57ad6 I0513 17:03:26.545310 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 61.587245ms to process 1 records I0513 17:03:26.549100 1 tasks_processing.go:74] worker 41 stopped. I0513 17:03:26.549121 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 63.729808ms to process 0 records I0513 17:03:26.549313 1 tasks_processing.go:74] worker 53 stopped. E0513 17:03:26.549331 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0513 17:03:26.549343 1 gather.go:177] gatherer "clusterconfig" function "machines" took 63.132512ms to process 0 records I0513 17:03:26.549533 1 tasks_processing.go:74] worker 60 stopped. I0513 17:03:26.549911 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=06f47ce935d994f0fb4b9e3ea142fd759a1dbc0ea23a61bc1db5954a95619e10 I0513 17:03:26.549966 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 66.564703ms to process 1 records W0513 17:03:26.551725 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 17:03:26.557748 1 tasks_processing.go:74] worker 58 stopped. I0513 17:03:26.557762 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 71.921509ms to process 0 records I0513 17:03:26.557820 1 tasks_processing.go:74] worker 11 stopped. I0513 17:03:26.558002 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0513 17:03:26.558019 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=7bbc9755394f955b26854f9b57697bd72741094f6d5fd03d0eebc0b233a09b5f I0513 17:03:26.558064 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=f3af7eb6bf3d247967fb9b7eac3b5efb3ddfbf0ddcf4ff047ed7f08bee244f37 I0513 17:03:26.558020 1 controller.go:254] Source scaController *sca.Controller is not ready I0513 17:03:26.558107 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0513 17:03:26.558109 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=dedbd39d9190ecb2d484a5547f931bde201c66651e504a69c5355030741c8e9d I0513 17:03:26.558114 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0513 17:03:26.558119 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0513 17:03:26.558123 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 74.909481ms to process 3 records I0513 17:03:26.558155 1 controller.go:531] The operator is still being initialized I0513 17:03:26.558165 1 controller.go:554] The operator is healthy I0513 17:03:26.558238 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=47abfa3234725d684c81cb3bf4dbc4e8b7f06944093007262d3bd2cfa4f5d9db I0513 17:03:26.558251 1 tasks_processing.go:74] worker 21 stopped. I0513 17:03:26.558278 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=0c427107d6f0335e7d266b56656a3049b26dad49af5624f73d4519dea0fd68d8 I0513 17:03:26.558301 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=8e7ca98bde98af006a12b2fc6867976ce7810b11b28385a1c6b455638990e07b I0513 17:03:26.558237 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 17:03:26.558329 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=a70ad4e6df857c7bb8e0e1a16e11111a8a118beb14e8aff5bb7184c5653c0534 I0513 17:03:26.558355 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=d0d09f1fb0a421fc36067107bbc8932dc9b41c5d6f082347425058374253c1df I0513 17:03:26.558386 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=5899ba255e22fff0906412e909a587e8e99e730349e57b28e920a12a49692688 I0513 17:03:26.558418 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=9d68c5d4516fb601b639840ab95f89e0a3bb13245ef0a020c99f5430a960a8bb I0513 17:03:26.558450 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=c6a4ec23365bbfbec81944d5fa9b1852411731a6392818336aa409fbbbd4f504 I0513 17:03:26.558502 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=adfa3e98cc80d7b86e8c215b5ac78833b72cc8bba0f1dda470c1f0a076fabc85 I0513 17:03:26.558535 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=5397d993411b64b5e08a6221807b99ce927d228c3639c64565a605aaf94aa243 I0513 17:03:26.558548 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 75.104464ms to process 10 records I0513 17:03:26.558701 1 tasks_processing.go:74] worker 37 stopped. I0513 17:03:26.558949 1 recorder.go:75] Recording config/node/ip-10-0-0-145.ec2.internal with fingerprint=441e0fb217d8c7c1154d0873ca0ff9cd8a8f6c3e9f2031dcc58dce2d19e3c464 I0513 17:03:26.559032 1 recorder.go:75] Recording config/node/ip-10-0-1-208.ec2.internal with fingerprint=e4c653b8255f4b39ba7cf0907120208531d7eadf5112e30b8bd6ef8a6ec4cdff I0513 17:03:26.559118 1 recorder.go:75] Recording config/node/ip-10-0-2-208.ec2.internal with fingerprint=ebd8cc0973adf38202545d54200ad464bde28e2cced8b0fbbae7edf5ca1986b6 I0513 17:03:26.559128 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 74.127648ms to process 3 records I0513 17:03:26.559162 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 74.140774ms to process 0 records I0513 17:03:26.559462 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=6ab697499183353f74e54b638ffd91992c33424639ddc925839caed45dc6302f I0513 17:03:26.559487 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 73.491545ms to process 1 records I0513 17:03:26.559567 1 tasks_processing.go:74] worker 62 stopped. I0513 17:03:26.559618 1 tasks_processing.go:74] worker 31 stopped. I0513 17:03:26.559644 1 tasks_processing.go:74] worker 45 stopped. I0513 17:03:26.559808 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=f39233180e161d27f8bff1f0a5d92ad74a738bfcd3a24b49e128c667b2a83307 I0513 17:03:26.559962 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=b3c1c78a85b8565a7198528794c4da867ddbdd0d0990bc275bc88a6c43def16c I0513 17:03:26.560018 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 75.752507ms to process 2 records I0513 17:03:26.560064 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0513 17:03:26.560092 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 74.095557ms to process 1 records I0513 17:03:26.560223 1 recorder.go:75] Recording config/olm_operators with fingerprint=4bc3ecf7a81d34661ad9d5dacc691a46783fb84ba094461b9abef0eb7fcc01fc I0513 17:03:26.560276 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 76.955174ms to process 1 records I0513 17:03:26.560308 1 tasks_processing.go:74] worker 38 stopped. I0513 17:03:26.560335 1 tasks_processing.go:74] worker 63 stopped. I0513 17:03:26.566575 1 tasks_processing.go:74] worker 48 stopped. I0513 17:03:26.566692 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=e04f8e9282297521eadae255531a540f24c7198fd34b69521eee7b93abcca9ce I0513 17:03:26.566709 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=5cc6681fc49ea417c0da261c136659fedd1076bc84345dbf182bf956ca6d2228 I0513 17:03:26.566715 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 82.04388ms to process 2 records I0513 17:03:26.566840 1 gather_logs.go:145] no pods in namespace were found I0513 17:03:26.566856 1 tasks_processing.go:74] worker 23 stopped. I0513 17:03:26.566869 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 80.9173ms to process 0 records I0513 17:03:26.566976 1 tasks_processing.go:74] worker 56 stopped. I0513 17:03:26.567059 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=0328984dabceb6649e5d5bfe4b410ffb2e8db38054f2392253224d2f88e42181 I0513 17:03:26.567105 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=d84af07789c7fda4df88449d33e46a95f11ac5b4be55539e74f1b729ed0f73cd I0513 17:03:26.567195 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=65b332b30a0212af8fe68c66514b442bb0af0a6b67253c9e58e3c9b362e4cc42 I0513 17:03:26.567226 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=e552b671a2b588f134bdb7d084b02edd42e0244fc600097d64f22c01bf57dd85 I0513 17:03:26.567247 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=727986464b4fd2aeabf36c1aea0fe28a27618e9fd88f9fc44982fcfac8f05173 I0513 17:03:26.567271 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=0a9e13452153e1c7d47f9cf65aacb0a25b8dc4e559b4f248efdb2ff076c4a0c7 I0513 17:03:26.567294 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=b445e28cd49a2e31b24e94eabc295caa7e58b98ea5a8447fd640c205b8a976e0 I0513 17:03:26.567319 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=a754e5b96c8664eda23e92a56e32bff691e5e5ca1a31f13ca644741f935f53f8 I0513 17:03:26.567342 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=4b943ce9c338c694a1191ec9d51df91c120dacc08ef08c21d6318c87fb5e078e I0513 17:03:26.567373 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=22143d2410efe81b3ebcd0777726cdfd150841658971975bc635f318943529cc I0513 17:03:26.567405 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=e090df663fe0516d1f991f0ec4cb16f8ec9c491205b364254d7fd1bec34b5075 I0513 17:03:26.567430 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=da5894ef6521b5328c7575fe0393590b401fa6bf9fd0ca023dbde9840225be6d I0513 17:03:26.567452 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=ddd0c760fa6ef1d3b90d14a10dc6ae71224b4e0adb85c4286f61bbba44ae0013 I0513 17:03:26.567462 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 81.172532ms to process 13 records I0513 17:03:26.572354 1 tasks_processing.go:74] worker 42 stopped. I0513 17:03:26.572590 1 recorder.go:75] Recording config/version with fingerprint=af333d6cd970441ef645452958c3aa08e5ebe8c7e1919c472ec25deb06062ff9 I0513 17:03:26.572601 1 recorder.go:75] Recording config/id with fingerprint=94b2bc1110f28f2e3667ca8bc48b5566eed5d16c8b2251ab2411fae939322180 I0513 17:03:26.572607 1 gather.go:177] gatherer "clusterconfig" function "version" took 87.83457ms to process 2 records E0513 17:03:26.572617 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0513 17:03:26.572629 1 tasks_processing.go:74] worker 24 stopped. I0513 17:03:26.572629 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0513 17:03:26.572646 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 85.814751ms to process 1 records I0513 17:03:26.574381 1 tasks_processing.go:74] worker 40 stopped. I0513 17:03:26.574395 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 84.914129ms to process 0 records I0513 17:03:26.591544 1 tasks_processing.go:74] worker 55 stopped. I0513 17:03:26.592614 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=03f77b63a913ee749ebd720d2422d6f4cbda599f0d9973de28dae19ddae3e4fb I0513 17:03:26.592960 1 base_controller.go:82] Caches are synced for LoggingSyncer I0513 17:03:26.593018 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0513 17:03:26.593031 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=82e41ec1b188a79246175b9d3e8f44bcb477e99ecb1d67209cb2260909052647 I0513 17:03:26.593118 1 gather.go:177] gatherer "clusterconfig" function "crds" took 106.403666ms to process 2 records I0513 17:03:26.596500 1 tasks_processing.go:74] worker 54 stopped. I0513 17:03:26.596519 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 113.173465ms to process 0 records I0513 17:03:26.604072 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0513 17:03:26.622575 1 tasks_processing.go:74] worker 20 stopped. I0513 17:03:26.622676 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 136.009716ms to process 0 records I0513 17:03:26.625332 1 tasks_processing.go:74] worker 4 stopped. I0513 17:03:26.626547 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-fddvj with fingerprint=a6484cb020f7c828eca8c97c413eb9de01229bef9969138c0e0e66196a2ae089 I0513 17:03:26.626622 1 recorder.go:75] Recording config/running_containers with fingerprint=6cf442b866ad8a2a39e77f9478263f2290c82430027f38bab7a512a018ae2784 I0513 17:03:26.626631 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 140.88774ms to process 2 records E0513 17:03:26.626643 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0513 17:03:26.626648 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0513 17:03:26.626652 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0513 17:03:26.626658 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0513 17:03:26.626660 1 tasks_processing.go:74] worker 28 stopped. I0513 17:03:26.626690 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0513 17:03:26.626697 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0513 17:03:26.626713 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0513 17:03:26.626724 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0513 17:03:26.626776 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0513 17:03:26.626787 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0513 17:03:26.626795 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 142.173141ms to process 7 records I0513 17:03:26.642576 1 cluster_transfer.go:102] no available accepted cluster transfer I0513 17:03:26.642603 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0513 17:03:26.705323 1 tasks_processing.go:74] worker 33 stopped. E0513 17:03:26.705340 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0513 17:03:26.705347 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q95ou5hbg9q5jvqo8tm7vkh1r4v3jel-primary-cert-bundle-secret" not found I0513 17:03:26.705403 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=a00ab3c31c3ea978a1b04ac36a4993d42b9841a696b8662515a25152dc04fcae I0513 17:03:26.705416 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 219.661109ms to process 1 records I0513 17:03:26.730434 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0513 17:03:26.742454 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0513 17:03:26.807066 1 sca.go:266] etc-pki-entitlement secret successfully created I0513 17:03:26.807084 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0513 17:03:27.369294 1 gather_cluster_operator_pods_and_events.go:121] Found 34 pods with 79 containers I0513 17:03:27.369310 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 318554 bytes I0513 17:03:27.369364 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). W0513 17:03:27.551860 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 17:03:27.594899 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:27.775234 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:27.974975 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:28.174164 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:28.374357 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). W0513 17:03:28.551439 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 17:03:28.578848 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:28.774987 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:28.975856 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:29.006467 1 tasks_processing.go:74] worker 43 stopped. I0513 17:03:29.006579 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=e35724c20d37d4a43ddb603c5ce30d34d02ce8d140f9654f07ca36b500ac3cc5 I0513 17:03:29.006629 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0513 17:03:29.006664 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=38ff148d737c530088fde4ef6f65dc6e44bd576519387641e47d675187222537 I0513 17:03:29.006675 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0513 17:03:29.006696 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=ddea5586304c5acfe9d669da6637d0fbe93f2ed0f92ff1dd812fbbf4b11ef6b6 I0513 17:03:29.006712 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0513 17:03:29.006733 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=d9297205e6a438015c1c55e8d8329351967ef6fececfd139d6f8149edc674b94 I0513 17:03:29.006760 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=091415fd2ede4fb8f15f99c4ef6e632cf9b9b8259831d5ab5109322a6fd63f4f I0513 17:03:29.006783 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=f563363b59ce964d75416c101eededb3d3df75a332b66e37d17d8b5316afc43f I0513 17:03:29.006813 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=3613923673537e369cecd062c351f6c7fbdb8a1cf635f7b8ab08e7fb31db3def I0513 17:03:29.007083 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=ac6dce3997715542842f44b95fb718ec797cbdb3b3f9abbde52cb0733d304993 I0513 17:03:29.007102 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=c9717ae7f4c86f011af5f7e09d1557775fe311019edeb79d3425a074c54d9f09 I0513 17:03:29.007109 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0513 17:03:29.007124 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=e3778275fb428529e512f924158be05608017af6983b449e56ecb006ecf0fb3e I0513 17:03:29.007131 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0513 17:03:29.007158 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=b6af9e71d7d3e360a7dd8417d889ee3585a0fc9dfceb99c877ff50dbdd2071a6 I0513 17:03:29.007167 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0513 17:03:29.007186 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=93c8bc56fc17932ad5498e9d4bd6c6ac88af4c6b2c593df8358a6650dd00eaef I0513 17:03:29.007196 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0513 17:03:29.007215 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=4bfaffd1810baaa52e0c6c18fd3179a1b6299fe6c6fa576c65d3df2796de8009 I0513 17:03:29.007317 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=3685699e550b2e01d9ed050232fca565dfe735f56192ea68c6ee3b0fe558b897 I0513 17:03:29.007325 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0513 17:03:29.007332 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0513 17:03:29.007352 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0513 17:03:29.007375 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=d02802b5eb29667839661bede2259a6aa980cd2e9c37a545875a9fea786a2efd I0513 17:03:29.007398 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=586944a16ebe39ec74fd76456c51a089ea8684d2b234202d7c29e27450141232 I0513 17:03:29.007407 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0513 17:03:29.007422 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=b4c75caffba738dcfa1515638eebdb4d22d2e047af3a7f2f1a27bcfc20d91710 I0513 17:03:29.007430 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0513 17:03:29.007448 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=be78a6d627d793f89d7d61490eec3fe85373850ac278fc3368ba018bec299ba8 I0513 17:03:29.007457 1 recorder.go:75] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0513 17:03:29.007469 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=9f6852f82227d8f9b2d1e85dfcfb6d372ecb8c1e41b001dd08ae00b482432477 I0513 17:03:29.007483 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=b9ec819cf3b9c6ff5c897b9ca706d743e534bb2f901b7875bfdd8cd2d6154e07 I0513 17:03:29.007498 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=1c4f49c04ef235314b08494045c5a79274b4be363f7e5520e83a9679b8019e0f I0513 17:03:29.007518 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=2ff1974d2e3173252162156e632eb2e64563ec4e284a8bfae59489560c8fc7bf I0513 17:03:29.007527 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0513 17:03:29.007550 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=1da0f38b2a60467e0b954a0797b9cc1c1e50befcb46f8bbd5e4e16f3ba1334ca I0513 17:03:29.007567 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0513 17:03:29.007574 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0513 17:03:29.007581 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.523481758s to process 39 records I0513 17:03:29.176758 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:29.379399 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). W0513 17:03:29.552636 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 17:03:29.588641 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:29.776512 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:29.976515 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:30.175537 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-monitoring-operator container cluster-monitoring-operator-557b74df6-cmsfv pod in namespace openshift-monitoring (previous: false). I0513 17:03:30.394562 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-state-metrics container kube-state-metrics-6dfffbb599-ltgrn pod in namespace openshift-monitoring (previous: false). W0513 17:03:30.551486 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0513 17:03:30.575532 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container kube-state-metrics-6dfffbb599-ltgrn pod in namespace openshift-monitoring (previous: false). I0513 17:03:30.776234 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container kube-state-metrics-6dfffbb599-ltgrn pod in namespace openshift-monitoring (previous: false). I0513 17:03:30.975413 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-84c5655cf7-fx24l pod in namespace openshift-monitoring (previous: false). I0513 17:03:31.174402 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-84c5655cf7-lsz6p pod in namespace openshift-monitoring (previous: false). I0513 17:03:31.376493 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-5cbb48bf6b-d9wzz pod in namespace openshift-monitoring (previous: false). W0513 17:03:31.549533 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0513 17:03:31.549558 1 tasks_processing.go:74] worker 36 stopped. E0513 17:03:31.549570 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0513 17:03:31.549589 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0513 17:03:31.549601 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.066030297s to process 1 records I0513 17:03:31.577213 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-5cbb48bf6b-gvfht pod in namespace openshift-monitoring (previous: false). I0513 17:03:31.775817 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-br8tf pod in namespace openshift-monitoring (previous: false). I0513 17:03:31.975822 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 17:03:31.975840 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-br8tf pod in namespace openshift-monitoring (previous: false). I0513 17:03:32.176588 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-br8tf pod in namespace openshift-monitoring (previous: false). I0513 17:03:32.377214 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-mgjwl pod in namespace openshift-monitoring (previous: false). I0513 17:03:32.576965 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 17:03:32.576983 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-mgjwl pod in namespace openshift-monitoring (previous: false). I0513 17:03:32.784114 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-mgjwl pod in namespace openshift-monitoring (previous: false). I0513 17:03:32.984656 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-v8vxf pod in namespace openshift-monitoring (previous: false). I0513 17:03:33.189906 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0513 17:03:33.189925 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-v8vxf pod in namespace openshift-monitoring (previous: false). I0513 17:03:33.378075 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-v8vxf pod in namespace openshift-monitoring (previous: false). I0513 17:03:33.576037 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container openshift-state-metrics-b8587444b-8tlv2 pod in namespace openshift-monitoring (previous: false). I0513 17:03:33.778189 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container openshift-state-metrics-b8587444b-8tlv2 pod in namespace openshift-monitoring (previous: false). I0513 17:03:33.976760 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for openshift-state-metrics container openshift-state-metrics-b8587444b-8tlv2 pod in namespace openshift-monitoring (previous: false). I0513 17:03:34.180275 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:34.376184 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:34.576755 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:34.775277 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:34.975020 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:35.177861 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:35.373921 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0513 17:03:35.574936 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:35.776333 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:35.977349 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:36.177244 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:36.376990 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:36.577406 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:36.777700 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0513 17:03:36.976519 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator container prometheus-operator-76b589d668-4pgkz pod in namespace openshift-monitoring (previous: false). I0513 17:03:37.177067 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-operator-76b589d668-4pgkz pod in namespace openshift-monitoring (previous: false). I0513 17:03:37.375590 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-59b79769fb-5qdtj pod in namespace openshift-monitoring (previous: false). I0513 17:03:37.576251 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-59b79769fb-qmnlm pod in namespace openshift-monitoring (previous: false). I0513 17:03:37.776428 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-57f755885b-llsk2 pod in namespace openshift-monitoring (previous: false). I0513 17:03:37.975508 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-57f755885b-llsk2 pod in namespace openshift-monitoring (previous: false). I0513 17:03:38.176653 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-57f755885b-llsk2 pod in namespace openshift-monitoring (previous: false). I0513 17:03:38.375647 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-57f755885b-llsk2 pod in namespace openshift-monitoring (previous: false). I0513 17:03:38.577492 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-57f755885b-llsk2 pod in namespace openshift-monitoring (previous: false). I0513 17:03:38.775661 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-57f755885b-llsk2 pod in namespace openshift-monitoring (previous: false). I0513 17:03:38.975499 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-57f755885b-m4xn7 pod in namespace openshift-monitoring (previous: false). I0513 17:03:39.175453 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-57f755885b-m4xn7 pod in namespace openshift-monitoring (previous: false). I0513 17:03:39.377233 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-57f755885b-m4xn7 pod in namespace openshift-monitoring (previous: false). I0513 17:03:39.540240 1 tasks_processing.go:74] worker 15 stopped. I0513 17:03:39.540286 1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec I0513 17:03:39.540300 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.056226043s to process 1 records I0513 17:03:39.577830 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-57f755885b-m4xn7 pod in namespace openshift-monitoring (previous: false). I0513 17:03:39.776352 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-57f755885b-m4xn7 pod in namespace openshift-monitoring (previous: false). I0513 17:03:39.979977 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-57f755885b-m4xn7 pod in namespace openshift-monitoring (previous: false). I0513 17:03:40.176707 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-7f449dfbfd-fpd92 pod in namespace openshift-network-console (previous: false). I0513 17:03:40.291258 1 tasks_processing.go:74] worker 17 stopped. I0513 17:03:40.291536 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=1798065f0c3b7b8d34215920451ee80ae6a4c277335161b20e6158bb6040b7af I0513 17:03:40.291552 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.808227445s to process 1 records I0513 17:03:40.376914 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-7f449dfbfd-gv88h pod in namespace openshift-network-console (previous: false). I0513 17:03:40.576015 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-66dbbb6468-fddvj pod in namespace openshift-console-operator (previous: true). I0513 17:03:40.775674 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-66dbbb6468-fddvj pod in namespace openshift-console-operator (previous: false). I0513 17:03:40.987396 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-6b5c8f66d8-2sgxz pod in namespace openshift-console (previous: false). I0513 17:03:41.176515 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-6b5c8f66d8-njl7m pod in namespace openshift-console (previous: false). I0513 17:03:41.375851 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for console-6b5c8f66d8-njl7m pod in namespace openshift-console for failing operator console (previous: false): "container \"console\" in pod \"console-6b5c8f66d8-njl7m\" is waiting to start: ContainerCreating" I0513 17:03:41.375870 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"console\" in pod \"console-6b5c8f66d8-njl7m\" is waiting to start: ContainerCreating" I0513 17:03:41.375881 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-6c56d79dcb-7rxdw pod in namespace openshift-console (previous: false). I0513 17:03:41.576788 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-6c56d79dcb-mwh5j pod in namespace openshift-console (previous: false). I0513 17:03:41.768968 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for console-6c56d79dcb-mwh5j pod in namespace openshift-console for failing operator console (previous: false): "pods \"console-6c56d79dcb-mwh5j\" not found" I0513 17:03:41.768986 1 gather_cluster_operator_pods_and_events.go:280] Error: "pods \"console-6c56d79dcb-mwh5j\" not found" I0513 17:03:41.768996 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-5c54f4944f-2xcnx pod in namespace openshift-console (previous: false). I0513 17:03:41.976416 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-5c54f4944f-bbpm5 pod in namespace openshift-console (previous: false). I0513 17:03:42.177669 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-57bc4dd5c-9dpmv pod in namespace openshift-ingress (previous: false). I0513 17:03:42.376747 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-57bc4dd5c-tngc9 pod in namespace openshift-ingress (previous: false). I0513 17:03:42.576315 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7dfd87d94c-8bdjp pod in namespace openshift-ingress (previous: false). I0513 17:03:42.776508 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-28g28 pod in namespace openshift-ingress-canary (previous: false). I0513 17:03:42.975016 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-4h7z5 pod in namespace openshift-ingress-canary (previous: false). I0513 17:03:43.176656 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-57z7p pod in namespace openshift-ingress-canary (previous: false). I0513 17:03:43.374986 1 tasks_processing.go:74] worker 8 stopped. I0513 17:03:43.375724 1 recorder.go:75] Recording events/openshift-monitoring with fingerprint=cc0b4472b3d8fb5342174c1c2148cc0f188820b7720720ce9190ac0cd813f2b8 I0513 17:03:43.375788 1 recorder.go:75] Recording events/openshift-network-console with fingerprint=f6348533849d2c04e710de0147de676f1854fe2c84d9be0607b2e4115c83fb11 I0513 17:03:43.375915 1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=162acddcefd0d5c0cd069de2c6d028e7041f3a8a076e6100b9960bbf47003da3 I0513 17:03:43.375992 1 recorder.go:75] Recording events/openshift-console with fingerprint=014fa53224d754d4c7fc6e51e99befce499c648b5e2f17d3cba998017395cdc6 I0513 17:03:43.376034 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=0259bff2c613dab4ea27bffa5a39a2ec3750df53ef7b5dba0f526daf83834441 I0513 17:03:43.376120 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=2623e998233587ed4851496519cc5564c165e9251e098be669d9c612381851bb I0513 17:03:43.376189 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=c416b496926c39dad6e05accbfe6552055783b28f6ba844ad7e3d984299700e2 I0513 17:03:43.376204 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/init-config-reloader_current.log with fingerprint=1c085d26216ab03891e7ccb40bc46a9a2ce3f1f278c063614b7f4951e662eb4a I0513 17:03:43.376224 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/alertmanager_current.log with fingerprint=867293c33f077656d38ee8994ff3f03542e634a02a5387a4897adee6e532b8e9 I0513 17:03:43.376272 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/config-reloader_current.log with fingerprint=ef5a8449586fc72465b072e102387c2b650b7a90fb009da58e9005eb1712c6d4 I0513 17:03:43.376284 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-web_current.log with fingerprint=4533ce0d38b242c223a40968f6232bc5c6cf431d88d727b8e511229473118588 I0513 17:03:43.376294 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy_current.log with fingerprint=401ddf716ecc4764362d8c04e380524a8b11422697b59f3101ec9d6ba19ab7e3 I0513 17:03:43.376305 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-metric_current.log with fingerprint=17172bade60d1659e9c18d8afef1c84e5fa2b904bf116293917bfbb63146fd54 I0513 17:03:43.376313 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/prom-label-proxy_current.log with fingerprint=0e47f2f3a0aaf8e8a543bad3af2ae64939dad72bddfee2f22a6465a8e1b17cf6 I0513 17:03:43.376323 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/init-config-reloader_current.log with fingerprint=22052674b411ee3f8431b2c07c0a209e35179090a9723806a6b9611bd706ea49 I0513 17:03:43.376344 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/alertmanager_current.log with fingerprint=c6f85c3ffc312310f280d452618b184cdedb0fd83bc239a1f8300a7e5400cf19 I0513 17:03:43.376369 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/config-reloader_current.log with fingerprint=c137857574e66388c9bc50ce45862b8569d46ff897c082e79b96c8e8e4f32afb I0513 17:03:43.376379 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-web_current.log with fingerprint=7236d83ede23b9479120c685a865849b197161e495ecdf4f9a61f34f72ee84de I0513 17:03:43.376390 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy_current.log with fingerprint=58ae8e18d848ee987b7430cf396d3a62497aaa8febcbb20a3a65a1a0ffad8a5c I0513 17:03:43.376404 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-metric_current.log with fingerprint=e3ae7f38c8e70f52a6c7eebe4e2509c8ffb13e0cd925cffd0eb966c285bef3f8 I0513 17:03:43.376411 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/prom-label-proxy_current.log with fingerprint=b975f73525dd078ccc88d72a751c0d4b6b39760d5fac15cdc5e50f4f5ee47633 I0513 17:03:43.376537 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/cluster-monitoring-operator-557b74df6-cmsfv/cluster-monitoring-operator_current.log with fingerprint=9bb3d3d290f6bff8ced260ef2700d2f9d1697e0949c05e6c865b77d356242d95 I0513 17:03:43.376574 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-6dfffbb599-ltgrn/kube-state-metrics_current.log with fingerprint=5797455a9518b561731f2115e5c22acce1232c48bd067ba5dc537d3c060066a5 I0513 17:03:43.376588 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-6dfffbb599-ltgrn/kube-rbac-proxy-main_current.log with fingerprint=f2c0b646a83f89922dafa74441e03d9cf7af527fdd0d02ac5a46bf044259aca7 I0513 17:03:43.376598 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-6dfffbb599-ltgrn/kube-rbac-proxy-self_current.log with fingerprint=f4f052d7e9347d529e5138e7e4328fae73f8be4c4aa0fad2bb2b3a9489a202b5 I0513 17:03:43.376612 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-84c5655cf7-fx24l/metrics-server_current.log with fingerprint=1b1a414cd88d9901f7d06f82f250f8744de95ea865b0b0998d8bc6b0859f002e I0513 17:03:43.376627 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-84c5655cf7-lsz6p/metrics-server_current.log with fingerprint=58f2c405e4aab556f6ae6d4023cdde9e3122d61ac4caad5314f5b519fee9223a I0513 17:03:43.376646 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-5cbb48bf6b-d9wzz/monitoring-plugin_current.log with fingerprint=c543a73dca1124586738393ba5d98c0a5ed2464cdc14499c015ed6a9ec2e6193 I0513 17:03:43.376667 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-5cbb48bf6b-gvfht/monitoring-plugin_current.log with fingerprint=bebf333c3253e1fccab122a11172ddcdfeed8299731a12c985b4341d8fdde88c I0513 17:03:43.376704 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-br8tf/node-exporter_current.log with fingerprint=bb36a60e29717464b5f275e21fc61e0ff52e43e4a823fba0dde4f4ded34bba53 I0513 17:03:43.376717 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-br8tf/kube-rbac-proxy_current.log with fingerprint=997117705826fbc114e3981e5f571d9ada15929d7be610aba8dd94c8d656cb04 I0513 17:03:43.376751 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-mgjwl/node-exporter_current.log with fingerprint=651c43071d24b01c728cfe836d45f9730fb9496ab8a09c85a20574af5bce2cfc I0513 17:03:43.376764 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-mgjwl/kube-rbac-proxy_current.log with fingerprint=b62c1f191b70eab332d63a8d4fe7a3bca39a55c0217e718d230e9b8b71f4cfab I0513 17:03:43.376803 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-v8vxf/node-exporter_current.log with fingerprint=073753a7e2d769f7010cb68a286d35685491e0380a83c8338f7ae0fdf75ac8c4 I0513 17:03:43.376818 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-v8vxf/kube-rbac-proxy_current.log with fingerprint=6edaa231975cff96aef15102480c85ec466bcea75aa925d5e16122ea7fbd2676 I0513 17:03:43.376829 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-b8587444b-8tlv2/kube-rbac-proxy-main_current.log with fingerprint=d55c98012afa41be0ad1e693baa76829346838a1328baee064df0f72bde23717 I0513 17:03:43.376840 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-b8587444b-8tlv2/kube-rbac-proxy-self_current.log with fingerprint=6acab3713189bbff01dfb4137e17770842a41e543db80c0e4ada410621ba2071 I0513 17:03:43.376859 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-b8587444b-8tlv2/openshift-state-metrics_current.log with fingerprint=3f3ec4eac04372c7495b79b41c67307e338baa31deff858e287dca01db4fd1ce I0513 17:03:43.376869 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/init-config-reloader_current.log with fingerprint=6a44e2a2cee4641e5c3debdfbf50e9f70b226027a7f95bafcbe1b58f9c3399e3 I0513 17:03:43.376933 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/prometheus_current.log with fingerprint=7e9518950616f1a38d46e989e46fd926eaa7fdbc214388b7f9220886a8f53fd5 I0513 17:03:43.376956 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/config-reloader_current.log with fingerprint=48188e4b65a61f8ede897131a945961246fd9ab186995df9ac553225b27b3573 I0513 17:03:43.376977 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/thanos-sidecar_current.log with fingerprint=abe8951d1415ba487d3507ffbea14e7657b993c473df548978ac4e258cb03e4b I0513 17:03:43.376988 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-web_current.log with fingerprint=a547182dba357f05097eaab16dbf85a22e34f6aa435b3dc8eebaa2e66e504538 I0513 17:03:43.377000 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy_current.log with fingerprint=481b4d4b8dd7d83089562865fdfca9e990c7ef3c48ddb165a5d83fd4e1ba5cfe I0513 17:03:43.377010 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-thanos_current.log with fingerprint=6569b33f6f0c6f79acf9541957d8b60662f6804425940ba747919897b689d13c I0513 17:03:43.377021 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/init-config-reloader_current.log with fingerprint=63c1acf69363d2c94d3f06cc90da374520288fc1a0b611b4f46fa841e772d6ac I0513 17:03:43.377073 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/prometheus_current.log with fingerprint=5e0c484f76fad5ed6aa7ea36cd414a4e39583e6477220c1374499a11b5abbd88 I0513 17:03:43.377096 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/config-reloader_current.log with fingerprint=806e8ddda8b1cb91027ead7d4c9e5c0783cbe3fd65edf97ac55dc26b14cbd3d1 I0513 17:03:43.377116 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/thanos-sidecar_current.log with fingerprint=6e3a6de97e13d58a5a25ca8742f24e70b85ebe4355c44b990a311c3745fecaeb I0513 17:03:43.377128 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-web_current.log with fingerprint=04ffcc4225f9fc1ba10fa330310c0e2ba68eeabd5597aa386bb8a606f77db0c5 I0513 17:03:43.377154 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy_current.log with fingerprint=5f5bdc02fde4611ed43c120428815fa99cfc79cb45e57ca30e011c76a5acf056 I0513 17:03:43.377166 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-thanos_current.log with fingerprint=02a97725c85e8e1940250c153a434c955c1c98885e4c1c8dfeacbf979b70cd2c I0513 17:03:43.377250 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-76b589d668-4pgkz/prometheus-operator_current.log with fingerprint=6f25c74aa371dc96a1210075f447c2b4884fc8de7ed2c9b9ee21dd0d0ddda24f I0513 17:03:43.377263 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-76b589d668-4pgkz/kube-rbac-proxy_current.log with fingerprint=427cbf9949f3e508749a322c8a2ad1a98dc8e48318e8c3b71d81b925844a233d I0513 17:03:43.377276 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-59b79769fb-5qdtj/prometheus-operator-admission-webhook_current.log with fingerprint=e37b56ff3b281d0a32fd2f6a3e0107b32beaabc0641a7821b49d11d4622a2712 I0513 17:03:43.377290 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-59b79769fb-qmnlm/prometheus-operator-admission-webhook_current.log with fingerprint=8e8415bd3894c08b82ba4b7c17f6525afaa9fb262c7114be59001a1d9fc93610 I0513 17:03:43.377313 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-llsk2/thanos-query_current.log with fingerprint=5295be8f5e1b4c654806fdae83058c0682f61d1419581d61e5dcd87f5952feb7 I0513 17:03:43.377327 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-llsk2/kube-rbac-proxy-web_current.log with fingerprint=0af676097fe0722f1100d1491a21f9a3a901fb5e1fa8c2e5f42352b1f6526a0b I0513 17:03:43.377339 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-llsk2/kube-rbac-proxy_current.log with fingerprint=b6ae6f4448205422591af6dd1e8ce662b72007f082b30c52d799e607f278afa0 I0513 17:03:43.377346 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-llsk2/prom-label-proxy_current.log with fingerprint=213412315027c42c81c807be723de5e78d7e2cfe4299d99d8dca12b476a9bd44 I0513 17:03:43.377356 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-llsk2/kube-rbac-proxy-rules_current.log with fingerprint=2907013d0173af99a8e2d11a0ba4a909064e63d537407ecce5da61d13caa8383 I0513 17:03:43.377368 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-llsk2/kube-rbac-proxy-metrics_current.log with fingerprint=000503c8515e8668d9af7d36870575d87775bedd2a93690b027e21e550aab57d I0513 17:03:43.377387 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-m4xn7/thanos-query_current.log with fingerprint=862ee12e56b0efff9c8f61c8249f163ab4890a48696af5780964134150e96015 I0513 17:03:43.377403 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-m4xn7/kube-rbac-proxy-web_current.log with fingerprint=7a40e6562812abc4b4db7e299887c07f7f1c56312c3d2656b6664f41df5575f8 I0513 17:03:43.377413 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-m4xn7/kube-rbac-proxy_current.log with fingerprint=989dbad5687ad68c41ea2311e98b7ddca7bf53cc84153d7f795dcde0c81ebfbf I0513 17:03:43.377420 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-m4xn7/prom-label-proxy_current.log with fingerprint=7432a53907f7737a83885ccf4b555c87b8c421704d1d44c976009e4508ef7b5f I0513 17:03:43.377429 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-m4xn7/kube-rbac-proxy-rules_current.log with fingerprint=9ae92f1b8ff79aec0d625307d90c33fb3a3b3102e5a0e3f7a1b2568334020a81 I0513 17:03:43.377449 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-57f755885b-m4xn7/kube-rbac-proxy-metrics_current.log with fingerprint=bcb481d37f5764299ece1fb518a59232beed3526cc7481a25fdf1cf236353742 I0513 17:03:43.377460 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-7f449dfbfd-fpd92/networking-console-plugin_current.log with fingerprint=ef7fd2f088ac36c0885b95d0c3298cb5a47c320458dcd61accc7f770b22fb770 I0513 17:03:43.377470 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-7f449dfbfd-gv88h/networking-console-plugin_current.log with fingerprint=b2cc494ed35d7f5a23f7422b09748576ac46718ef131521e10c234977a2b0337 I0513 17:03:43.377613 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-fddvj with fingerprint=a6484cb020f7c828eca8c97c413eb9de01229bef9969138c0e0e66196a2ae089 E0513 17:03:43.377639 1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-66dbbb6468-fddvj.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-66dbbb6468-fddvj.json" was already recorded and had the fingerprint "a6484cb020f7c828eca8c97c413eb9de01229bef9969138c0e0e66196a2ae089", overwriting with the record having fingerprint "a6484cb020f7c828eca8c97c413eb9de01229bef9969138c0e0e66196a2ae089" W0513 17:03:43.377656 1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-66dbbb6468-fddvj.json" because of the warning: warning: the record with the same fingerprint "a6484cb020f7c828eca8c97c413eb9de01229bef9969138c0e0e66196a2ae089" was already recorded at path "config/pod/openshift-console-operator/console-operator-66dbbb6468-fddvj.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-66dbbb6468-fddvj.json" I0513 17:03:43.377672 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-66dbbb6468-fddvj/console-operator_previous.log with fingerprint=592d2cc095d745be23bf55bef4cbd7e88c8e4aa7a44adae88b4b78f73311fca1 I0513 17:03:43.377887 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-66dbbb6468-fddvj/console-operator_current.log with fingerprint=a3cf1e7350cf86f8571eb33d154ab46785c9a5b2aabc3c427d887e69175be644 I0513 17:03:43.377912 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-6b5c8f66d8-2sgxz/console_current.log with fingerprint=f4a85f62996ed7ddc1e9bd1e71ea5b5c751095a64dc6d7b2b0efebb68ee803e6 I0513 17:03:43.377937 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-6c56d79dcb-7rxdw/console_current.log with fingerprint=de248b64d56cac025b535b810f6f447b37f072020093a1856746a00432c3b5a8 I0513 17:03:43.377974 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-5c54f4944f-2xcnx/download-server_current.log with fingerprint=82351b7d4f4500b11bcbb9723ebce49b5ed6861f0275c220b100930ecde77f0b I0513 17:03:43.378016 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-5c54f4944f-bbpm5/download-server_current.log with fingerprint=7603129db2ef0ec611e6f73bcf72bb5b4bf3464109e465bd4a9b26a5ee83740e I0513 17:03:43.378048 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-57bc4dd5c-9dpmv/router_current.log with fingerprint=63aac544befe9b68ffcac4387b1f2e6e98927b20006569b94f3ae6c6f356531b I0513 17:03:43.378081 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-57bc4dd5c-tngc9/router_current.log with fingerprint=4bf1eebd3bf1a889eb9b7b4c9722bb2271432d35700afb2322cdeb2dfa14361a I0513 17:03:43.378114 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-7dfd87d94c-8bdjp/router_current.log with fingerprint=3065d6eacbd0360287e731df688fbc2bc3490057d6b181ecc6508cba9e2baaa1 I0513 17:03:43.378123 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-28g28/serve-healthcheck-canary_current.log with fingerprint=d1a0157f1e4436373c03520499773e67a2fa123779979298bb53c48224b77974 I0513 17:03:43.378130 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-4h7z5/serve-healthcheck-canary_current.log with fingerprint=22c8ba3a9cced958046bf03d0d0f58acb40f96074ef519347c1e0d789bc78bc6 I0513 17:03:43.378136 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-57z7p/serve-healthcheck-canary_current.log with fingerprint=e7e71842677208455bcf96f719697b6ec72bad5c99d8c5d677939c3892c767d4 I0513 17:03:43.378159 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 16.892078857s to process 83 records E0513 17:03:43.378234 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 16.895s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"silenced_alerts\" failed with an error, function \"active_alerts\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-66dbbb6468-fddvj.json\"" I0513 17:03:43.379343 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "silenced_alerts" failed with an error, function "active_alerts" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-66dbbb6468-fddvj.json" I0513 17:03:43.379358 1 periodic.go:216] Running workloads gatherer I0513 17:03:43.379373 1 tasks_processing.go:45] number of workers: 2 I0513 17:03:43.379381 1 tasks_processing.go:69] worker 1 listening for tasks. I0513 17:03:43.379385 1 tasks_processing.go:71] worker 1 working on helmchart_info task. I0513 17:03:43.379451 1 tasks_processing.go:69] worker 0 listening for tasks. I0513 17:03:43.379528 1 tasks_processing.go:71] worker 0 working on workload_info task. I0513 17:03:43.387975 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-1-208.ec2.internal... I0513 17:03:43.387985 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-145.ec2.internal... I0513 17:03:43.387993 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-208.ec2.internal... I0513 17:03:43.413848 1 tasks_processing.go:74] worker 1 stopped. I0513 17:03:43.413863 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 34.451032ms to process 0 records I0513 17:03:48.163033 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 5s I0513 17:03:48.189399 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 25s for image data I0513 17:03:48.199024 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (11ms) I0513 17:03:48.208619 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (10ms) I0513 17:03:48.218996 1 gather_workloads_info.go:387] No image sha256:3a1c7ec9bb0db343348170a70697ea3209ed81e22f1259ff694190e5d04ef250 (10ms) I0513 17:03:48.228162 1 gather_workloads_info.go:387] No image sha256:53ff8efdd8f563421ebc1859ab021a3bbc1306f82d4ff5d9c21bc60ec5f57898 (9ms) I0513 17:03:48.237091 1 gather_workloads_info.go:387] No image sha256:52db05084f2a2e7d7bf4040e4865df88ec4074efbbe59a78d861be2c5ab2aa40 (9ms) I0513 17:03:48.246266 1 gather_workloads_info.go:387] No image sha256:5ff204630794311b0b37fa7b197b933ad85d76a481bf7cdb3bcbada08f0cdcbf (9ms) I0513 17:03:48.255433 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (9ms) I0513 17:03:48.264680 1 gather_workloads_info.go:387] No image sha256:9d6d63dce784df5863e6a0ba4c11317a26c9d756d4e62d47759c97190a71cce5 (9ms) I0513 17:03:48.273996 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (9ms) I0513 17:03:48.282900 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (9ms) I0513 17:03:48.298333 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (15ms) I0513 17:03:48.399764 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (101ms) I0513 17:03:48.499003 1 gather_workloads_info.go:387] No image sha256:bdeb1c455cffccdb6c90db238e9d371de06340b1d6105d47f66d87293f878ac1 (99ms) I0513 17:03:48.597522 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (99ms) I0513 17:03:48.699234 1 gather_workloads_info.go:387] No image sha256:f68c0da8268f23078f5f760a91a3c8212f2195acf18c231f6e034207a67adeec (102ms) I0513 17:03:48.798549 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (99ms) I0513 17:03:48.899095 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (101ms) I0513 17:03:48.999427 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (100ms) I0513 17:03:49.099558 1 gather_workloads_info.go:387] No image sha256:0acfe677ed58031f8381cb8a4f2d8917ec4cfa95485e2a46529dffae54c75ace (100ms) I0513 17:03:49.199393 1 gather_workloads_info.go:387] No image sha256:9ef6dc311b880a6442b7a3a19006ddd955c7da36850bf000f5c9b68fd0862dd4 (100ms) I0513 17:03:49.299051 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms) I0513 17:03:49.398826 1 gather_workloads_info.go:387] No image sha256:48f5559439bea030a6423652da448c25fff0c62ba293eb521843c1a8eb89ddb0 (100ms) I0513 17:03:49.499022 1 gather_workloads_info.go:387] No image sha256:17aefdc2f4752c23dc8f0947bb01fc34635822eeb18f2d8a5eddf8211b84d450 (100ms) I0513 17:03:49.598918 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (100ms) I0513 17:03:49.699522 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (101ms) I0513 17:03:49.799336 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (100ms) I0513 17:03:49.900401 1 gather_workloads_info.go:387] No image sha256:15928a5b803fa00781b408dbc4c3bfa7c5287b18584ba31f817def8a4430c725 (101ms) I0513 17:03:49.999569 1 gather_workloads_info.go:387] No image sha256:6c6d412ccf0c3d6a14645a79df6c4658c0f8725d7954cb83c3d2f0116499345a (99ms) I0513 17:03:50.099860 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms) I0513 17:03:50.199628 1 gather_workloads_info.go:387] No image sha256:0b2e6536a0ca3afc5e64a218087a6287c74b77a359075a385f1949ca5bd51b22 (100ms) I0513 17:03:50.299787 1 gather_workloads_info.go:387] No image sha256:572ebf7c7fab1a518582f3ca46c866730423cce6e8a19f614dc15fd61bf0c65a (100ms) I0513 17:03:50.399684 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (100ms) I0513 17:03:50.499432 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms) I0513 17:03:50.599057 1 gather_workloads_info.go:398] Found image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (100ms) I0513 17:03:50.698491 1 gather_workloads_info.go:387] No image sha256:3380fecebaeee139c1607fbcd9346cebc92806679568e2244a8905ef0f52aad2 (99ms) I0513 17:03:50.798890 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (100ms) I0513 17:03:50.911061 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (112ms) I0513 17:03:50.999132 1 gather_workloads_info.go:387] No image sha256:5940cc34b322325618929b1e0eb3864dae73d54c8f5b474e218dfb28123a61c7 (88ms) I0513 17:03:51.098380 1 gather_workloads_info.go:387] No image sha256:1eb6a6ee3c66ac15be6bc21bb6015c595c11c15b9dfd21bd9f5ce7f7b990ebaa (99ms) I0513 17:03:51.198082 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms) I0513 17:03:51.298423 1 gather_workloads_info.go:387] No image sha256:15e1b5f763553e86d0230a751b0783e3b990438fd07cf96eed164bccb72ed564 (100ms) I0513 17:03:51.398424 1 gather_workloads_info.go:398] Found image sha256:23204877f166455ce8f9de9b91a467eeda576f172d5f96124a68aa986c4775d6 (100ms) I0513 17:03:51.499264 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (101ms) I0513 17:03:51.598512 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (99ms) I0513 17:03:51.699054 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (101ms) I0513 17:03:51.798453 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (99ms) I0513 17:03:51.898707 1 gather_workloads_info.go:387] No image sha256:5d6a2b8d2508c7da71192661e7c0dcf1335f48b6336a20189abffbe79eeff962 (100ms) I0513 17:03:51.999600 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (101ms) I0513 17:03:51.999645 1 tasks_processing.go:74] worker 0 stopped. I0513 17:03:52.000014 1 recorder.go:75] Recording config/workload_info with fingerprint=ec9cb035638fe47af0e1cf5786a663caa7f87d3a6032cc1b1baf175022b94ddf I0513 17:03:52.000039 1 gather.go:177] gatherer "workloads" function "workload_info" took 8.620101363s to process 1 records I0513 17:03:52.000056 1 periodic.go:263] Periodic gather workloads completed in 8.62s I0513 17:03:52.000064 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0513 17:03:52.000069 1 periodic.go:216] Running conditional gatherer I0513 17:03:52.006164 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0513 17:03:52.358534 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0513 17:03:52.361032 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.85.70:9091: connect: connection refused I0513 17:03:52.361108 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0513 17:03:52.367109 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0513 17:03:52.367125 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 17:03:52.367130 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 17:03:52.367133 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 17:03:52.367136 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 17:03:52.367161 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 17:03:52.367164 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 17:03:52.367167 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 17:03:52.367170 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 17:03:52.367173 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0513 17:03:52.367176 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0513 17:03:52.367191 1 tasks_processing.go:45] number of workers: 3 I0513 17:03:52.367203 1 tasks_processing.go:69] worker 2 listening for tasks. I0513 17:03:52.367208 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0513 17:03:52.367225 1 tasks_processing.go:69] worker 1 listening for tasks. I0513 17:03:52.367238 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0513 17:03:52.367241 1 tasks_processing.go:71] worker 1 working on remote_configuration task. I0513 17:03:52.367221 1 tasks_processing.go:69] worker 0 listening for tasks. I0513 17:03:52.367279 1 tasks_processing.go:74] worker 0 stopped. I0513 17:03:52.367288 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0513 17:03:52.367300 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 961ns to process 1 records I0513 17:03:52.367334 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0513 17:03:52.367340 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 2.451µs to process 1 records I0513 17:03:52.367346 1 tasks_processing.go:74] worker 1 stopped. I0513 17:03:52.367539 1 tasks_processing.go:74] worker 2 stopped. I0513 17:03:52.367552 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 290.731µs to process 0 records I0513 17:03:52.367568 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0513 17:03:52.367586 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0513 17:03:52.395297 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=aa04bb1fdb73b20798c8ab000ac579be604ff3a384c659460d3254aebbc7afdc I0513 17:03:52.395454 1 diskrecorder.go:70] Writing 190 records to /var/lib/insights-operator/insights-2026-05-13-170352.tar.gz I0513 17:03:52.408040 1 diskrecorder.go:51] Wrote 190 records to disk in 12ms I0513 17:03:52.408080 1 periodic.go:285] Gathering cluster info every 2h0m0s I0513 17:03:52.408096 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0513 17:04:56.483248 1 diskrecorder.go:223] Found files to send: insights-2026-05-13-170352.tar.gz I0513 17:04:56.483283 1 insightsuploader.go:150] Checking archives to upload periodically every 15m38.224827828s I0513 17:04:56.483295 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0513 17:04:56.493373 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0513 17:04:56.794682 1 requests.go:87] Successfully reported id=2026-05-13T17:04:56Z x-rh-insights-request-id=01cc355477454c23a7b20d300fdd17a0, wrote=94220 I0513 17:04:56.794741 1 insightsuploader.go:187] Uploaded report successfully in 311.438818ms I0513 17:04:56.794764 1 controller.go:129] Initializing last reported time to 2026-05-13T17:04:56Z I0513 17:04:56.794789 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0513 17:04:56.794804 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0513 17:04:56.794816 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0513 17:04:56.800818 1 controller.go:554] The operator is healthy I0513 17:05:26.501386 1 controller.go:554] The operator is healthy I0513 17:05:56.853362 1 insightsreport.go:137] Pulling report from smart-proxy I0513 17:05:56.853387 1 insightsreport.go:149] Retrieving report I0513 17:05:56.860403 1 requests.go:110] Retrieving report for cluster: 350ec658-8e19-4d95-8677-15532f9cd91b I0513 17:05:56.860415 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/350ec658-8e19-4d95-8677-15532f9cd91b/reports I0513 17:05:56.863487 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/350ec658-8e19-4d95-8677-15532f9cd91b/reports I0513 17:05:57.605879 1 insightsreport.go:184] Report retrieved I0513 17:05:57.642988 1 insightsreport.go:239] Report retrieved correctly I0513 17:07:26.502501 1 controller.go:554] The operator is healthy I0513 17:08:26.473350 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0513 17:08:26.481309 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0513 17:08:26.481326 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0513 17:08:26.485730 1 secretconfigobserver.go:119] support secret does not exist I0513 17:09:26.498625 1 controller.go:554] The operator is healthy I0513 17:11:26.499644 1 controller.go:554] The operator is healthy I0513 17:13:26.457082 1 configmapobserver.go:84] configmaps "insights-config" not found I0513 17:13:26.486202 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0513 17:13:26.507867 1 controller.go:554] The operator is healthy I0513 17:13:26.509707 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0513 17:13:26.509721 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0513 17:13:26.519997 1 secretconfigobserver.go:119] support secret does not exist I0513 17:15:26.499790 1 controller.go:554] The operator is healthy I0513 17:17:26.500672 1 controller.go:554] The operator is healthy I0513 17:18:26.520694 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0513 17:18:26.526975 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0513 17:18:26.526995 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0513 17:18:26.531468 1 secretconfigobserver.go:119] support secret does not exist I0513 17:19:26.500193 1 controller.go:554] The operator is healthy I0513 17:20:40.020571 1 insightsuploader.go:146] Nothing to report since 2026-05-13T17:04:56Z I0513 17:21:26.501926 1 controller.go:554] The operator is healthy