W0428 15:40:08.837677       1 cmd.go:257] Using insecure, self-signed certificates
I0428 15:40:09.431747       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:40:09.432466       1 observer_polling.go:159] Starting file observer
I0428 15:40:10.207812       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0428 15:40:10.208012       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0428 15:40:10.208577       1 secure_serving.go:57] Forcing use of http/1.1 only
W0428 15:40:10.208596       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0428 15:40:10.208600       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0428 15:40:10.208605       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0428 15:40:10.208609       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0428 15:40:10.208611       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0428 15:40:10.208614       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0428 15:40:10.208648       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0428 15:40:10.216552       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0428 15:40:10.216567       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"9b9e6424-9855-48bb-8be2-6e61f5b81995", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0428 15:40:10.218227       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0428 15:40:10.218254       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0428 15:40:10.218256       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0428 15:40:10.218276       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0428 15:40:10.218289       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0428 15:40:10.218309       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0428 15:40:10.218479       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-110748917/tls.crt::/tmp/serving-cert-110748917/tls.key"
I0428 15:40:10.219042       1 secure_serving.go:213] Serving securely on [::]:8443
I0428 15:40:10.219068       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0428 15:40:10.238606       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0428 15:40:10.238630       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0428 15:40:10.238732       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0428 15:40:10.249048       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0428 15:40:10.249071       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0428 15:40:10.260723       1 secretconfigobserver.go:119] support secret does not exist
I0428 15:40:10.277063       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0428 15:40:10.284464       1 secretconfigobserver.go:119] support secret does not exist
I0428 15:40:10.286887       1 recorder.go:176] Pruning old reports every 6h1m13s, max age is 288h0m0s
I0428 15:40:10.296630       1 periodic.go:216] Running clusterconfig gatherer
I0428 15:40:10.296673       1 tasks_processing.go:45] number of workers: 64
I0428 15:40:10.296692       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0428 15:40:10.296704       1 tasks_processing.go:69] worker 5 listening for tasks.
I0428 15:40:10.296709       1 tasks_processing.go:69] worker 4 listening for tasks.
I0428 15:40:10.296713       1 tasks_processing.go:69] worker 63 listening for tasks.
I0428 15:40:10.296706       1 insightsreport.go:296] Starting report retriever
I0428 15:40:10.296720       1 tasks_processing.go:69] worker 0 listening for tasks.
I0428 15:40:10.296723       1 tasks_processing.go:71] worker 63 working on container_images task.
I0428 15:40:10.296725       1 tasks_processing.go:69] worker 12 listening for tasks.
I0428 15:40:10.296730       1 tasks_processing.go:69] worker 1 listening for tasks.
I0428 15:40:10.296731       1 tasks_processing.go:69] worker 37 listening for tasks.
I0428 15:40:10.296736       1 tasks_processing.go:71] worker 1 working on overlapping_namespace_uids task.
I0428 15:40:10.296737       1 tasks_processing.go:69] worker 13 listening for tasks.
I0428 15:40:10.296697       1 tasks_processing.go:69] worker 10 listening for tasks.
I0428 15:40:10.296743       1 tasks_processing.go:69] worker 14 listening for tasks.
I0428 15:40:10.296744       1 tasks_processing.go:69] worker 39 listening for tasks.
I0428 15:40:10.296714       1 tasks_processing.go:69] worker 36 listening for tasks.
I0428 15:40:10.296712       1 tasks_processing.go:71] worker 5 working on storage_classes task.
I0428 15:40:10.296754       1 tasks_processing.go:69] worker 16 listening for tasks.
I0428 15:40:10.296754       1 tasks_processing.go:69] worker 7 listening for tasks.
I0428 15:40:10.296761       1 tasks_processing.go:69] worker 17 listening for tasks.
I0428 15:40:10.296720       1 tasks_processing.go:69] worker 11 listening for tasks.
I0428 15:40:10.296740       1 tasks_processing.go:69] worker 38 listening for tasks.
I0428 15:40:10.296768       1 tasks_processing.go:71] worker 4 working on cluster_apiserver task.
I0428 15:40:10.296773       1 tasks_processing.go:69] worker 28 listening for tasks.
I0428 15:40:10.296773       1 tasks_processing.go:69] worker 18 listening for tasks.
I0428 15:40:10.296772       1 tasks_processing.go:69] worker 2 listening for tasks.
I0428 15:40:10.296779       1 tasks_processing.go:69] worker 29 listening for tasks.
I0428 15:40:10.296780       1 tasks_processing.go:69] worker 3 listening for tasks.
I0428 15:40:10.296785       1 tasks_processing.go:69] worker 30 listening for tasks.
I0428 15:40:10.296785       1 tasks_processing.go:69] worker 19 listening for tasks.
I0428 15:40:10.296790       1 tasks_processing.go:69] worker 20 listening for tasks.
I0428 15:40:10.296793       1 tasks_processing.go:69] worker 23 listening for tasks.
I0428 15:40:10.296795       1 tasks_processing.go:71] worker 20 working on pdbs task.
I0428 15:40:10.296797       1 tasks_processing.go:69] worker 31 listening for tasks.
I0428 15:40:10.296796       1 tasks_processing.go:71] worker 30 working on jaegers task.
I0428 15:40:10.296803       1 tasks_processing.go:69] worker 32 listening for tasks.
I0428 15:40:10.296809       1 tasks_processing.go:69] worker 33 listening for tasks.
I0428 15:40:10.296810       1 tasks_processing.go:69] worker 22 listening for tasks.
I0428 15:40:10.296814       1 tasks_processing.go:69] worker 34 listening for tasks.
I0428 15:40:10.296818       1 tasks_processing.go:69] worker 35 listening for tasks.
I0428 15:40:10.296750       1 tasks_processing.go:69] worker 15 listening for tasks.
I0428 15:40:10.296823       1 tasks_processing.go:71] worker 14 working on machine_autoscalers task.
I0428 15:40:10.296731       1 tasks_processing.go:71] worker 12 working on infrastructures task.
I0428 15:40:10.296806       1 tasks_processing.go:71] worker 7 working on openshift_machine_api_events task.
I0428 15:40:10.296832       1 tasks_processing.go:71] worker 11 working on olm_operators task.
I0428 15:40:10.296848       1 tasks_processing.go:71] worker 2 working on openshift_logging task.
I0428 15:40:10.296802       1 tasks_processing.go:69] worker 21 listening for tasks.
I0428 15:40:10.296755       1 tasks_processing.go:69] worker 9 listening for tasks.
I0428 15:40:10.296766       1 tasks_processing.go:69] worker 27 listening for tasks.
I0428 15:40:10.296822       1 tasks_processing.go:71] worker 28 working on operators_pods_and_events task.
I0428 15:40:10.296883       1 tasks_processing.go:71] worker 18 working on version task.
I0428 15:40:10.296890       1 tasks_processing.go:69] worker 24 listening for tasks.
I0428 15:40:10.296628       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0428 15:40:10.297237       1 tasks_processing.go:71] worker 3 working on nodenetworkconfigurationpolicies task.
I0428 15:40:10.297327       1 tasks_processing.go:71] worker 37 working on dvo_metrics task.
I0428 15:40:10.297469       1 tasks_processing.go:69] worker 56 listening for tasks.
I0428 15:40:10.297474       1 tasks_processing.go:69] worker 43 listening for tasks.
I0428 15:40:10.297337       1 tasks_processing.go:69] worker 54 listening for tasks.
I0428 15:40:10.297280       1 tasks_processing.go:69] worker 53 listening for tasks.
I0428 15:40:10.296723       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0428 15:40:10.297586       1 tasks_processing.go:71] worker 36 working on node_features task.
I0428 15:40:10.296745       1 tasks_processing.go:69] worker 6 listening for tasks.
I0428 15:40:10.297192       1 tasks_processing.go:69] worker 52 listening for tasks.
I0428 15:40:10.297285       1 tasks_processing.go:69] worker 41 listening for tasks.
I0428 15:40:10.297351       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0428 15:40:10.297621       1 tasks_processing.go:69] worker 50 listening for tasks.
I0428 15:40:10.296791       1 tasks_processing.go:71] worker 19 working on pod_network_connectivity_checks task.
I0428 15:40:10.297641       1 tasks_processing.go:71] worker 16 working on networks task.
I0428 15:40:10.297651       1 tasks_processing.go:69] worker 26 listening for tasks.
I0428 15:40:10.297651       1 tasks_processing.go:69] worker 62 listening for tasks.
I0428 15:40:10.297392       1 tasks_processing.go:69] worker 59 listening for tasks.
I0428 15:40:10.297392       1 tasks_processing.go:69] worker 55 listening for tasks.
I0428 15:40:10.297389       1 tasks_processing.go:69] worker 42 listening for tasks.
I0428 15:40:10.297483       1 tasks_processing.go:69] worker 44 listening for tasks.
I0428 15:40:10.297486       1 tasks_processing.go:69] worker 60 listening for tasks.
I0428 15:40:10.297487       1 tasks_processing.go:71] worker 39 working on openstack_dataplanenodesets task.
I0428 15:40:10.297690       1 tasks_processing.go:69] worker 57 listening for tasks.
I0428 15:40:10.297698       1 tasks_processing.go:69] worker 48 listening for tasks.
I0428 15:40:10.296734       1 tasks_processing.go:69] worker 8 listening for tasks.
I0428 15:40:10.297541       1 tasks_processing.go:69] worker 61 listening for tasks.
I0428 15:40:10.297714       1 tasks_processing.go:69] worker 58 listening for tasks.
I0428 15:40:10.297716       1 tasks_processing.go:69] worker 47 listening for tasks.
I0428 15:40:10.297720       1 tasks_processing.go:71] worker 61 working on openstack_dataplanedeployments task.
I0428 15:40:10.297571       1 tasks_processing.go:69] worker 49 listening for tasks.
I0428 15:40:10.297733       1 tasks_processing.go:71] worker 54 working on monitoring_persistent_volumes task.
I0428 15:40:10.297746       1 tasks_processing.go:69] worker 46 listening for tasks.
I0428 15:40:10.297749       1 tasks_processing.go:71] worker 8 working on image_registries task.
I0428 15:40:10.297755       1 tasks_processing.go:71] worker 53 working on openstack_controlplanes task.
I0428 15:40:10.297792       1 tasks_processing.go:71] worker 38 working on authentication task.
I0428 15:40:10.297804       1 tasks_processing.go:71] worker 23 working on aggregated_monitoring_cr_names task.
I0428 15:40:10.296828       1 tasks_processing.go:71] worker 17 working on machine_sets task.
I0428 15:40:10.296725       1 tasks_processing.go:71] worker 0 working on image task.
I0428 15:40:10.297367       1 tasks_processing.go:71] worker 13 working on nodenetworkstates task.
I0428 15:40:10.297912       1 tasks_processing.go:71] worker 31 working on machine_healthchecks task.
I0428 15:40:10.297969       1 tasks_processing.go:71] worker 46 working on mutating_webhook_configurations task.
I0428 15:40:10.298011       1 tasks_processing.go:71] worker 49 working on config_maps task.
I0428 15:40:10.297492       1 tasks_processing.go:69] worker 45 listening for tasks.
I0428 15:40:10.298034       1 tasks_processing.go:71] worker 45 working on machine_config_pools task.
I0428 15:40:10.298038       1 tasks_processing.go:71] worker 6 working on qemu_kubevirt_launcher_logs task.
I0428 15:40:10.298093       1 tasks_processing.go:71] worker 58 working on sap_config task.
I0428 15:40:10.297378       1 tasks_processing.go:71] worker 10 working on lokistack task.
I0428 15:40:10.298458       1 tasks_processing.go:71] worker 15 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0428 15:40:10.296888       1 tasks_processing.go:69] worker 40 listening for tasks.
I0428 15:40:10.298536       1 tasks_processing.go:71] worker 52 working on active_alerts task.
W0428 15:40:10.299013       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:40:10.298541       1 tasks_processing.go:71] worker 41 working on oauths task.
I0428 15:40:10.299033       1 tasks_processing.go:71] worker 52 working on service_accounts task.
I0428 15:40:10.298544       1 tasks_processing.go:71] worker 50 working on sap_datahubs task.
I0428 15:40:10.298547       1 tasks_processing.go:71] worker 26 working on tsdb_status task.
I0428 15:40:10.298550       1 tasks_processing.go:71] worker 62 working on feature_gates task.
W0428 15:40:10.299113       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:40:10.298552       1 tasks_processing.go:71] worker 59 working on install_plans task.
I0428 15:40:10.298555       1 tasks_processing.go:71] worker 55 working on proxies task.
I0428 15:40:10.298561       1 tasks_processing.go:71] worker 42 working on crds task.
I0428 15:40:10.298563       1 tasks_processing.go:71] worker 44 working on operators task.
I0428 15:40:10.298565       1 tasks_processing.go:71] worker 60 working on ingress_certificates task.
I0428 15:40:10.298578       1 tasks_processing.go:71] worker 57 working on cost_management_metrics_configs task.
I0428 15:40:10.298581       1 tasks_processing.go:71] worker 48 working on clusterroles task.
I0428 15:40:10.298692       1 tasks_processing.go:71] worker 21 working on validating_webhook_configurations task.
I0428 15:40:10.298698       1 tasks_processing.go:71] worker 9 working on openstack_version task.
I0428 15:40:10.298703       1 tasks_processing.go:71] worker 27 working on metrics task.
W0428 15:40:10.299600       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:40:10.298708       1 tasks_processing.go:71] worker 24 working on ceph_cluster task.
I0428 15:40:10.298712       1 tasks_processing.go:71] worker 56 working on image_pruners task.
I0428 15:40:10.298717       1 tasks_processing.go:71] worker 43 working on nodes task.
I0428 15:40:10.296875       1 tasks_processing.go:69] worker 51 listening for tasks.
I0428 15:40:10.300303       1 tasks_processing.go:71] worker 51 working on storage_cluster task.
I0428 15:40:10.298858       1 tasks_processing.go:69] worker 25 listening for tasks.
I0428 15:40:10.298891       1 tasks_processing.go:71] worker 32 working on schedulers task.
I0428 15:40:10.298894       1 tasks_processing.go:71] worker 33 working on support_secret task.
I0428 15:40:10.300437       1 tasks_processing.go:71] worker 40 working on machines task.
I0428 15:40:10.300442       1 tasks_processing.go:71] worker 25 working on silenced_alerts task.
I0428 15:40:10.298905       1 tasks_processing.go:71] worker 34 working on node_logs task.
W0428 15:40:10.300463       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:40:10.298902       1 tasks_processing.go:71] worker 22 working on container_runtime_configs task.
I0428 15:40:10.298910       1 tasks_processing.go:71] worker 35 working on sap_pods task.
I0428 15:40:10.300622       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 38.338µs to process 0 records
I0428 15:40:10.300639       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 33.47µs to process 0 records
I0428 15:40:10.298917       1 tasks_processing.go:71] worker 47 working on certificate_signing_requests task.
I0428 15:40:10.300648       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 25.482µs to process 0 records
I0428 15:40:10.300657       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 18.325µs to process 0 records
I0428 15:40:10.300666       1 tasks_processing.go:71] worker 25 working on machine_configs task.
I0428 15:40:10.300766       1 tasks_processing.go:74] worker 26 stopped.
I0428 15:40:10.298929       1 tasks_processing.go:71] worker 29 working on ingress task.
I0428 15:40:10.300779       1 tasks_processing.go:74] worker 27 stopped.
I0428 15:40:10.301976       1 tasks_processing.go:74] worker 30 stopped.
I0428 15:40:10.301990       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 5.162203ms to process 0 records
I0428 15:40:10.303744       1 tasks_processing.go:74] worker 3 stopped.
I0428 15:40:10.303756       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 6.442241ms to process 0 records
I0428 15:40:10.304547       1 tasks_processing.go:74] worker 58 stopped.
I0428 15:40:10.304559       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 6.438422ms to process 0 records
E0428 15:40:10.304568       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0428 15:40:10.304574       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 6.908986ms to process 0 records
I0428 15:40:10.304578       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 6.638495ms to process 0 records
I0428 15:40:10.304581       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 6.870013ms to process 0 records
I0428 15:40:10.304588       1 tasks_processing.go:74] worker 39 stopped.
I0428 15:40:10.304592       1 tasks_processing.go:74] worker 19 stopped.
I0428 15:40:10.304595       1 tasks_processing.go:74] worker 13 stopped.
E0428 15:40:10.304787       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0428 15:40:10.304791       1 tasks_processing.go:74] worker 2 stopped.
I0428 15:40:10.304798       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 7.920532ms to process 0 records
I0428 15:40:10.304806       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 7.193388ms to process 0 records
I0428 15:40:10.304811       1 tasks_processing.go:74] worker 36 stopped.
I0428 15:40:10.318985       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0428 15:40:10.318995       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0428 15:40:10.319021       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0428 15:40:10.321722       1 tasks_processing.go:74] worker 53 stopped.
I0428 15:40:10.321736       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 23.958843ms to process 0 records
I0428 15:40:10.321774       1 tasks_processing.go:74] worker 50 stopped.
I0428 15:40:10.321796       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 22.716848ms to process 0 records
I0428 15:40:10.321805       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 24.053791ms to process 0 records
I0428 15:40:10.321811       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 22.23641ms to process 0 records
I0428 15:40:10.321817       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 22.183232ms to process 0 records
I0428 15:40:10.321824       1 tasks_processing.go:74] worker 24 stopped.
I0428 15:40:10.321828       1 tasks_processing.go:74] worker 61 stopped.
I0428 15:40:10.321833       1 tasks_processing.go:74] worker 9 stopped.
I0428 15:40:10.321903       1 tasks_processing.go:74] worker 31 stopped.
E0428 15:40:10.321913       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0428 15:40:10.321920       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 23.97815ms to process 0 records
I0428 15:40:10.321934       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0428 15:40:10.321963       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0428 15:40:10.321970       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0428 15:40:10.321974       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0428 15:40:10.321987       1 controller.go:531] The operator is still being initialized
I0428 15:40:10.321993       1 controller.go:554] The operator is healthy
I0428 15:40:10.327424       1 tasks_processing.go:74] worker 17 stopped.
I0428 15:40:10.327434       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 29.572822ms to process 0 records
I0428 15:40:10.327444       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 30.614635ms to process 0 records
I0428 15:40:10.327451       1 tasks_processing.go:74] worker 14 stopped.
I0428 15:40:10.327455       1 tasks_processing.go:74] worker 51 stopped.
I0428 15:40:10.327468       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 27.143391ms to process 0 records
I0428 15:40:10.327494       1 tasks_processing.go:74] worker 20 stopped.
I0428 15:40:10.327648       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=31f03299adf4d2899b7f0aae1fb35afe408c777b619c16919861490d3270bc64
I0428 15:40:10.327671       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=bdbcffed7b7da3290a16da88b7c1c4e6de29a124f81088223a67047c4a3ddace
I0428 15:40:10.327692       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=6191c5ede0a3fe8dfc7b1a229b8c682469d1ccd8c73a8ddcaf0680f0b5ba3047
I0428 15:40:10.327705       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 30.69152ms to process 3 records
I0428 15:40:10.327720       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 29.31201ms to process 0 records
I0428 15:40:10.327728       1 tasks_processing.go:74] worker 10 stopped.
E0428 15:40:10.327731       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0428 15:40:10.327739       1 gather.go:177] gatherer "clusterconfig" function "machines" took 27.15048ms to process 0 records
I0428 15:40:10.327745       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 30.83085ms to process 0 records
I0428 15:40:10.327749       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 27.15785ms to process 0 records
I0428 15:40:10.327754       1 tasks_processing.go:74] worker 22 stopped.
I0428 15:40:10.327757       1 tasks_processing.go:74] worker 40 stopped.
I0428 15:40:10.327761       1 tasks_processing.go:74] worker 11 stopped.
I0428 15:40:10.327961       1 tasks_processing.go:74] worker 0 stopped.
I0428 15:40:10.328065       1 recorder.go:75] Recording config/image with fingerprint=8d210672eaad13dc2ae2ba094ac519158d1e55c6a57258032606f44fed93caf2
I0428 15:40:10.328084       1 gather.go:177] gatherer "clusterconfig" function "image" took 30.063808ms to process 1 records
I0428 15:40:10.328097       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 27.482594ms to process 0 records
I0428 15:40:10.328101       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 30.022693ms to process 0 records
I0428 15:40:10.328106       1 tasks_processing.go:74] worker 45 stopped.
I0428 15:40:10.328111       1 tasks_processing.go:74] worker 35 stopped.
I0428 15:40:10.328341       1 tasks_processing.go:74] worker 41 stopped.
I0428 15:40:10.328554       1 recorder.go:75] Recording config/oauth with fingerprint=276418d20fb16cb78688fcc46e1764d4bdc81afa374d91e0a6e24f4558508c28
I0428 15:40:10.328567       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 29.300747ms to process 1 records
I0428 15:40:10.331548       1 tasks_processing.go:74] worker 4 stopped.
I0428 15:40:10.331662       1 recorder.go:75] Recording config/apiserver with fingerprint=a3c9aa3c74f65b9d7e836f556b56a79f7b45dc0882e45ed17db9be4069ade0ca
I0428 15:40:10.331675       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 34.77125ms to process 1 records
I0428 15:40:10.331702       1 tasks_processing.go:74] worker 5 stopped.
I0428 15:40:10.331767       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=dad76e2ea01f6c2505e81655e2b39376a81126ead282c3f43fa0509a8250a49e
I0428 15:40:10.331781       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=e236f20c0d5f4c004e8feaaa9384ea4158f1a1287ae4f147490f0bbaf5229da9
I0428 15:40:10.331788       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 34.940581ms to process 2 records
I0428 15:40:10.331801       1 tasks_processing.go:74] worker 12 stopped.
I0428 15:40:10.332173       1 gather_logs.go:145] no pods in  namespace were found
I0428 15:40:10.332876       1 recorder.go:75] Recording config/infrastructure with fingerprint=21c4c8def151ac81f803efe4ed5ae009475bd1a93648330434332a164af96226
I0428 15:40:10.332903       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 34.966044ms to process 1 records
I0428 15:40:10.332928       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 31.367543ms to process 0 records
E0428 15:40:10.332955       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0428 15:40:10.332964       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 31.451335ms to process 0 records
I0428 15:40:10.332971       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 32.411374ms to process 0 records
I0428 15:40:10.333023       1 tasks_processing.go:74] worker 34 stopped.
I0428 15:40:10.333077       1 tasks_processing.go:74] worker 33 stopped.
I0428 15:40:10.333108       1 tasks_processing.go:74] worker 57 stopped.
I0428 15:40:10.333178       1 tasks_processing.go:74] worker 38 stopped.
I0428 15:40:10.333344       1 recorder.go:75] Recording config/authentication with fingerprint=cbed539f5817a8e4433f3a7f5cccbf9505aca02d4ff37cdf37b113e4a363f44b
I0428 15:40:10.333390       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 34.12651ms to process 1 records
I0428 15:40:10.333486       1 recorder.go:75] Recording config/proxy with fingerprint=39ab3346eba004fc96dc593cb9a95d0f3f6f4be326a8ad8140afd9a93de99f53
I0428 15:40:10.333527       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 32.796234ms to process 1 records
I0428 15:40:10.333492       1 tasks_processing.go:74] worker 55 stopped.
I0428 15:40:10.333566       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 35.214701ms to process 0 records
I0428 15:40:10.333574       1 tasks_processing.go:74] worker 7 stopped.
I0428 15:40:10.333845       1 tasks_processing.go:74] worker 21 stopped.
I0428 15:40:10.334117       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=6f7695d493056d9555e9e0205b1f2b94756b8eaa14f33d7fcdf9e1cb8e3010ef
I0428 15:40:10.334637       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=6292765fd00ce2b1b588b48d990d5a7b4c8fe5c0cd40283fb5377b2d7b53b62b
I0428 15:40:10.334673       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=e5e5e45b6ad1ab9b65ad239eed84887f74009a8b4b807e87bab02a1f152d62f4
I0428 15:40:10.334710       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=82f4011df87048bab37e5cd99588148040c9f87012f7b7ef46a61091ebccd599
I0428 15:40:10.334746       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=a5f23dd6c946de590cd55f08f4213235fb20bd4a45e4347a3328a279eced6af5
I0428 15:40:10.334775       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=ecf8f5edfd63c4eeb810e3d7fef542a5129f35608201d06b2626a1b92864db78
I0428 15:40:10.334803       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=3c776cb8336f9c8ccce3d8ad07c944de9825878f71798fafe08cb433c3397881
I0428 15:40:10.334846       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=fa4b48b2ebdb1d146f348bfd11cfd3121f9bf8a7ebfae3614a74b7f2358cd787
I0428 15:40:10.334883       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=4575ba9dab98bf23afc62028d5743fc71990dc271d8133152b5f7a8ae99febe0
I0428 15:40:10.334912       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=d09ad0b2320001c05bb9a120c1aeb53b3f98b224ba7694e8f03d0e58b531eba7
I0428 15:40:10.334959       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=05a5314ac340dfbb6369178be734396ef18d869c85a482cd2ed01df4cf6b3dc4
I0428 15:40:10.334968       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 32.552226ms to process 11 records
I0428 15:40:10.335026       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=b93ee245c06ee290ecb43d427126b317c50a81515f6ff10955c6c7fc81104e9c
I0428 15:40:10.335034       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 31.700166ms to process 1 records
I0428 15:40:10.335050       1 tasks_processing.go:74] worker 32 stopped.
I0428 15:40:10.335116       1 tasks_processing.go:74] worker 16 stopped.
I0428 15:40:10.335146       1 recorder.go:75] Recording config/network with fingerprint=23a83b3b2d693de7d38fc95710cb3e8b923c7f4261daa168bca05be9380d644b
I0428 15:40:10.335165       1 gather.go:177] gatherer "clusterconfig" function "networks" took 34.527195ms to process 1 records
I0428 15:40:10.335173       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 34.140683ms to process 0 records
I0428 15:40:10.335245       1 tasks_processing.go:74] worker 6 stopped.
I0428 15:40:10.335309       1 tasks_processing.go:74] worker 56 stopped.
I0428 15:40:10.335350       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=b5c76c9116fd6f5bda9eda0d6ff509c3db55907e4c5e970b2b9f518310d68e5c
I0428 15:40:10.335358       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 32.887245ms to process 1 records
I0428 15:40:10.335435       1 tasks_processing.go:74] worker 29 stopped.
I0428 15:40:10.335452       1 recorder.go:75] Recording config/ingress with fingerprint=5a60c8cd2ffa3d629f7fd3c796791bd0cc182ddf40f1837d170efa6764df9bf7
I0428 15:40:10.335458       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 31.915188ms to process 1 records
I0428 15:40:10.335532       1 tasks_processing.go:74] worker 8 stopped.
I0428 15:40:10.335740       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=ac2c50fb086dfc56166d16f12abd228858639715311f078730b8e9c13bc1958e
I0428 15:40:10.335748       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 35.345338ms to process 1 records
I0428 15:40:10.335815       1 tasks_processing.go:74] worker 43 stopped.
I0428 15:40:10.336002       1 recorder.go:75] Recording config/node/ip-10-0-0-193.ec2.internal with fingerprint=82757d37f0d23cc96fac248343aac2ccc06b00c71f80a2df5f7764390a879054
I0428 15:40:10.336055       1 recorder.go:75] Recording config/node/ip-10-0-1-149.ec2.internal with fingerprint=a1690ba5f88222bb5cd5de84b931cfca9a8af84b84fd5a370c181813b1fdd3bf
I0428 15:40:10.336122       1 recorder.go:75] Recording config/node/ip-10-0-2-253.ec2.internal with fingerprint=9350efb4f8db816fc53d47a7efd728de17aa3d9d0d123dd662c7709fe93f72e8
I0428 15:40:10.336129       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 33.146107ms to process 3 records
I0428 15:40:10.336206       1 tasks_processing.go:74] worker 62 stopped.
I0428 15:40:10.336208       1 recorder.go:75] Recording config/featuregate with fingerprint=583ee10507694a1c5bafaca078a6bb249e2b107568636e610a838ce721b73efc
I0428 15:40:10.336224       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 34.323104ms to process 1 records
I0428 15:40:10.336515       1 tasks_processing.go:74] worker 47 stopped.
I0428 15:40:10.336532       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 35.857562ms to process 0 records
W0428 15:40:10.336874       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:40:10.338830       1 base_controller.go:82] Caches are synced for ConfigController 
I0428 15:40:10.338840       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0428 15:40:10.342823       1 tasks_processing.go:74] worker 54 stopped.
I0428 15:40:10.342835       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 45.082383ms to process 0 records
I0428 15:40:10.343960       1 tasks_processing.go:74] worker 46 stopped.
I0428 15:40:10.344205       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=bcdb170136fb1ea1f444efd4c11126d3c9c61967627de38ab15cea5adbabe41d
I0428 15:40:10.344295       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=9734d9c0ec3991209495d22e0860ef2a990b2263df1d13b18f24472cd8b18e76
I0428 15:40:10.344370       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=55f9c9ff372d27ffd2681aa48f5a13432df3cb7d15896c5c4b9261c53663e3c3
I0428 15:40:10.344401       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 45.973077ms to process 3 records
I0428 15:40:10.345054       1 tasks_processing.go:74] worker 1 stopped.
I0428 15:40:10.345082       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0428 15:40:10.345092       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 48.309605ms to process 1 records
I0428 15:40:10.345580       1 tasks_processing.go:74] worker 25 stopped.
E0428 15:40:10.345604       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0428 15:40:10.345637       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0428 15:40:10.345659       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 44.903217ms to process 1 records
I0428 15:40:10.348901       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0428 15:40:10.348914       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0428 15:40:10.349053       1 operator.go:328] started
I0428 15:40:10.349095       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0428 15:40:10.351800       1 tasks_processing.go:74] worker 63 stopped.
I0428 15:40:10.351860       1 recorder.go:75] Recording config/running_containers with fingerprint=5947cb3c0a9007963a92de18d6744a3ef9a77e1c18922dcb270f754d22da1190
I0428 15:40:10.351875       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 55.062273ms to process 1 records
I0428 15:40:10.352386       1 tasks_processing.go:74] worker 42 stopped.
I0428 15:40:10.352439       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:40:10.352934       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=2a893a6b50e9111d38fb8e7f3990ac4d16925a4a70c12183b94346623269c2a4
I0428 15:40:10.353298       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=8e7ac12448c1d4a49d36a0482a304f3b85c0979cf5e70f227c01b01a43af4ac6
I0428 15:40:10.353337       1 gather.go:177] gatherer "clusterconfig" function "crds" took 53.116999ms to process 2 records
I0428 15:40:10.353690       1 tasks_processing.go:74] worker 48 stopped.
I0428 15:40:10.353994       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=667e993518c468be46c7a27607b0fe53dab0123c8a7a242657a236eb5f4b381a
I0428 15:40:10.354133       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=8ba916f65306e83090515005d3c46bf738d7b2177aedde10cc7624aa43d13cd1
I0428 15:40:10.354146       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 54.191811ms to process 2 records
I0428 15:40:10.372350       1 tasks_processing.go:74] worker 15 stopped.
I0428 15:40:10.372368       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 73.380483ms to process 0 records
I0428 15:40:10.378771       1 prometheus_rules.go:88] Prometheus rules successfully created
I0428 15:40:10.378783       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0428 15:40:10.378802       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0428 15:40:10.378807       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0428 15:40:10.378811       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0428 15:40:10.378816       1 controller.go:254] Source scaController *sca.Controller is not ready
I0428 15:40:10.378840       1 controller.go:531] The operator is still being initialized
I0428 15:40:10.378853       1 controller.go:554] The operator is healthy
I0428 15:40:10.380251       1 tasks_processing.go:74] worker 23 stopped.
I0428 15:40:10.380268       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 82.4328ms to process 0 records
E0428 15:40:10.389052       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27907f6744-8f4c-4f00-980e-c51cd3852452%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:51151->172.30.0.10:53: read: connection refused
I0428 15:40:10.389065       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27907f6744-8f4c-4f00-980e-c51cd3852452%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:51151->172.30.0.10:53: read: connection refused
I0428 15:40:10.398692       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0428 15:40:10.401809       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:46693->172.30.0.10:53: read: connection refused
I0428 15:40:10.401822       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:46693->172.30.0.10:53: read: connection refused
I0428 15:40:10.418636       1 tasks_processing.go:74] worker 18 stopped.
I0428 15:40:10.418894       1 recorder.go:75] Recording config/version with fingerprint=90dcd8d1157f2c13d4d404ae9fb41f3d83907fffa1eae8efda0c507200d81740
I0428 15:40:10.418909       1 recorder.go:75] Recording config/id with fingerprint=8c34e1551245bebcbf60447c8385295fb1791cacb6d2b2d326f5a422d18f40db
I0428 15:40:10.418915       1 gather.go:177] gatherer "clusterconfig" function "version" took 121.740962ms to process 2 records
I0428 15:40:10.419027       1 tasks_processing.go:74] worker 49 stopped.
E0428 15:40:10.419040       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0428 15:40:10.419046       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0428 15:40:10.419049       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0428 15:40:10.419058       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0428 15:40:10.419091       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0428 15:40:10.419098       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0428 15:40:10.419102       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0428 15:40:10.419107       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0428 15:40:10.419144       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0428 15:40:10.419151       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0428 15:40:10.419156       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 120.995564ms to process 7 records
I0428 15:40:10.449676       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0428 15:40:10.449688       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0428 15:40:10.454028       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0428 15:40:10.480566       1 tasks_processing.go:74] worker 60 stopped.
E0428 15:40:10.480580       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0428 15:40:10.480585       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pv84p6sed3utucq8k8srs7b6fppqucb-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pv84p6sed3utucq8k8srs7b6fppqucb-primary-cert-bundle-secret" not found
I0428 15:40:10.480635       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=d0e49be1e1a088f7a4a16000844a49ae0ea2d66ba35ceece611c38a774c91ac8
I0428 15:40:10.480647       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 181.138815ms to process 1 records
W0428 15:40:11.335354       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:40:11.543377       1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers
I0428 15:40:11.543392       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes
I0428 15:40:11.544043       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-fs6xd pod in namespace openshift-dns (previous: false).
I0428 15:40:11.769453       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fs6xd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-fs6xd\" is waiting to start: ContainerCreating"
I0428 15:40:11.769470       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-fs6xd\" is waiting to start: ContainerCreating"
I0428 15:40:11.769479       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-fs6xd pod in namespace openshift-dns (previous: false).
I0428 15:40:11.789044       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0428 15:40:11.947353       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fs6xd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-fs6xd\" is waiting to start: ContainerCreating"
I0428 15:40:11.947369       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-fs6xd\" is waiting to start: ContainerCreating"
I0428 15:40:11.947379       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-l5v2v pod in namespace openshift-dns (previous: false).
I0428 15:40:12.174987       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-l5v2v pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-l5v2v\" is waiting to start: ContainerCreating"
I0428 15:40:12.175005       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-l5v2v\" is waiting to start: ContainerCreating"
I0428 15:40:12.175013       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-l5v2v pod in namespace openshift-dns (previous: false).
W0428 15:40:12.335201       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:40:12.351165       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-l5v2v pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-l5v2v\" is waiting to start: ContainerCreating"
I0428 15:40:12.351180       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-l5v2v\" is waiting to start: ContainerCreating"
I0428 15:40:12.351190       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-r89n4 pod in namespace openshift-dns (previous: false).
I0428 15:40:12.391082       1 tasks_processing.go:74] worker 44 stopped.
I0428 15:40:12.391129       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=f9ab1d3d8bd0af3c03a528d797f56ba551e5ca17cb060fb102d11cf88815b9db
I0428 15:40:12.391169       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=303744580b3d81abe6b8037f65131b9943e638867554d3c80559f47e051e0efd
I0428 15:40:12.391198       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0428 15:40:12.391223       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=e6b3778d015d260979d630b573df08f9b26a99c3b3dcdd68ae4f2bbe34068a38
I0428 15:40:12.391239       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0428 15:40:12.391263       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=6fce71be3ba24de3b4d3c2ebf616f32a70adc9ff8fc8c17f0c70f3fd66832ff7
I0428 15:40:12.391307       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=802b758fac1e5bc786829956a59dfb82241580eed45981fb633873eb97a75934
I0428 15:40:12.391331       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=63105f86179d32834b3f11cd89ac7e7468e21ed77720874ca93638696eee0056
I0428 15:40:12.391345       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=deaf89e1955eae67c10ef38aaab4c4df4fefdaecdaeb5025a9aea4fb83032d00
I0428 15:40:12.391362       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=140aa249f54b9c95f1efc89c92b0d65c37e5c0b61fc0984ea38077ffe9b6f495
I0428 15:40:12.391371       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0428 15:40:12.391386       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=ac496ffbfe31745fd39e04641c8a6dea565c797e65891de9c0fd3ae555cc42ae
I0428 15:40:12.391395       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0428 15:40:12.391410       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=37028a34eb80b088eb60b56211f5018ae26ebde5843ae9152934127d2d286ef6
I0428 15:40:12.391419       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0428 15:40:12.391438       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=db202b76a656b298177cb7b21fb9baf242886007b4278cf15ffd215050ceb073
I0428 15:40:12.391447       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0428 15:40:12.391461       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=56926efc76d2ce8664ce5f454807c07b3f4a341b79d6effadfba635e4d1779ec
I0428 15:40:12.391580       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=30594a634fd0fadd7904671a2315be8c971e7531c7abae8add5ed81e8ac7953b
I0428 15:40:12.391589       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0428 15:40:12.391596       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0428 15:40:12.391617       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0428 15:40:12.391638       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=e08c4e0453f98075c3df6585b69117dd4ad47abe542c9348001dda9d1cd935f7
I0428 15:40:12.391659       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=2497e1d324d4ee503c3d3d51eb747923b3c23492ec42e01dec40cf1adadd3328
I0428 15:40:12.391667       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0428 15:40:12.391682       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=136b1542c8365058d6653d973113f67ea07ce7dc829067544e6786be99839a2a
I0428 15:40:12.391689       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0428 15:40:12.391702       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=ccfe64cf740deda7ed0bf0f58a875205cbbe91280bccf780f1756c6e57bc1516
I0428 15:40:12.391715       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=03a2819c41a965ba885a080c93e2e5bb6e7050a0a21d2bf435261c75ef7d9c24
I0428 15:40:12.391729       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=16221726e89b9b612dc5e97afc85e071e3eeccffe1fb0e784774fd1bdb9f3316
I0428 15:40:12.391742       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=38e9fb529cda2f86c2ff42163b5029e7fcbc2afa16d1a42f33eefaa1c232252a
I0428 15:40:12.391763       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=e86c372bbaa88a036e13902a542cf3aa824725a964e1799f3c9124bca478975e
I0428 15:40:12.391771       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0428 15:40:12.391798       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=e7d7101ce73a4a6587b89705e0ef9d8f59af1b15820edb178a020865cf2492db
I0428 15:40:12.391815       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0428 15:40:12.391821       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0428 15:40:12.391827       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.091679268s to process 36 records
I0428 15:40:12.575516       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-r89n4 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-r89n4\" is waiting to start: ContainerCreating"
I0428 15:40:12.575532       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-r89n4\" is waiting to start: ContainerCreating"
I0428 15:40:12.575540       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-r89n4 pod in namespace openshift-dns (previous: false).
I0428 15:40:12.750599       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-r89n4 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-r89n4\" is waiting to start: ContainerCreating"
I0428 15:40:12.750615       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-r89n4\" is waiting to start: ContainerCreating"
I0428 15:40:12.750627       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-gcjz5 pod in namespace openshift-dns (previous: false).
I0428 15:40:12.949410       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:40:12.949426       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-h6qqd pod in namespace openshift-dns (previous: false).
I0428 15:40:13.150828       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:40:13.150844       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-z5b7n pod in namespace openshift-dns (previous: false).
W0428 15:40:13.335254       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:40:13.349842       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:40:13.349889       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-576d954967-qdv5x pod in namespace openshift-image-registry (previous: false).
I0428 15:40:13.546807       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-576d954967-qdv5x pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-576d954967-qdv5x\" is waiting to start: ContainerCreating"
I0428 15:40:13.546824       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-576d954967-qdv5x\" is waiting to start: ContainerCreating"
I0428 15:40:13.546857       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-65d994b5b4-dqtg6 pod in namespace openshift-image-registry (previous: false).
I0428 15:40:13.748678       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-65d994b5b4-dqtg6 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-65d994b5b4-dqtg6\" is waiting to start: ContainerCreating"
I0428 15:40:13.748695       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-65d994b5b4-dqtg6\" is waiting to start: ContainerCreating"
I0428 15:40:13.748736       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-65d994b5b4-hnfvw pod in namespace openshift-image-registry (previous: false).
I0428 15:40:13.950587       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-65d994b5b4-hnfvw pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-65d994b5b4-hnfvw\" is waiting to start: ContainerCreating"
I0428 15:40:13.950603       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-65d994b5b4-hnfvw\" is waiting to start: ContainerCreating"
I0428 15:40:13.950613       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-fqtdb pod in namespace openshift-image-registry (previous: false).
I0428 15:40:14.146885       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:40:14.146903       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-kcfmj pod in namespace openshift-image-registry (previous: false).
W0428 15:40:14.335374       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0428 15:40:14.349253       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:40:14.349267       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-nmqmm pod in namespace openshift-image-registry (previous: false).
I0428 15:40:14.546449       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0428 15:40:14.546464       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-68b8546b7-dvwn4 pod in namespace openshift-ingress (previous: false).
I0428 15:40:14.751805       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-68b8546b7-dvwn4 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-68b8546b7-dvwn4\" is waiting to start: ContainerCreating"
I0428 15:40:14.751823       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-68b8546b7-dvwn4\" is waiting to start: ContainerCreating"
I0428 15:40:14.751833       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6c49b799d7-mlql4 pod in namespace openshift-ingress (previous: false).
I0428 15:40:14.948620       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6c49b799d7-mlql4 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6c49b799d7-mlql4\" is waiting to start: ContainerCreating"
I0428 15:40:14.948645       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6c49b799d7-mlql4\" is waiting to start: ContainerCreating"
I0428 15:40:14.948657       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6c49b799d7-rf9gb pod in namespace openshift-ingress (previous: false).
I0428 15:40:15.152181       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6c49b799d7-rf9gb pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6c49b799d7-rf9gb\" is waiting to start: ContainerCreating"
I0428 15:40:15.152198       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6c49b799d7-rf9gb\" is waiting to start: ContainerCreating"
I0428 15:40:15.152210       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-hgvw7 pod in namespace openshift-ingress-canary (previous: false).
W0428 15:40:15.334983       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0428 15:40:15.335005       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0428 15:40:15.335020       1 tasks_processing.go:74] worker 37 stopped.
E0428 15:40:15.335030       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0428 15:40:15.335041       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0428 15:40:15.335055       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0428 15:40:15.335065       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.037615021s to process 1 records
I0428 15:40:15.347387       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ngwff pod in namespace openshift-ingress-canary (previous: false).
I0428 15:40:15.548842       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-tftw2 pod in namespace openshift-ingress-canary (previous: false).
I0428 15:40:15.747907       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-846d9b8bdc-b2qpc pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0428 15:40:15.952422       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-846d9b8bdc-b2qpc pod in namespace openshift-kube-storage-version-migrator (previous: false).
I0428 15:40:16.149362       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74478b59c6-r9j9k pod in namespace openshift-kube-storage-version-migrator-operator (previous: false).
I0428 15:40:16.349069       1 tasks_processing.go:74] worker 28 stopped.
I0428 15:40:16.349162       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=c2d6d0b03ec5ba3491e4318a3ca451dcc09f812b2745809ec8b7f7d23cefb70e
I0428 15:40:16.349214       1 recorder.go:75] Recording events/openshift-dns with fingerprint=82c976917e12b77871f516eb56334fc51a3bf1dda365b14b3643e072cdc77aa9
I0428 15:40:16.349305       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=33a885f9b6cd87b447ac7b194163cb49659418a4100eac7625ece3c2285c4d24
I0428 15:40:16.349333       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=8071961bc2db04c1e7220fd2626b2d2aff499a54340981b47ff2b4b0dade5e22
I0428 15:40:16.349380       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=fa6b37fb351236c203c1291dc6199c348be55543468cfdb4290ff1a6f9a64ee2
I0428 15:40:16.349416       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=a520c4f2846877d6412d7aadf533c8483216d29981891cd84579d3451abdbd1a
I0428 15:40:16.349429       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=df201d34ac9adfa335251d930773e4c01006c562910c6cd33800be4a3fa54094
I0428 15:40:16.349475       1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=8a5a447b295270987917fdaaa94497ea5e5a4613d8e7bfd474da7632e297ce2f
I0428 15:40:16.350784       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-576d954967-qdv5x with fingerprint=0d2722f0b5f2e8f7fc633022d267d9cd751568a82688dcc1db43cc4a9be55e5f
I0428 15:40:16.350922       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-65d994b5b4-dqtg6 with fingerprint=c680b6ce328c06a455536fe08661d1912150e1678073dab034f0c1bc06e3d4f2
I0428 15:40:16.351032       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-65d994b5b4-hnfvw with fingerprint=365ba87774da8b34d6c0bee8672a67cf9b1336238ae032e5929f6053916b92fd
I0428 15:40:16.351041       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-hgvw7/serve-healthcheck-canary_current.log with fingerprint=76ac42242dd3e6137e979e36e17c5d211ad77ce506437d21643857b7a428fcb2
I0428 15:40:16.351045       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-ngwff/serve-healthcheck-canary_current.log with fingerprint=b44c85463dd9266585368fce588186f8d12589bfdff2913fe9536aaf90ba031f
I0428 15:40:16.351050       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-tftw2/serve-healthcheck-canary_current.log with fingerprint=afee4ae33b3603090bb43f9f9220165d2d70d080d0d11514fd36f27b6cc328d0
I0428 15:40:16.351063       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-b2qpc/migrator_current.log with fingerprint=2bc405e98c1d60fa22ee8e3c40d4262ab9e369497ad656bd955b9413b8d67118
I0428 15:40:16.351068       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-b2qpc/graceful-termination_current.log with fingerprint=af25e5fc4e5812eb7510b3d768de2464c21715f3064653b9627245c9226c680b
I0428 15:40:16.351144       1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74478b59c6-r9j9k/kube-storage-version-migrator-operator_current.log with fingerprint=c4df82d0ccfbdf22a8673726bd8eb0cf59fc9d03438e92d984acb6364e845577
I0428 15:40:16.351152       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.052174591s to process 17 records
I0428 15:40:22.879901       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:40:22.950171       1 tasks_processing.go:74] worker 59 stopped.
I0428 15:40:22.950213       1 recorder.go:75] Recording config/installplans with fingerprint=95dfd5f33a9a46199239158a0ec0183b629818eca24ae41f4d706d7a3d604aec
I0428 15:40:22.950226       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.651014978s to process 1 records
I0428 15:40:23.706760       1 tasks_processing.go:74] worker 52 stopped.
I0428 15:40:23.707061       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=3e53b89f6756c9efce852af779b96044df71c8b9a8848e3e9c62d0a82e8923ef
I0428 15:40:23.707083       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.407710986s to process 1 records
E0428 15:40:23.707161       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.41s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0428 15:40:23.708268       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0428 15:40:23.708284       1 periodic.go:216] Running workloads gatherer
I0428 15:40:23.708298       1 tasks_processing.go:45] number of workers: 2
I0428 15:40:23.708308       1 tasks_processing.go:69] worker 1 listening for tasks.
I0428 15:40:23.708312       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0428 15:40:23.708320       1 tasks_processing.go:69] worker 0 listening for tasks.
I0428 15:40:23.708343       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0428 15:40:23.736216       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0428 15:40:23.736365       1 tasks_processing.go:74] worker 0 stopped.
I0428 15:40:23.736378       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 28.00183ms to process 0 records
I0428 15:40:23.747399       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (12ms)
I0428 15:40:23.757826       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (10ms)
I0428 15:40:23.769000       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (11ms)
I0428 15:40:23.781133       1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (12ms)
I0428 15:40:23.791780       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (11ms)
I0428 15:40:23.802685       1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (11ms)
I0428 15:40:23.813331       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (11ms)
I0428 15:40:23.823972       1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (11ms)
I0428 15:40:23.835025       1 gather_workloads_info.go:387] No image sha256:e8b96d9318b3b8c9ed0afe4e6381f635c6b0c2f20772044ac68001ed49af2c87 (11ms)
I0428 15:40:23.845142       1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (10ms)
I0428 15:40:23.855154       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (10ms)
I0428 15:40:23.948052       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (93ms)
I0428 15:40:24.049416       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (101ms)
I0428 15:40:24.147596       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (98ms)
I0428 15:40:24.247751       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (100ms)
I0428 15:40:24.348065       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms)
I0428 15:40:24.450556       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (102ms)
I0428 15:40:24.548489       1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (98ms)
I0428 15:40:24.647735       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (99ms)
I0428 15:40:24.747062       1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (99ms)
I0428 15:40:24.849704       1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (103ms)
I0428 15:40:24.947475       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (98ms)
I0428 15:40:25.048095       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (101ms)
I0428 15:40:25.147473       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (99ms)
I0428 15:40:25.247959       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (100ms)
I0428 15:40:25.348150       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms)
I0428 15:40:25.446581       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (98ms)
I0428 15:40:25.547403       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (101ms)
I0428 15:40:25.623576       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:40:25.647387       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms)
I0428 15:40:25.747519       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms)
I0428 15:40:25.821718       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:40:25.847068       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (100ms)
I0428 15:40:25.947735       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (101ms)
I0428 15:40:26.048805       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (101ms)
I0428 15:40:26.048833       1 tasks_processing.go:74] worker 1 stopped.
E0428 15:40:26.048843       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0428 15:40:26.049089       1 recorder.go:75] Recording config/workload_info with fingerprint=c86b0e256dd63747fba81036cf0adb88054ad223320dbd4c057a393fdbac3e05
I0428 15:40:26.049104       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.340514177s to process 1 records
E0428 15:40:26.049129       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.34s with: function \"workload_info\" failed with an error"
I0428 15:40:26.050228       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0428 15:40:26.050240       1 periodic.go:216] Running conditional gatherer
I0428 15:40:26.056308       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0428 15:40:26.062922       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.15:36076->172.30.0.10:53: read: connection refused
E0428 15:40:26.063220       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0428 15:40:26.063275       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0428 15:40:26.069529       1 conditional_gatherer.go:392] cluster version is '4.21.9'
E0428 15:40:26.069541       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:40:26.069545       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:40:26.069548       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:40:26.069552       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:40:26.069555       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:40:26.069559       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:40:26.069562       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:40:26.069564       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0428 15:40:26.069572       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0428 15:40:26.069586       1 tasks_processing.go:45] number of workers: 3
I0428 15:40:26.069604       1 tasks_processing.go:69] worker 2 listening for tasks.
I0428 15:40:26.069605       1 tasks_processing.go:69] worker 0 listening for tasks.
I0428 15:40:26.069608       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0428 15:40:26.069613       1 tasks_processing.go:71] worker 0 working on rapid_container_logs task.
I0428 15:40:26.069620       1 tasks_processing.go:69] worker 1 listening for tasks.
I0428 15:40:26.069638       1 tasks_processing.go:74] worker 1 stopped.
I0428 15:40:26.069643       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0428 15:40:26.069687       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0428 15:40:26.069700       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.28µs to process 1 records
I0428 15:40:26.069741       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0428 15:40:26.069749       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.002µs to process 1 records
I0428 15:40:26.069755       1 tasks_processing.go:74] worker 2 stopped.
I0428 15:40:26.069873       1 tasks_processing.go:74] worker 0 stopped.
I0428 15:40:26.069887       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 250.772µs to process 0 records
I0428 15:40:26.069912       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.15:36076->172.30.0.10:53: read: connection refused
I0428 15:40:26.069930       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0428 15:40:26.093102       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=7055dbbcac97973beb0bc9c092ca1feff3c780413ff405890cdb490b831a05af
I0428 15:40:26.093218       1 diskrecorder.go:70] Writing 111 records to /var/lib/insights-operator/insights-2026-04-28-154026.tar.gz
I0428 15:40:26.099874       1 diskrecorder.go:51] Wrote 111 records to disk in 6ms
I0428 15:40:26.099900       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0428 15:40:26.099925       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0428 15:40:35.158684       1 configmapobserver.go:84] configmaps "insights-config" not found
I0428 15:41:14.432912       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="f41546f88ba4e74a02e49bdd0db047a0d243177d050bf7bae75999fb8b9bd929")
W0428 15:41:14.432958       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0428 15:41:14.433004       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="1e8c2dbeb039ad68493c162b1c590c44aa70897f2af93b678a9243dee576ecdc")
I0428 15:41:14.433020       1 base_controller.go:181] Shutting down ConfigController ...
I0428 15:41:14.433027       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0428 15:41:14.433082       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="1c626e285bcad3798ed97102f811fbc2a73f7b147889b8397ccad0fa9bb12fc6")
I0428 15:41:14.433080       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"