W0326 23:36:00.570674       1 cmd.go:257] Using insecure, self-signed certificates
I0326 23:36:00.870434       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:36:00.870761       1 observer_polling.go:159] Starting file observer
I0326 23:36:01.146532       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0326 23:36:01.146718       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0326 23:36:01.147275       1 secure_serving.go:57] Forcing use of http/1.1 only
W0326 23:36:01.147295       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:36:01.147299       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:36:01.147303       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
I0326 23:36:01.147300       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
W0326 23:36:01.147306       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0326 23:36:01.147317       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0326 23:36:01.147319       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0326 23:36:01.151107       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"1629ec32-0696-488a-a235-6e253054c147", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0326 23:36:01.151104       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0326 23:36:01.151845       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0326 23:36:01.151857       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0326 23:36:01.151872       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:36:01.151874       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0326 23:36:01.151871       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0326 23:36:01.151887       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:36:01.152170       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2992068417/tls.crt::/tmp/serving-cert-2992068417/tls.key"
I0326 23:36:01.152427       1 secure_serving.go:213] Serving securely on [::]:8443
I0326 23:36:01.152453       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0326 23:36:01.158986       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0326 23:36:01.159004       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:36:01.159115       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0326 23:36:01.163137       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:36:01.163154       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:36:01.167150       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:36:01.171360       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:36:01.175273       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:36:01.178432       1 recorder.go:176] Pruning old reports every 4h44m32s, max age is 288h0m0s
I0326 23:36:01.182476       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0326 23:36:01.182480       1 periodic.go:216] Running clusterconfig gatherer
I0326 23:36:01.182494       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0326 23:36:01.182514       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0326 23:36:01.182520       1 insightsreport.go:296] Starting report retriever
I0326 23:36:01.182525       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0326 23:36:01.182531       1 tasks_processing.go:45] number of workers: 64
I0326 23:36:01.182560       1 tasks_processing.go:69] worker 11 listening for tasks.
I0326 23:36:01.182569       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:36:01.182577       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:36:01.182583       1 tasks_processing.go:71] worker 1 working on openstack_dataplanedeployments task.
I0326 23:36:01.182591       1 tasks_processing.go:69] worker 12 listening for tasks.
I0326 23:36:01.182601       1 tasks_processing.go:69] worker 39 listening for tasks.
I0326 23:36:01.182601       1 tasks_processing.go:69] worker 38 listening for tasks.
I0326 23:36:01.182610       1 tasks_processing.go:69] worker 40 listening for tasks.
I0326 23:36:01.182610       1 tasks_processing.go:69] worker 6 listening for tasks.
I0326 23:36:01.182614       1 tasks_processing.go:69] worker 13 listening for tasks.
I0326 23:36:01.182619       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:36:01.182620       1 tasks_processing.go:69] worker 14 listening for tasks.
I0326 23:36:01.182625       1 tasks_processing.go:69] worker 41 listening for tasks.
I0326 23:36:01.182630       1 tasks_processing.go:69] worker 28 listening for tasks.
I0326 23:36:01.182631       1 tasks_processing.go:69] worker 42 listening for tasks.
I0326 23:36:01.182625       1 tasks_processing.go:69] worker 27 listening for tasks.
I0326 23:36:01.182637       1 tasks_processing.go:69] worker 29 listening for tasks.
I0326 23:36:01.182637       1 tasks_processing.go:69] worker 3 listening for tasks.
I0326 23:36:01.182645       1 tasks_processing.go:69] worker 31 listening for tasks.
I0326 23:36:01.182641       1 tasks_processing.go:69] worker 30 listening for tasks.
I0326 23:36:01.182644       1 tasks_processing.go:69] worker 4 listening for tasks.
I0326 23:36:01.182651       1 tasks_processing.go:69] worker 5 listening for tasks.
I0326 23:36:01.182638       1 tasks_processing.go:69] worker 26 listening for tasks.
I0326 23:36:01.182648       1 tasks_processing.go:69] worker 53 listening for tasks.
I0326 23:36:01.182660       1 tasks_processing.go:69] worker 55 listening for tasks.
I0326 23:36:01.182661       1 tasks_processing.go:69] worker 33 listening for tasks.
I0326 23:36:01.182667       1 tasks_processing.go:69] worker 34 listening for tasks.
I0326 23:36:01.182669       1 tasks_processing.go:69] worker 44 listening for tasks.
I0326 23:36:01.182666       1 tasks_processing.go:69] worker 47 listening for tasks.
I0326 23:36:01.182669       1 tasks_processing.go:69] worker 17 listening for tasks.
I0326 23:36:01.182680       1 tasks_processing.go:69] worker 61 listening for tasks.
I0326 23:36:01.182683       1 tasks_processing.go:69] worker 37 listening for tasks.
I0326 23:36:01.182686       1 tasks_processing.go:69] worker 19 listening for tasks.
I0326 23:36:01.182688       1 tasks_processing.go:71] worker 11 working on dvo_metrics task.
I0326 23:36:01.182690       1 tasks_processing.go:69] worker 49 listening for tasks.
I0326 23:36:01.182652       1 tasks_processing.go:69] worker 15 listening for tasks.
I0326 23:36:01.182657       1 tasks_processing.go:69] worker 32 listening for tasks.
I0326 23:36:01.182701       1 tasks_processing.go:69] worker 58 listening for tasks.
I0326 23:36:01.182703       1 tasks_processing.go:69] worker 8 listening for tasks.
I0326 23:36:01.182704       1 tasks_processing.go:69] worker 21 listening for tasks.
I0326 23:36:01.182659       1 tasks_processing.go:69] worker 48 listening for tasks.
I0326 23:36:01.182710       1 tasks_processing.go:71] worker 12 working on certificate_signing_requests task.
I0326 23:36:01.182712       1 tasks_processing.go:69] worker 10 listening for tasks.
I0326 23:36:01.182713       1 tasks_processing.go:69] worker 59 listening for tasks.
I0326 23:36:01.182718       1 tasks_processing.go:71] worker 39 working on machines task.
I0326 23:36:01.182723       1 tasks_processing.go:71] worker 2 working on ingress_certificates task.
I0326 23:36:01.182721       1 tasks_processing.go:69] worker 25 listening for tasks.
I0326 23:36:01.182730       1 tasks_processing.go:71] worker 40 working on operators task.
I0326 23:36:01.182734       1 tasks_processing.go:71] worker 34 working on metrics task.
I0326 23:36:01.182740       1 tasks_processing.go:71] worker 61 working on overlapping_namespace_uids task.
I0326 23:36:01.182743       1 tasks_processing.go:71] worker 27 working on service_accounts task.
I0326 23:36:01.182748       1 tasks_processing.go:71] worker 26 working on install_plans task.
I0326 23:36:01.182746       1 tasks_processing.go:71] worker 44 working on image task.
I0326 23:36:01.182753       1 tasks_processing.go:71] worker 30 working on pod_network_connectivity_checks task.
I0326 23:36:01.182753       1 tasks_processing.go:71] worker 17 working on ingress task.
W0326 23:36:01.182773       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:36:01.182788       1 tasks_processing.go:71] worker 34 working on proxies task.
I0326 23:36:01.182784       1 tasks_processing.go:71] worker 31 working on openshift_logging task.
I0326 23:36:01.182785       1 tasks_processing.go:71] worker 3 working on nodes task.
I0326 23:36:01.182724       1 tasks_processing.go:71] worker 41 working on sap_config task.
I0326 23:36:01.182801       1 tasks_processing.go:71] worker 55 working on crds task.
I0326 23:36:01.182806       1 tasks_processing.go:71] worker 5 working on cost_management_metrics_configs task.
I0326 23:36:01.182583       1 tasks_processing.go:71] worker 0 working on container_runtime_configs task.
I0326 23:36:01.182744       1 tasks_processing.go:71] worker 4 working on aggregated_monitoring_cr_names task.
I0326 23:36:01.182723       1 tasks_processing.go:71] worker 28 working on nodenetworkstates task.
I0326 23:36:01.182749       1 tasks_processing.go:71] worker 29 working on image_pruners task.
I0326 23:36:01.182717       1 tasks_processing.go:71] worker 42 working on node_logs task.
I0326 23:36:01.182724       1 tasks_processing.go:71] worker 59 working on lokistack task.
I0326 23:36:01.182674       1 tasks_processing.go:69] worker 35 listening for tasks.
I0326 23:36:01.183304       1 tasks_processing.go:71] worker 35 working on support_secret task.
I0326 23:36:01.182674       1 tasks_processing.go:69] worker 56 listening for tasks.
I0326 23:36:01.182670       1 tasks_processing.go:69] worker 52 listening for tasks.
I0326 23:36:01.182678       1 tasks_processing.go:69] worker 36 listening for tasks.
I0326 23:36:01.182678       1 tasks_processing.go:69] worker 18 listening for tasks.
I0326 23:36:01.182678       1 tasks_processing.go:69] worker 43 listening for tasks.
I0326 23:36:01.182674       1 tasks_processing.go:69] worker 50 listening for tasks.
I0326 23:36:01.182683       1 tasks_processing.go:69] worker 63 listening for tasks.
I0326 23:36:01.182688       1 tasks_processing.go:69] worker 22 listening for tasks.
I0326 23:36:01.182694       1 tasks_processing.go:69] worker 9 listening for tasks.
I0326 23:36:01.182691       1 tasks_processing.go:69] worker 45 listening for tasks.
I0326 23:36:01.182691       1 tasks_processing.go:69] worker 62 listening for tasks.
I0326 23:36:01.182696       1 tasks_processing.go:69] worker 23 listening for tasks.
I0326 23:36:01.182696       1 tasks_processing.go:69] worker 20 listening for tasks.
I0326 23:36:01.183360       1 tasks_processing.go:71] worker 62 working on config_maps task.
I0326 23:36:01.183367       1 tasks_processing.go:71] worker 56 working on container_images task.
I0326 23:36:01.183370       1 tasks_processing.go:71] worker 20 working on pdbs task.
I0326 23:36:01.183375       1 tasks_processing.go:71] worker 9 working on machine_sets task.
I0326 23:36:01.183381       1 tasks_processing.go:71] worker 18 working on validating_webhook_configurations task.
I0326 23:36:01.183384       1 tasks_processing.go:71] worker 50 working on clusterroles task.
I0326 23:36:01.183390       1 tasks_processing.go:71] worker 52 working on monitoring_persistent_volumes task.
I0326 23:36:01.183395       1 tasks_processing.go:71] worker 45 working on machine_configs task.
I0326 23:36:01.183370       1 tasks_processing.go:71] worker 43 working on oauths task.
I0326 23:36:01.183405       1 tasks_processing.go:71] worker 22 working on machine_config_pools task.
I0326 23:36:01.182702       1 tasks_processing.go:69] worker 57 listening for tasks.
I0326 23:36:01.183454       1 tasks_processing.go:71] worker 57 working on storage_cluster task.
I0326 23:36:01.183360       1 tasks_processing.go:71] worker 36 working on operators_pods_and_events task.
I0326 23:36:01.182713       1 tasks_processing.go:71] worker 38 working on networks task.
I0326 23:36:01.182703       1 tasks_processing.go:69] worker 24 listening for tasks.
I0326 23:36:01.182707       1 tasks_processing.go:69] worker 46 listening for tasks.
I0326 23:36:01.182723       1 tasks_processing.go:71] worker 6 working on openstack_controlplanes task.
I0326 23:36:01.183576       1 tasks_processing.go:71] worker 46 working on storage_classes task.
I0326 23:36:01.182653       1 tasks_processing.go:69] worker 54 listening for tasks.
I0326 23:36:01.183610       1 tasks_processing.go:71] worker 24 working on mutating_webhook_configurations task.
I0326 23:36:01.183616       1 tasks_processing.go:71] worker 54 working on node_features task.
I0326 23:36:01.182736       1 tasks_processing.go:71] worker 49 working on schedulers task.
I0326 23:36:01.182738       1 tasks_processing.go:71] worker 25 working on sap_datahubs task.
I0326 23:36:01.182733       1 tasks_processing.go:71] worker 33 working on authentication task.
I0326 23:36:01.182699       1 tasks_processing.go:69] worker 60 listening for tasks.
I0326 23:36:01.183995       1 tasks_processing.go:71] worker 60 working on tsdb_status task.
I0326 23:36:01.182797       1 tasks_processing.go:71] worker 53 working on openstack_dataplanenodesets task.
W0326 23:36:01.184017       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:36:01.182876       1 tasks_processing.go:71] worker 15 working on cluster_apiserver task.
I0326 23:36:01.183375       1 tasks_processing.go:71] worker 63 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0326 23:36:01.182875       1 tasks_processing.go:71] worker 13 working on image_registries task.
I0326 23:36:01.182877       1 tasks_processing.go:71] worker 19 working on olm_operators task.
I0326 23:36:01.182880       1 tasks_processing.go:71] worker 32 working on silenced_alerts task.
W0326 23:36:01.184184       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:36:01.182661       1 tasks_processing.go:69] worker 16 listening for tasks.
I0326 23:36:01.182883       1 tasks_processing.go:71] worker 48 working on nodenetworkconfigurationpolicies task.
I0326 23:36:01.182882       1 tasks_processing.go:71] worker 47 working on jaegers task.
I0326 23:36:01.182890       1 tasks_processing.go:71] worker 58 working on machine_autoscalers task.
I0326 23:36:01.182891       1 tasks_processing.go:71] worker 8 working on sap_pods task.
I0326 23:36:01.182894       1 tasks_processing.go:71] worker 21 working on feature_gates task.
I0326 23:36:01.182895       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 42.333µs to process 0 records
I0326 23:36:01.182665       1 tasks_processing.go:69] worker 51 listening for tasks.
I0326 23:36:01.182958       1 tasks_processing.go:71] worker 37 working on machine_healthchecks task.
I0326 23:36:01.182698       1 tasks_processing.go:69] worker 7 listening for tasks.
I0326 23:36:01.183363       1 tasks_processing.go:71] worker 23 working on version task.
I0326 23:36:01.184300       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 28.179µs to process 0 records
I0326 23:36:01.184321       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 86.614µs to process 0 records
I0326 23:36:01.184329       1 tasks_processing.go:71] worker 32 working on qemu_kubevirt_launcher_logs task.
I0326 23:36:01.182730       1 tasks_processing.go:71] worker 14 working on openshift_machine_api_events task.
I0326 23:36:01.184500       1 tasks_processing.go:74] worker 51 stopped.
I0326 23:36:01.184507       1 tasks_processing.go:71] worker 60 working on infrastructures task.
I0326 23:36:01.184513       1 tasks_processing.go:71] worker 7 working on active_alerts task.
I0326 23:36:01.182884       1 tasks_processing.go:71] worker 10 working on openstack_version task.
W0326 23:36:01.184533       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:36:01.184541       1 tasks_processing.go:74] worker 7 stopped.
I0326 23:36:01.184548       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 18.92µs to process 0 records
I0326 23:36:01.184263       1 tasks_processing.go:71] worker 16 working on ceph_cluster task.
I0326 23:36:01.187210       1 tasks_processing.go:74] worker 30 stopped.
E0326 23:36:01.187222       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0326 23:36:01.187233       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 4.44427ms to process 0 records
I0326 23:36:01.187410       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:36:01.187424       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 4.818945ms to process 0 records
I0326 23:36:01.187435       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 4.625643ms to process 0 records
I0326 23:36:01.187440       1 tasks_processing.go:74] worker 31 stopped.
I0326 23:36:01.187552       1 tasks_processing.go:74] worker 39 stopped.
E0326 23:36:01.187566       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0326 23:36:01.187575       1 gather.go:177] gatherer "clusterconfig" function "machines" took 4.817174ms to process 0 records
I0326 23:36:01.187623       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0326 23:36:01.187638       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:36:01.187642       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:36:01.187646       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:36:01.187661       1 controller.go:531] The operator is still being initialized
I0326 23:36:01.187668       1 controller.go:554] The operator is healthy
I0326 23:36:01.189162       1 tasks_processing.go:74] worker 5 stopped.
I0326 23:36:01.189177       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 6.344832ms to process 0 records
I0326 23:36:01.189420       1 tasks_processing.go:74] worker 17 stopped.
I0326 23:36:01.189612       1 recorder.go:75] Recording config/ingress with fingerprint=1b6b8eca59994285bb5999facf9b5f81b1dddecef2a1fc043cde17245456ea4a
I0326 23:36:01.189625       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 6.646146ms to process 1 records
I0326 23:36:01.190124       1 tasks_processing.go:74] worker 28 stopped.
I0326 23:36:01.190136       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 6.936122ms to process 0 records
I0326 23:36:01.190141       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 6.99513ms to process 0 records
I0326 23:36:01.190146       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:36:01.193123       1 tasks_processing.go:74] worker 6 stopped.
I0326 23:36:01.193134       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 9.593596ms to process 0 records
I0326 23:36:01.193263       1 tasks_processing.go:74] worker 34 stopped.
I0326 23:36:01.193325       1 recorder.go:75] Recording config/proxy with fingerprint=30048d93c245dd0f82feaaf31b5b556524db82a1f2671baac55b6aed23285926
I0326 23:36:01.193337       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 10.463441ms to process 1 records
I0326 23:36:01.196130       1 tasks_processing.go:74] worker 25 stopped.
I0326 23:36:01.196139       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 12.364298ms to process 0 records
E0326 23:36:01.198881       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0326 23:36:01.198889       1 tasks_processing.go:74] worker 53 stopped.
I0326 23:36:01.198895       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 14.880041ms to process 0 records
I0326 23:36:01.198899       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 15.429657ms to process 0 records
I0326 23:36:01.198903       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 15.268038ms to process 0 records
I0326 23:36:01.198908       1 tasks_processing.go:74] worker 54 stopped.
I0326 23:36:01.198912       1 tasks_processing.go:74] worker 57 stopped.
I0326 23:36:01.202421       1 tasks_processing.go:74] worker 22 stopped.
I0326 23:36:01.202427       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 19.005849ms to process 0 records
I0326 23:36:01.202678       1 tasks_processing.go:74] worker 9 stopped.
I0326 23:36:01.202689       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 19.293163ms to process 0 records
I0326 23:36:01.209527       1 tasks_processing.go:74] worker 46 stopped.
I0326 23:36:01.209615       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=94c104e4eb4346010f1ccf473450b204544c72f167d732980f18b5f6ad86de31
I0326 23:36:01.209633       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=a2d53e9bbc82e912f6f5a6a697082ed739d54d4cc56517f852cfe4d3b294f8a7
I0326 23:36:01.209643       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 25.942296ms to process 2 records
I0326 23:36:01.209798       1 tasks_processing.go:74] worker 15 stopped.
I0326 23:36:01.209954       1 recorder.go:75] Recording config/apiserver with fingerprint=a9c4ee26fe1bd3bad5d91e99edc6eb0131d354df54fa89d9e42d663853eb273e
I0326 23:36:01.209972       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 25.756038ms to process 1 records
I0326 23:36:01.209980       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 26.699213ms to process 0 records
I0326 23:36:01.209986       1 tasks_processing.go:74] worker 59 stopped.
I0326 23:36:01.210239       1 tasks_processing.go:74] worker 29 stopped.
I0326 23:36:01.210493       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=011e53518aba4edb135c06e73d585761f487125e1a3c82660217c01e9dd59624
I0326 23:36:01.210508       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 27.017397ms to process 1 records
I0326 23:36:01.210559       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=cd6b4b850f9b7a82d5e0ec0cdd6a35f1088144407ac089f9a9d090126c7325f0
I0326 23:36:01.210568       1 tasks_processing.go:74] worker 49 stopped.
I0326 23:36:01.210571       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 26.667295ms to process 1 records
I0326 23:36:01.210653       1 recorder.go:75] Recording config/image with fingerprint=6939b4fa3a5a9dd90b31e56fb82c5a67ae9c9cdef8de61658c490f4d48c39de9
I0326 23:36:01.210657       1 tasks_processing.go:74] worker 44 stopped.
I0326 23:36:01.210664       1 gather.go:177] gatherer "clusterconfig" function "image" took 27.685569ms to process 1 records
I0326 23:36:01.210751       1 tasks_processing.go:74] worker 38 stopped.
I0326 23:36:01.210785       1 recorder.go:75] Recording config/network with fingerprint=2a0eac880220075b71b573d154d9e04e4602e20390a1547303571d5fb1c2cd4e
I0326 23:36:01.210798       1 gather.go:177] gatherer "clusterconfig" function "networks" took 27.074182ms to process 1 records
I0326 23:36:01.210802       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 26.293268ms to process 0 records
I0326 23:36:01.210814       1 tasks_processing.go:74] worker 47 stopped.
I0326 23:36:01.210884       1 tasks_processing.go:74] worker 43 stopped.
I0326 23:36:01.211002       1 recorder.go:75] Recording config/oauth with fingerprint=f55a3e11a1bb438ff7fc1352e870d6e3dbd4906f2a91aba64f390ea9b39e50c0
I0326 23:36:01.211012       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 27.230137ms to process 1 records
I0326 23:36:01.211021       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 28.127399ms to process 0 records
I0326 23:36:01.211026       1 tasks_processing.go:74] worker 41 stopped.
I0326 23:36:01.212229       1 tasks_processing.go:74] worker 35 stopped.
E0326 23:36:01.212241       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0326 23:36:01.212248       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 28.916928ms to process 0 records
I0326 23:36:01.212257       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 27.96986ms to process 0 records
I0326 23:36:01.212262       1 tasks_processing.go:74] worker 58 stopped.
I0326 23:36:01.212305       1 tasks_processing.go:74] worker 42 stopped.
I0326 23:36:01.212317       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 29.056879ms to process 0 records
I0326 23:36:01.212504       1 tasks_processing.go:74] worker 33 stopped.
I0326 23:36:01.212700       1 recorder.go:75] Recording config/authentication with fingerprint=325ebb32196d57c370358d07ea588514803cf4af537abc0ca7895ab18546ea7d
I0326 23:36:01.212717       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 28.590219ms to process 1 records
I0326 23:36:01.212806       1 tasks_processing.go:74] worker 20 stopped.
I0326 23:36:01.212822       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=8ee418cf6e8b37910fe5670e0ccfc57876aef3e943fde80c3990a5fa4bc4025d
I0326 23:36:01.212846       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=e3b1ec8925cc8317a7e4fb50d9f3bc45d47114b1b0caf05fc27b3dd307de509d
I0326 23:36:01.212871       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=bea6f4e22a1227d71ec5ebe542299b82fed46d7d4e9bdf1181ffbb883204065f
I0326 23:36:01.212885       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 29.335398ms to process 3 records
I0326 23:36:01.212934       1 tasks_processing.go:74] worker 18 stopped.
I0326 23:36:01.214361       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=a8d939ade7296c7e203c8ea24606255e30d78f65eb2b52197b3d7eb9c2e1a0c5
I0326 23:36:01.214857       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=c467d4c9206fd318c0f71fc64bfc27c7a82c24f86775539aeff2f8cd000ead7c
I0326 23:36:01.214924       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=6ca0dacd4cd31b35e947cff896fab348784a506172035df1f5bc32a6c494206a
I0326 23:36:01.214979       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=2616ea6fce2697ecd197a7a304db07a6256ce37126b8eff8dc07ad0e0d82e697
I0326 23:36:01.215028       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=111ba96984a40549f5c2cb3cffaa1912efd1157c619789b54b88c72056bd9e6a
I0326 23:36:01.215138       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=bdfeadac753ad17cabcf333b66bf28e2312d390516b254577d93143ddf27bd15
I0326 23:36:01.215174       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=297f40a683a72bf3b1256147779ef8ce2f936b4f66a7d19627ea8616d8b4c733
I0326 23:36:01.215774       1 gather_logs.go:145] no pods in  namespace were found
I0326 23:36:01.215954       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=ac0aff7ee4ed43d19f76a18f0608a44a0fe051aa70ff5f788e87d1dd38061daf
I0326 23:36:01.216010       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=2b83f77ef3d212177d413c1af084b835668ab61dc540e7922b5724a608439a33
I0326 23:36:01.216051       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=ad938099b04fa82155518720bb6fb9a930883a924166fa4c01e5f828ddab0c41
I0326 23:36:01.216081       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=87c08e81077bc66a00ed733e954b33e9d1eac9c4152b8fb0d325f2fb37454d7e
I0326 23:36:01.216090       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 29.487456ms to process 11 records
I0326 23:36:01.216172       1 tasks_processing.go:74] worker 3 stopped.
I0326 23:36:01.216376       1 recorder.go:75] Recording config/node/ip-10-0-0-85.ec2.internal with fingerprint=40f875c4ccfa4df25719073f4fd8910e5512a3b1d2dfb24e2926138faba76cc2
I0326 23:36:01.216467       1 recorder.go:75] Recording config/node/ip-10-0-1-245.ec2.internal with fingerprint=5472703baa76fb6b5fe38400f13f12624a736ae5ce2ac8ae28a39c6755507a37
I0326 23:36:01.216521       1 recorder.go:75] Recording config/node/ip-10-0-2-65.ec2.internal with fingerprint=4cbf7dde9e29c69cc2fe291c7742648dad32349e6e8b207e5e5c9e65f7a28c34
I0326 23:36:01.216528       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 30.347411ms to process 3 records
I0326 23:36:01.216621       1 tasks_processing.go:74] worker 21 stopped.
I0326 23:36:01.216652       1 recorder.go:75] Recording config/featuregate with fingerprint=bf616d8363898798842eece8f6a16a43450c634b0dc7c77875f00815466a278e
I0326 23:36:01.216669       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 29.821965ms to process 1 records
I0326 23:36:01.216681       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0326 23:36:01.216685       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 31.88976ms to process 1 records
E0326 23:36:01.216690       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0326 23:36:01.216696       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 31.435551ms to process 0 records
I0326 23:36:01.216702       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 31.451136ms to process 0 records
I0326 23:36:01.216706       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 31.496186ms to process 0 records
I0326 23:36:01.216717       1 tasks_processing.go:74] worker 37 stopped.
I0326 23:36:01.216725       1 tasks_processing.go:74] worker 32 stopped.
I0326 23:36:01.216730       1 tasks_processing.go:74] worker 8 stopped.
I0326 23:36:01.216733       1 tasks_processing.go:74] worker 61 stopped.
I0326 23:36:01.216799       1 tasks_processing.go:74] worker 60 stopped.
I0326 23:36:01.217414       1 recorder.go:75] Recording config/infrastructure with fingerprint=ffd169abb8b2da1e2daf36d74cc862be43fe7c273902a399b0e124405a47a497
I0326 23:36:01.217430       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 31.403409ms to process 1 records
I0326 23:36:01.217439       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 31.785398ms to process 0 records
I0326 23:36:01.217444       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 31.991675ms to process 0 records
E0326 23:36:01.217448       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0326 23:36:01.217480       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0326 23:36:01.217491       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 33.473967ms to process 1 records
I0326 23:36:01.217513       1 tasks_processing.go:74] worker 16 stopped.
I0326 23:36:01.217523       1 tasks_processing.go:74] worker 10 stopped.
I0326 23:36:01.217523       1 tasks_processing.go:74] worker 48 stopped.
I0326 23:36:01.217516       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 32.415579ms to process 0 records
I0326 23:36:01.217538       1 tasks_processing.go:74] worker 45 stopped.
I0326 23:36:01.217548       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 33.574149ms to process 0 records
I0326 23:36:01.217558       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 32.703597ms to process 0 records
I0326 23:36:01.217565       1 tasks_processing.go:74] worker 14 stopped.
I0326 23:36:01.217571       1 tasks_processing.go:74] worker 52 stopped.
I0326 23:36:01.217994       1 tasks_processing.go:74] worker 13 stopped.
I0326 23:36:01.218442       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=2a9489dbea1a907faa04011a4b41f3e19018bd576f38c7267fe1bcebe1dc9e37
I0326 23:36:01.218457       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 33.835169ms to process 1 records
I0326 23:36:01.218950       1 tasks_processing.go:74] worker 12 stopped.
I0326 23:36:01.218967       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 36.225315ms to process 0 records
W0326 23:36:01.220471       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:36:01.221376       1 tasks_processing.go:74] worker 24 stopped.
I0326 23:36:01.221460       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0326 23:36:01.221498       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0326 23:36:01.221755       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=416150b73fa0d1c9a1d643b508360d31420850991465465146959885f7954055
I0326 23:36:01.221821       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=df76b7dabdd154b66642373b633aa26f0573f5f25a4ccf5488d6975ae2915488
I0326 23:36:01.221858       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2f263779496ce83994c4e5c0b4d6838476148b2fa243b1f09cc2e1402fb8210f
I0326 23:36:01.221867       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 37.747018ms to process 3 records
W0326 23:36:01.222030       1 operator.go:328] started
I0326 23:36:01.222049       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0326 23:36:01.226091       1 tasks_processing.go:74] worker 55 stopped.
I0326 23:36:01.226594       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=9c33dfa2dfd1094d6d9dbb4cca1acfb1fc5d5b7a140a301056b4176070e3164e
I0326 23:36:01.226812       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=3e066044be732cb0c7acdc50ec4d1571412b313bcdf10492b1f1b3b8020cb88e
I0326 23:36:01.226821       1 gather.go:177] gatherer "clusterconfig" function "crds" took 43.278043ms to process 2 records
I0326 23:36:01.226832       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 43.382098ms to process 0 records
I0326 23:36:01.226845       1 tasks_processing.go:74] worker 4 stopped.
I0326 23:36:01.226867       1 recorder.go:75] Recording config/olm_operators with fingerprint=033ca954ed8bef134b2f0edeeba6b5b905a58df17c99043c1619b4bf98595740
I0326 23:36:01.226873       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 42.434936ms to process 1 records
I0326 23:36:01.226880       1 tasks_processing.go:74] worker 19 stopped.
I0326 23:36:01.236361       1 tasks_processing.go:74] worker 50 stopped.
I0326 23:36:01.236545       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=7542a870e79017bdfeea2376a217805b81d10c407ebede8edc9a135d8563cff6
I0326 23:36:01.236639       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=57140a9e8ac7610e2f8789c69931e9af07364f4768def110774da5d3a2c26b4d
I0326 23:36:01.236648       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 52.965039ms to process 2 records
I0326 23:36:01.237795       1 tasks_processing.go:74] worker 56 stopped.
I0326 23:36:01.238361       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:36:01.238373       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:36:01.238378       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:36:01.238383       1 controller.go:254] Source scaController *sca.Controller is not ready
I0326 23:36:01.238387       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0326 23:36:01.238408       1 controller.go:531] The operator is still being initialized
I0326 23:36:01.238418       1 controller.go:554] The operator is healthy
I0326 23:36:01.239382       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-cv2vl with fingerprint=5d532656b106c52405d8efc195010de3f6022f2e8d107b34e68709ef425bbc6b
I0326 23:36:01.239416       1 prometheus_rules.go:88] Prometheus rules successfully created
I0326 23:36:01.239699       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-ltk6s with fingerprint=bac7b9105e56448854a9f2516706f220defb3d08d1ef40d84b405da3422c57bd
I0326 23:36:01.239753       1 recorder.go:75] Recording config/running_containers with fingerprint=16f826a691bc820baac0e30c57ce32ed00280ba4fd0901b29582574fd6872986
I0326 23:36:01.239763       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 54.413204ms to process 3 records
I0326 23:36:01.240364       1 tasks_processing.go:74] worker 63 stopped.
I0326 23:36:01.240379       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 56.274388ms to process 0 records
E0326 23:36:01.245055       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27fd8ad4e6-2393-4960-a1d1-549b15ec6d12%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:36348->172.30.0.10:53: read: connection refused
I0326 23:36:01.245070       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27fd8ad4e6-2393-4960-a1d1-549b15ec6d12%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:36348->172.30.0.10:53: read: connection refused
I0326 23:36:01.252095       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:36:01.252106       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0326 23:36:01.252114       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:36:01.255555       1 tasks_processing.go:74] worker 2 stopped.
E0326 23:36:01.255571       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0326 23:36:01.255581       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9n1rl9ff1n78gavi22o5cr9k7iopuv-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9n1rl9ff1n78gavi22o5cr9k7iopuv-primary-cert-bundle-secret" not found
I0326 23:36:01.255648       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=d2735b816c16da6a2f2daab441386e6ec22dcaa2c56f4643808fa2a1181d9038
I0326 23:36:01.255666       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 72.816825ms to process 1 records
I0326 23:36:01.256084       1 tasks_processing.go:74] worker 62 stopped.
E0326 23:36:01.256096       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0326 23:36:01.256104       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0326 23:36:01.256113       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0326 23:36:01.256125       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=7c953bef0cdbddb25a47a3c40772dfa7cbf73ae2ac9bb3dc97984dbf1bd43499
I0326 23:36:01.256167       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0326 23:36:01.256177       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0326 23:36:01.256183       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=4bec6f0bfa45f0ccf5709371166150dcb9cf2703d04f5f6de4476d0277c477a6
I0326 23:36:01.256190       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0326 23:36:01.256236       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0326 23:36:01.256247       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0326 23:36:01.256254       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 72.70483ms to process 7 records
I0326 23:36:01.259173       1 base_controller.go:82] Caches are synced for ConfigController 
I0326 23:36:01.259183       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0326 23:36:01.262731       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:36:01.306243       1 tasks_processing.go:74] worker 23 stopped.
I0326 23:36:01.306524       1 recorder.go:75] Recording config/version with fingerprint=a792983bd0468263e9360a640f34f4da512555917e805fd9a66c86a044c07dfe
I0326 23:36:01.306538       1 recorder.go:75] Recording config/id with fingerprint=587bab8691e66d4986e56c01f3c8b06bfb56912fc917df9950ac3db7828b13db
I0326 23:36:01.306545       1 gather.go:177] gatherer "clusterconfig" function "version" took 121.954435ms to process 2 records
I0326 23:36:01.307204       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0326 23:36:01.310965       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:39929->172.30.0.10:53: read: connection refused
I0326 23:36:01.310993       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:39929->172.30.0.10:53: read: connection refused
I0326 23:36:01.322881       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0326 23:36:01.322897       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0326 23:36:01.627818       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0326 23:36:01.627834       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0326 23:36:01.628612       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-tkng8 pod in namespace openshift-dns (previous: false).
I0326 23:36:01.829404       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-tkng8 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-tkng8\" is waiting to start: ContainerCreating"
I0326 23:36:01.829420       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-tkng8\" is waiting to start: ContainerCreating"
I0326 23:36:01.829428       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-tkng8 pod in namespace openshift-dns (previous: false).
I0326 23:36:02.024673       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-tkng8 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-tkng8\" is waiting to start: ContainerCreating"
I0326 23:36:02.024692       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-tkng8\" is waiting to start: ContainerCreating"
I0326 23:36:02.024705       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-wqc9n pod in namespace openshift-dns (previous: false).
W0326 23:36:02.219691       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:36:02.255413       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wqc9n pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-wqc9n\" is waiting to start: ContainerCreating"
I0326 23:36:02.255429       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-wqc9n\" is waiting to start: ContainerCreating"
I0326 23:36:02.255437       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-wqc9n pod in namespace openshift-dns (previous: false).
I0326 23:36:02.427300       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-wqc9n pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-wqc9n\" is waiting to start: ContainerCreating"
I0326 23:36:02.427317       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-wqc9n\" is waiting to start: ContainerCreating"
I0326 23:36:02.427328       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-xg4zx pod in namespace openshift-dns (previous: false).
I0326 23:36:02.627358       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xg4zx pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-xg4zx\" is waiting to start: ContainerCreating"
I0326 23:36:02.627375       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-xg4zx\" is waiting to start: ContainerCreating"
I0326 23:36:02.627384       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-xg4zx pod in namespace openshift-dns (previous: false).
I0326 23:36:02.654383       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0326 23:36:02.827678       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xg4zx pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-xg4zx\" is waiting to start: ContainerCreating"
I0326 23:36:02.827699       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-xg4zx\" is waiting to start: ContainerCreating"
I0326 23:36:02.827711       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-9n6gd pod in namespace openshift-dns (previous: false).
I0326 23:36:03.027262       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:36:03.027279       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dhfnk pod in namespace openshift-dns (previous: false).
I0326 23:36:03.050754       1 tasks_processing.go:74] worker 40 stopped.
I0326 23:36:03.050942       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=434d091e36487ea9efe71aebcbd16aaba64b84edfe15713b823e228f996412e3
I0326 23:36:03.051239       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=5e43ade37d329f921ea76349c2d870d602686026d240e9243e28ceafe9e3c8cf
I0326 23:36:03.051277       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0326 23:36:03.051321       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=35b87bc8e18a818fe24ed4d2f1bc0c2ed113e92b538b2a29a8bb4240b9a187e9
I0326 23:36:03.051337       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0326 23:36:03.051371       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=462f644c95bf4f4d11bf684ef24339c2cf31e2129cf7a35db5c0e7edcebea99c
I0326 23:36:03.051400       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=65142e945cb1e4f1d1d7de119f1b20de7716dbc3c320ba4673ffb766b09fec52
I0326 23:36:03.051423       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=c6c641556af861e8e65738f9c6b1595c2a6f87e2efe6c1f02604b9119aade5e5
I0326 23:36:03.051438       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=7aa2308b34b65323153cd9518f8031359d1155a0884b23701a5bf6676e85c02c
I0326 23:36:03.051455       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=837cd853e9c1df07598249ea487ac08e4c85b0b7cb4c65b2216fe211cf1ec9d2
I0326 23:36:03.051464       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0326 23:36:03.051479       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=fae6deaca184396c42e953b74c27342d7573a793f20269844eaf8ccf8ebbc0a8
I0326 23:36:03.051489       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0326 23:36:03.051504       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a3b5bce6417a4f74749d43e7cb7f996583c57c9e1e83fbc5883f89014b23a1e8
I0326 23:36:03.051511       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0326 23:36:03.051523       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=1bcbf5e8134a57342228865ad573f294d77bd8baeb4b795a7202e6cbac3cf1be
I0326 23:36:03.051530       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0326 23:36:03.051545       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=e41479717eeb6537d41002e6d6aa4ffc0a22b4f04ac85c7e04ce5a05d20fe0fd
I0326 23:36:03.051673       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=89c7c967347a67fcb9c6f3e33bf915c5b078f1bc82ee9f3aec9bd915fd759e52
I0326 23:36:03.051683       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0326 23:36:03.051690       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0326 23:36:03.051710       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0326 23:36:03.051733       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=03cf6796a3ae676855ddcb4e8a4c392653b02bf260e8b6756945a1239315739f
I0326 23:36:03.051775       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=1e8fc1807ba3955684c5fde84d0ee6cb1b92f9d8eed4c139cdfac4eb26156ede
I0326 23:36:03.051785       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0326 23:36:03.051801       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=344381b1b679b25913d5e076310947a952348d0dee1269ee0a849277d8372276
I0326 23:36:03.051810       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0326 23:36:03.051822       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=2e3153a0117b2b4000f415e3461d35f0e7571dbf7f234f5a289120a1285de61b
I0326 23:36:03.051834       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=fcd5cfec665276314671274f5fb9c671036e725ff96a95bc83ff8aafbea76efa
I0326 23:36:03.051849       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=8a94febdf04e7bf097a12416dcdc48f51cfe7d01dc4ae56a6bbceee09ed0462e
I0326 23:36:03.051862       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=63b7542dacc5d8508151e8d904698e380a766777ccc4df8d02d3cb2c471c6d40
I0326 23:36:03.051876       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=372c0d110b387d13ddfc27c2cfd0ba4f0eab80f6ca592e5a4195c78c22900f95
I0326 23:36:03.051902       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=d721f3ebc8642e2a866077e4ff305510497fa26d2906c07e97cedaaed40cb180
I0326 23:36:03.051917       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0326 23:36:03.051925       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0326 23:36:03.051932       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.868005781s to process 35 records
W0326 23:36:03.219716       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:36:03.225395       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:36:03.225411       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-srpxb pod in namespace openshift-dns (previous: false).
I0326 23:36:03.429768       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:36:03.429848       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-66c8fd6f5d-kfmps pod in namespace openshift-image-registry (previous: false).
I0326 23:36:03.632749       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-66c8fd6f5d-kfmps pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-66c8fd6f5d-kfmps\" is waiting to start: ContainerCreating"
I0326 23:36:03.632767       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-66c8fd6f5d-kfmps\" is waiting to start: ContainerCreating"
I0326 23:36:03.632802       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b5d664bf7-98zz6 pod in namespace openshift-image-registry (previous: false).
I0326 23:36:03.825140       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6b5d664bf7-98zz6 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6b5d664bf7-98zz6\" is waiting to start: ContainerCreating"
I0326 23:36:03.825156       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6b5d664bf7-98zz6\" is waiting to start: ContainerCreating"
I0326 23:36:03.825204       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6b5d664bf7-xfz58 pod in namespace openshift-image-registry (previous: false).
I0326 23:36:04.027467       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6b5d664bf7-xfz58 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6b5d664bf7-xfz58\" is waiting to start: ContainerCreating"
I0326 23:36:04.027489       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6b5d664bf7-xfz58\" is waiting to start: ContainerCreating"
I0326 23:36:04.027499       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-fdz2q pod in namespace openshift-image-registry (previous: false).
W0326 23:36:04.220329       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:36:04.236474       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:36:04.236492       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-mbqdg pod in namespace openshift-image-registry (previous: false).
I0326 23:36:04.429623       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:36:04.429641       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-qjvhm pod in namespace openshift-image-registry (previous: false).
I0326 23:36:04.627832       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:36:04.627849       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-56b54dbfd-7rf85 pod in namespace openshift-ingress (previous: false).
I0326 23:36:04.825470       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-56b54dbfd-7rf85 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-56b54dbfd-7rf85\" is waiting to start: ContainerCreating"
I0326 23:36:04.825487       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-56b54dbfd-7rf85\" is waiting to start: ContainerCreating"
I0326 23:36:04.825499       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-56b54dbfd-spcvd pod in namespace openshift-ingress (previous: false).
I0326 23:36:05.027420       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-56b54dbfd-spcvd pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-56b54dbfd-spcvd\" is waiting to start: ContainerCreating"
I0326 23:36:05.027436       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-56b54dbfd-spcvd\" is waiting to start: ContainerCreating"
I0326 23:36:05.027446       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-764b98bc4f-cmq8t pod in namespace openshift-ingress (previous: false).
W0326 23:36:05.219573       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:36:05.224792       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-764b98bc4f-cmq8t pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-764b98bc4f-cmq8t\" is waiting to start: ContainerCreating"
I0326 23:36:05.224805       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-764b98bc4f-cmq8t\" is waiting to start: ContainerCreating"
I0326 23:36:05.224814       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-dknz6 pod in namespace openshift-ingress-canary (previous: false).
I0326 23:36:05.427886       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-rmzxw pod in namespace openshift-ingress-canary (previous: false).
I0326 23:36:05.627824       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-t7fd6 pod in namespace openshift-ingress-canary (previous: false).
I0326 23:36:05.825622       1 tasks_processing.go:74] worker 36 stopped.
I0326 23:36:05.825717       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=7d1aac70d3b60dfa71b55b3750ffddcd7e0924a3244082a69083e7fd4dcfb156
I0326 23:36:05.825771       1 recorder.go:75] Recording events/openshift-dns with fingerprint=e76eea71588195f296ac1a0029048dafc3f6d688f3d511bbaf3ca3c2bc741f28
I0326 23:36:05.825867       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=87198ddbfebde70bb01ace1348b3509544bccf4bd2b01bdbb31146d5f1073885
I0326 23:36:05.825896       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=6c70e31326f389a282c1291b1e6d97a48f04cf83042a54704c25140eb00f298b
I0326 23:36:05.825950       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=d445b2a292ac3dadf089d573c309e5a435b50c7b6be59ab0f38a61bdd3a28817
I0326 23:36:05.825987       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=837a3e77a3563c68ea4ee391247dc275628979d7c90ee6b85c591da62c6ce481
I0326 23:36:05.826144       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-66c8fd6f5d-kfmps with fingerprint=29605fd0aebcd94a94b39b8122940d5b55a50f4561e61886ffbe764508f6de1d
I0326 23:36:05.826247       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6b5d664bf7-98zz6 with fingerprint=ca2785165cb15542ba04322ce9ca1f8438e09229f586f098a425dbcb1be6ef28
I0326 23:36:05.826336       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6b5d664bf7-xfz58 with fingerprint=6b93828b393c393bfbb9dda35b64ca035871a0ebef5590c6517d028c5e513cb6
I0326 23:36:05.826358       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-dknz6/serve-healthcheck-canary_current.log with fingerprint=1943ea9a5bb6b55127f49ebe91f44d77d4f64fa467cccfa9afe84e5be1da1c7c
I0326 23:36:05.826365       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-rmzxw/serve-healthcheck-canary_current.log with fingerprint=19756b18d098fad676e3bd37243be1726cc7357b78c7058f847f147955b9bcc0
I0326 23:36:05.826373       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-t7fd6/serve-healthcheck-canary_current.log with fingerprint=c0a563d4cfb1a043c8e969165141bfbf85438b7317ec2a8b23474616b6e1e367
I0326 23:36:05.826383       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.642143596s to process 12 records
W0326 23:36:06.216259       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:36:06.216288       1 tasks_processing.go:74] worker 11 stopped.
E0326 23:36:06.216299       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:36:06.216311       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0326 23:36:06.216328       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0326 23:36:06.216338       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.033586075s to process 1 records
I0326 23:36:13.623486       1 tasks_processing.go:74] worker 26 stopped.
I0326 23:36:13.623532       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0326 23:36:13.623544       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.44072034s to process 1 records
I0326 23:36:14.182404       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:36:14.391011       1 tasks_processing.go:74] worker 27 stopped.
I0326 23:36:14.391271       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=4ce39b12c057291c1cbb2425e1f57ef4a8cb96c61f6227345caf83b89c351d65
I0326 23:36:14.391287       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.208250266s to process 1 records
E0326 23:36:14.391358       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.208s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error"
I0326 23:36:14.392461       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error
I0326 23:36:14.392475       1 periodic.go:216] Running workloads gatherer
I0326 23:36:14.392490       1 tasks_processing.go:45] number of workers: 2
I0326 23:36:14.392500       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:36:14.392501       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:36:14.392512       1 tasks_processing.go:71] worker 0 working on workload_info task.
I0326 23:36:14.392505       1 tasks_processing.go:71] worker 1 working on helmchart_info task.
I0326 23:36:14.413696       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:36:14.413710       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 21.162598ms to process 0 records
I0326 23:36:14.441801       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0326 23:36:14.450661       1 gather_workloads_info.go:387] No image sha256:273930332d7b481bbca4521cf740507498a2a323a4010cd66e896806b299f85e (10ms)
I0326 23:36:14.459383       1 gather_workloads_info.go:387] No image sha256:72ae38682f25786aec18625cfed5d7831017d2f0f1304c3320c00ce0b7fb09c1 (9ms)
I0326 23:36:14.468485       1 gather_workloads_info.go:387] No image sha256:0fd69333c121efd68919e731cd3ea01e976e00415bda6e987bf1e949ec224eda (9ms)
I0326 23:36:14.477336       1 gather_workloads_info.go:387] No image sha256:cfcb0bd30c537e677ac6856c36c0c923b415f24d944c7aa1386489f511f6491d (9ms)
I0326 23:36:14.486554       1 gather_workloads_info.go:387] No image sha256:6263faa8ef7759ec21f26df08314c5d64e52d967b49961cb9404c54532c03365 (9ms)
I0326 23:36:14.495223       1 gather_workloads_info.go:387] No image sha256:ad0e262327997e8cdc4074a2373e67274d9b8a943aa274a2cd8ce98ffe1db4a0 (9ms)
I0326 23:36:14.504212       1 gather_workloads_info.go:387] No image sha256:1c5b548d67e5c56e3297b2f8aa34428e544b5b5ac88bd8d0f465760375c501e6 (9ms)
I0326 23:36:14.512884       1 gather_workloads_info.go:387] No image sha256:4e62a2dcb8214491388d4c17f89fe699eb53cdb8039dcba6ab052edc28da3fbd (9ms)
I0326 23:36:14.521546       1 gather_workloads_info.go:387] No image sha256:3739c0c55f7f7ccc84309ae11eb23d3d9e5ad50a68e849a8a8dfda7f2f2bc137 (9ms)
I0326 23:36:14.530466       1 gather_workloads_info.go:387] No image sha256:2f26472542da4f89a2ac34a93fd438d385419dda16811bdfa7e679e0115abe56 (9ms)
I0326 23:36:14.550776       1 gather_workloads_info.go:387] No image sha256:51e1b5dc9fccbee5b7df78d0e8bbe379f75529232c102c9ed5b1ae134c4b9b4c (20ms)
I0326 23:36:14.651699       1 gather_workloads_info.go:387] No image sha256:87de118dc29ca1b47d4768ec5ed4441bc1dada3fb2a78d53b1833249baa86dd4 (101ms)
I0326 23:36:14.751796       1 gather_workloads_info.go:387] No image sha256:8f72efd51f564d8d3e4ecee6555d7bd5394d0776054d2112febea6b7c9e71225 (100ms)
I0326 23:36:14.852683       1 gather_workloads_info.go:387] No image sha256:4c39dc633bf3560c2397281b74faf9d00500b0738dec6c1aad2cc8ce326be6fc (101ms)
I0326 23:36:14.951843       1 gather_workloads_info.go:387] No image sha256:a20df9dd8819885aa431022c6f5e80b77b4431f268b719d71bec26f10521da0e (99ms)
I0326 23:36:15.052390       1 gather_workloads_info.go:387] No image sha256:185a95b130b6a27ad88fcf39803215b7bd998472b1e37225858435f4eb7c3c04 (101ms)
I0326 23:36:15.151359       1 gather_workloads_info.go:387] No image sha256:3da5a449ace61cb7d002d8e7911c14905c74cf58a296527458d1af0f1abf0a72 (99ms)
I0326 23:36:15.251547       1 gather_workloads_info.go:387] No image sha256:aa65d1c7fb8805b767fc4878faea280472f372010efadc66e5641a2e634a80c0 (100ms)
I0326 23:36:15.352987       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms)
I0326 23:36:15.452102       1 gather_workloads_info.go:387] No image sha256:1b58ba57c10e2ba03a0d8dba1f3f8faa866e1dca6170725b6909c2cc2b96efa6 (99ms)
I0326 23:36:15.551463       1 gather_workloads_info.go:387] No image sha256:5b51a4d9d3b7ecad110fb6eb00f71e9e9b854067d79b220df397a58d9fa50eb0 (99ms)
I0326 23:36:15.651990       1 gather_workloads_info.go:387] No image sha256:20a3e59566dd25058fff22e18569067fe6a12d8ac5ac62fa6508e0cee44d7897 (101ms)
I0326 23:36:15.751743       1 gather_workloads_info.go:387] No image sha256:2e3661304917ce7f3be49974faacc60c24cbe2833d7b50c8c205c2f3f2467950 (100ms)
I0326 23:36:15.851988       1 gather_workloads_info.go:387] No image sha256:6ea0f19030ffc52a290e6eeb812ef2426c48a2f1083b1e415e0667998cbb7bf2 (100ms)
I0326 23:36:15.951811       1 gather_workloads_info.go:387] No image sha256:2ade6dfb5406ef3a4264dea95d455298f54e8ef4d458d9ee3e94c33d48676a9b (100ms)
I0326 23:36:16.052074       1 gather_workloads_info.go:387] No image sha256:31e175b644c6627779ca6b9f48d9426760dd449788ad671dd0277cce8fb822e8 (100ms)
I0326 23:36:16.151544       1 gather_workloads_info.go:387] No image sha256:a6b085cdad58db8529d99c22ec1ec79fe09ab00ab1c92ee38b29e7875dc0533c (99ms)
I0326 23:36:16.252203       1 gather_workloads_info.go:387] No image sha256:12aec97ddeb527881acf5949bea2b227baa1dbfccf30679e8d57ff0b82e42707 (101ms)
I0326 23:36:16.352930       1 gather_workloads_info.go:387] No image sha256:12448aad6e9050c2b2445035be818a490cef502d39b73dbd51cc0f5ea7d67d40 (101ms)
I0326 23:36:16.452789       1 gather_workloads_info.go:387] No image sha256:66640a3f7bd65090345552611701a73e74bc44897b9d29e43b11f73b96598ac0 (100ms)
I0326 23:36:16.553804       1 gather_workloads_info.go:387] No image sha256:83344c7d1374cbc2607b4fcb837f094c035b32daf24f8b3ccba2c8df409a6d3c (101ms)
I0326 23:36:16.652220       1 gather_workloads_info.go:387] No image sha256:1e6d59867cbd750672bc9ccfb9c69c3d198174cd43dd6d71a0da358b4b766473 (98ms)
I0326 23:36:16.652250       1 tasks_processing.go:74] worker 0 stopped.
E0326 23:36:16.652260       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0326 23:36:16.652522       1 recorder.go:75] Recording config/workload_info with fingerprint=1ec9437f270b896b22d39be4507a43aa0f17c2ed77d37f91732e4c1b26a6f8ed
I0326 23:36:16.652538       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.259730786s to process 1 records
E0326 23:36:16.652575       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.26s with: function \"workload_info\" failed with an error"
I0326 23:36:16.653679       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0326 23:36:16.653693       1 periodic.go:216] Running conditional gatherer
I0326 23:36:16.658484       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules
I0326 23:36:16.665208       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:54567->172.30.0.10:53: read: connection refused
E0326 23:36:16.665519       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:36:16.665574       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0326 23:36:16.670384       1 conditional_gatherer.go:392] cluster version is '4.21.6'
E0326 23:36:16.670396       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:36:16.670401       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:36:16.670405       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:36:16.670409       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:36:16.670412       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:36:16.670416       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:36:16.670418       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:36:16.670421       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:36:16.670424       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0326 23:36:16.670437       1 tasks_processing.go:45] number of workers: 3
I0326 23:36:16.670444       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:36:16.670448       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0326 23:36:16.670453       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:36:16.670464       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0326 23:36:16.670463       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:36:16.670470       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0326 23:36:16.670473       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:36:16.670525       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0326 23:36:16.670537       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.101µs to process 1 records
I0326 23:36:16.670568       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0326 23:36:16.670575       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.282µs to process 1 records
I0326 23:36:16.670580       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:36:16.670705       1 tasks_processing.go:74] worker 2 stopped.
I0326 23:36:16.670716       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 229.75µs to process 0 records
I0326 23:36:16.670735       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.6/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:54567->172.30.0.10:53: read: connection refused
I0326 23:36:16.670752       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0326 23:36:16.691748       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=1c16fca668c89b68a45e2a8fe7c38d6ac49914bdfa39bad47fef40239ca652c0
I0326 23:36:16.691884       1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-03-26-233616.tar.gz
I0326 23:36:16.700337       1 diskrecorder.go:51] Wrote 108 records to disk in 8ms
I0326 23:36:16.700389       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0326 23:36:16.700405       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0326 23:36:16.997323       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:36:17.196128       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:36:29.507264       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:37:20.871823       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="0ee6d8309e845310612a999e14ccbebd95bf86f8a2b125267be61cd92c7df530")
W0326 23:37:20.871860       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0326 23:37:20.871905       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="7647fd4a0ae160bc739e5743a8d625161ae7913b07b1de8358d3008bcb454bac")