W0326 23:18:26.808502       1 cmd.go:257] Using insecure, self-signed certificates
I0326 23:18:27.414264       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:18:27.414568       1 observer_polling.go:159] Starting file observer
I0326 23:18:28.122253       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0326 23:18:28.122866       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0326 23:18:28.124369       1 secure_serving.go:57] Forcing use of http/1.1 only
W0326 23:18:28.124406       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:18:28.124414       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:18:28.124421       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0326 23:18:28.124425       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0326 23:18:28.124428       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0326 23:18:28.124432       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0326 23:18:28.124553       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0326 23:18:28.128085       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0326 23:18:28.128148       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"2ba8c9da-2a89-44f4-8338-e34cf4af5d14", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0326 23:18:28.130343       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0326 23:18:28.130355       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0326 23:18:28.130353       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0326 23:18:28.130370       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0326 23:18:28.130381       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:18:28.130385       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:18:28.130670       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2835002787/tls.crt::/tmp/serving-cert-2835002787/tls.key"
I0326 23:18:28.130959       1 secure_serving.go:213] Serving securely on [::]:8443
I0326 23:18:28.130986       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0326 23:18:28.136294       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0326 23:18:28.136319       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:18:28.136428       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0326 23:18:28.140840       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:18:28.140858       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:18:28.146277       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:18:28.150228       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:18:28.153357       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:18:28.156615       1 recorder.go:161] Pruning old reports every 6h20m29s, max age is 288h0m0s
I0326 23:18:28.160583       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0326 23:18:28.160602       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0326 23:18:28.160584       1 periodic.go:209] Running clusterconfig gatherer
I0326 23:18:28.160648       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0326 23:18:28.160839       1 insightsreport.go:296] Starting report retriever
I0326 23:18:28.160854       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0326 23:18:28.161405       1 tasks_processing.go:45] number of workers: 64
I0326 23:18:28.161511       1 tasks_processing.go:69] worker 15 listening for tasks.
I0326 23:18:28.161545       1 tasks_processing.go:69] worker 63 listening for tasks.
I0326 23:18:28.161548       1 tasks_processing.go:71] worker 15 working on machine_config_pools task.
I0326 23:18:28.161541       1 tasks_processing.go:69] worker 7 listening for tasks.
I0326 23:18:28.161561       1 tasks_processing.go:69] worker 39 listening for tasks.
I0326 23:18:28.161739       1 tasks_processing.go:69] worker 32 listening for tasks.
I0326 23:18:28.161757       1 tasks_processing.go:69] worker 37 listening for tasks.
I0326 23:18:28.161772       1 tasks_processing.go:69] worker 45 listening for tasks.
I0326 23:18:28.162007       1 tasks_processing.go:69] worker 47 listening for tasks.
I0326 23:18:28.162022       1 tasks_processing.go:69] worker 48 listening for tasks.
I0326 23:18:28.162031       1 tasks_processing.go:69] worker 49 listening for tasks.
I0326 23:18:28.162046       1 tasks_processing.go:69] worker 42 listening for tasks.
I0326 23:18:28.162050       1 tasks_processing.go:69] worker 50 listening for tasks.
I0326 23:18:28.162159       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:18:28.162170       1 tasks_processing.go:69] worker 3 listening for tasks.
I0326 23:18:28.162176       1 tasks_processing.go:69] worker 61 listening for tasks.
I0326 23:18:28.162210       1 tasks_processing.go:69] worker 12 listening for tasks.
I0326 23:18:28.162232       1 tasks_processing.go:69] worker 38 listening for tasks.
I0326 23:18:28.162009       1 tasks_processing.go:69] worker 46 listening for tasks.
I0326 23:18:28.161561       1 tasks_processing.go:69] worker 13 listening for tasks.
I0326 23:18:28.162279       1 tasks_processing.go:69] worker 40 listening for tasks.
I0326 23:18:28.161740       1 tasks_processing.go:69] worker 33 listening for tasks.
I0326 23:18:28.161557       1 tasks_processing.go:69] worker 9 listening for tasks.
I0326 23:18:28.161561       1 tasks_processing.go:69] worker 8 listening for tasks.
I0326 23:18:28.161567       1 tasks_processing.go:69] worker 51 listening for tasks.
I0326 23:18:28.161652       1 tasks_processing.go:69] worker 16 listening for tasks.
I0326 23:18:28.161659       1 tasks_processing.go:69] worker 17 listening for tasks.
I0326 23:18:28.161664       1 tasks_processing.go:69] worker 18 listening for tasks.
I0326 23:18:28.161669       1 tasks_processing.go:69] worker 19 listening for tasks.
I0326 23:18:28.161674       1 tasks_processing.go:69] worker 20 listening for tasks.
I0326 23:18:28.162359       1 tasks_processing.go:71] worker 2 working on networks task.
I0326 23:18:28.162361       1 tasks_processing.go:71] worker 47 working on machine_sets task.
I0326 23:18:28.162361       1 tasks_processing.go:71] worker 38 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0326 23:18:28.162366       1 tasks_processing.go:71] worker 8 working on authentication task.
I0326 23:18:28.162359       1 tasks_processing.go:71] worker 63 working on sap_pods task.
I0326 23:18:28.162364       1 tasks_processing.go:71] worker 50 working on tsdb_status task.
W0326 23:18:28.162993       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:18:28.163009       1 tasks_processing.go:71] worker 50 working on pod_network_connectivity_checks task.
I0326 23:18:28.161679       1 tasks_processing.go:69] worker 21 listening for tasks.
I0326 23:18:28.161672       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:18:28.161684       1 tasks_processing.go:69] worker 22 listening for tasks.
I0326 23:18:28.161689       1 tasks_processing.go:69] worker 23 listening for tasks.
I0326 23:18:28.161686       1 tasks_processing.go:69] worker 28 listening for tasks.
I0326 23:18:28.161691       1 tasks_processing.go:69] worker 4 listening for tasks.
I0326 23:18:28.161696       1 tasks_processing.go:69] worker 24 listening for tasks.
I0326 23:18:28.161693       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:18:28.163035       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 39.338µs to process 0 records
I0326 23:18:28.161703       1 tasks_processing.go:69] worker 25 listening for tasks.
I0326 23:18:28.161703       1 tasks_processing.go:69] worker 29 listening for tasks.
I0326 23:18:28.161700       1 tasks_processing.go:69] worker 6 listening for tasks.
I0326 23:18:28.161702       1 tasks_processing.go:69] worker 5 listening for tasks.
I0326 23:18:28.161542       1 tasks_processing.go:69] worker 11 listening for tasks.
I0326 23:18:28.161711       1 tasks_processing.go:69] worker 26 listening for tasks.
I0326 23:18:28.161710       1 tasks_processing.go:69] worker 52 listening for tasks.
I0326 23:18:28.161714       1 tasks_processing.go:69] worker 30 listening for tasks.
I0326 23:18:28.161714       1 tasks_processing.go:69] worker 54 listening for tasks.
I0326 23:18:28.161717       1 tasks_processing.go:69] worker 34 listening for tasks.
I0326 23:18:28.163070       1 tasks_processing.go:71] worker 34 working on nodes task.
I0326 23:18:28.163073       1 tasks_processing.go:71] worker 54 working on container_images task.
I0326 23:18:28.161715       1 tasks_processing.go:69] worker 53 listening for tasks.
I0326 23:18:28.161717       1 tasks_processing.go:69] worker 55 listening for tasks.
I0326 23:18:28.161721       1 tasks_processing.go:69] worker 56 listening for tasks.
I0326 23:18:28.161725       1 tasks_processing.go:69] worker 58 listening for tasks.
I0326 23:18:28.161727       1 tasks_processing.go:69] worker 31 listening for tasks.
I0326 23:18:28.161724       1 tasks_processing.go:69] worker 57 listening for tasks.
I0326 23:18:28.161727       1 tasks_processing.go:69] worker 59 listening for tasks.
I0326 23:18:28.161729       1 tasks_processing.go:69] worker 60 listening for tasks.
I0326 23:18:28.161736       1 tasks_processing.go:69] worker 62 listening for tasks.
I0326 23:18:28.161726       1 tasks_processing.go:69] worker 35 listening for tasks.
I0326 23:18:28.161749       1 tasks_processing.go:69] worker 36 listening for tasks.
I0326 23:18:28.162280       1 tasks_processing.go:69] worker 43 listening for tasks.
I0326 23:18:28.162286       1 tasks_processing.go:69] worker 41 listening for tasks.
I0326 23:18:28.163117       1 tasks_processing.go:71] worker 1 working on operators task.
I0326 23:18:28.162288       1 tasks_processing.go:69] worker 14 listening for tasks.
I0326 23:18:28.162323       1 tasks_processing.go:71] worker 7 working on version task.
I0326 23:18:28.163126       1 tasks_processing.go:71] worker 21 working on jaegers task.
I0326 23:18:28.163132       1 tasks_processing.go:71] worker 4 working on olm_operators task.
I0326 23:18:28.163141       1 tasks_processing.go:71] worker 28 working on certificate_signing_requests task.
I0326 23:18:28.163149       1 tasks_processing.go:71] worker 5 working on overlapping_namespace_uids task.
I0326 23:18:28.163164       1 tasks_processing.go:71] worker 29 working on machines task.
I0326 23:18:28.163181       1 tasks_processing.go:71] worker 24 working on image task.
I0326 23:18:28.163195       1 tasks_processing.go:71] worker 6 working on schedulers task.
I0326 23:18:28.163206       1 tasks_processing.go:71] worker 25 working on config_maps task.
I0326 23:18:28.163206       1 tasks_processing.go:71] worker 0 working on crds task.
I0326 23:18:28.163235       1 tasks_processing.go:71] worker 26 working on openshift_machine_api_events task.
I0326 23:18:28.161566       1 tasks_processing.go:69] worker 27 listening for tasks.
I0326 23:18:28.162353       1 tasks_processing.go:71] worker 48 working on ingress task.
I0326 23:18:28.163306       1 tasks_processing.go:71] worker 22 working on machine_configs task.
I0326 23:18:28.163355       1 tasks_processing.go:71] worker 52 working on openstack_controlplanes task.
I0326 23:18:28.163367       1 tasks_processing.go:71] worker 11 working on operators_pods_and_events task.
I0326 23:18:28.162288       1 tasks_processing.go:69] worker 44 listening for tasks.
I0326 23:18:28.162357       1 tasks_processing.go:71] worker 39 working on aggregated_monitoring_cr_names task.
I0326 23:18:28.162355       1 tasks_processing.go:71] worker 46 working on image_registries task.
I0326 23:18:28.163495       1 tasks_processing.go:71] worker 44 working on openstack_version task.
I0326 23:18:28.163563       1 tasks_processing.go:71] worker 30 working on sap_datahubs task.
I0326 23:18:28.163574       1 tasks_processing.go:71] worker 53 working on support_secret task.
I0326 23:18:28.162360       1 tasks_processing.go:71] worker 32 working on proxies task.
I0326 23:18:28.162364       1 tasks_processing.go:71] worker 20 working on install_plans task.
I0326 23:18:28.162365       1 tasks_processing.go:71] worker 3 working on storage_classes task.
I0326 23:18:28.162368       1 tasks_processing.go:71] worker 42 working on active_alerts task.
I0326 23:18:28.162370       1 tasks_processing.go:71] worker 17 working on container_runtime_configs task.
I0326 23:18:28.162371       1 tasks_processing.go:71] worker 16 working on clusterroles task.
I0326 23:18:28.162372       1 tasks_processing.go:71] worker 61 working on lokistack task.
I0326 23:18:28.162419       1 tasks_processing.go:71] worker 49 working on node_logs task.
I0326 23:18:28.163604       1 tasks_processing.go:71] worker 14 working on service_accounts task.
I0326 23:18:28.163608       1 tasks_processing.go:71] worker 36 working on silenced_alerts task.
W0326 23:18:28.163636       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:18:28.163650       1 tasks_processing.go:71] worker 36 working on validating_webhook_configurations task.
I0326 23:18:28.163651       1 tasks_processing.go:71] worker 27 working on metrics task.
W0326 23:18:28.163674       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:18:28.163697       1 tasks_processing.go:71] worker 59 working on openstack_dataplanedeployments task.
W0326 23:18:28.163638       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:18:28.163569       1 tasks_processing.go:71] worker 60 working on nodenetworkstates task.
I0326 23:18:28.162429       1 tasks_processing.go:71] worker 51 working on feature_gates task.
I0326 23:18:28.162436       1 tasks_processing.go:71] worker 33 working on nodenetworkconfigurationpolicies task.
I0326 23:18:28.162441       1 tasks_processing.go:71] worker 13 working on image_pruners task.
I0326 23:18:28.162445       1 tasks_processing.go:71] worker 45 working on sap_config task.
I0326 23:18:28.162438       1 tasks_processing.go:71] worker 40 working on ceph_cluster task.
I0326 23:18:28.162450       1 tasks_processing.go:71] worker 18 working on openshift_logging task.
I0326 23:18:28.162446       1 tasks_processing.go:71] worker 9 working on machine_healthchecks task.
I0326 23:18:28.163120       1 tasks_processing.go:71] worker 23 working on dvo_metrics task.
I0326 23:18:28.163582       1 tasks_processing.go:71] worker 57 working on infrastructures task.
I0326 23:18:28.161555       1 tasks_processing.go:69] worker 10 listening for tasks.
I0326 23:18:28.164106       1 tasks_processing.go:74] worker 10 stopped.
I0326 23:18:28.163587       1 tasks_processing.go:71] worker 55 working on ingress_certificates task.
I0326 23:18:28.163586       1 tasks_processing.go:71] worker 31 working on cost_management_metrics_configs task.
I0326 23:18:28.163592       1 tasks_processing.go:71] worker 56 working on oauths task.
I0326 23:18:28.163595       1 tasks_processing.go:71] worker 43 working on mutating_webhook_configurations task.
I0326 23:18:28.163601       1 tasks_processing.go:71] worker 62 working on storage_cluster task.
I0326 23:18:28.163605       1 tasks_processing.go:71] worker 35 working on qemu_kubevirt_launcher_logs task.
I0326 23:18:28.163704       1 tasks_processing.go:71] worker 41 working on monitoring_persistent_volumes task.
I0326 23:18:28.162432       1 tasks_processing.go:71] worker 37 working on openstack_dataplanenodesets task.
I0326 23:18:28.163790       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 31.313µs to process 0 records
I0326 23:18:28.162364       1 tasks_processing.go:71] worker 19 working on pdbs task.
I0326 23:18:28.164554       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 78.898µs to process 0 records
I0326 23:18:28.164562       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 202.498µs to process 0 records
I0326 23:18:28.164568       1 tasks_processing.go:74] worker 42 stopped.
I0326 23:18:28.164572       1 tasks_processing.go:74] worker 27 stopped.
I0326 23:18:28.162368       1 tasks_processing.go:71] worker 12 working on cluster_apiserver task.
I0326 23:18:28.163581       1 tasks_processing.go:71] worker 58 working on machine_autoscalers task.
I0326 23:18:28.164797       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0326 23:18:28.164813       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:18:28.164817       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:18:28.164820       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:18:28.164835       1 controller.go:489] The operator is still being initialized
I0326 23:18:28.164842       1 controller.go:512] The operator is healthy
I0326 23:18:28.166460       1 tasks_processing.go:74] worker 47 stopped.
I0326 23:18:28.166472       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 4.089568ms to process 0 records
I0326 23:18:28.166532       1 tasks_processing.go:74] worker 50 stopped.
E0326 23:18:28.166545       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0326 23:18:28.166564       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 3.494989ms to process 0 records
I0326 23:18:28.176250       1 tasks_processing.go:74] worker 63 stopped.
I0326 23:18:28.176266       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 13.354393ms to process 0 records
I0326 23:18:28.176276       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 13.121578ms to process 0 records
I0326 23:18:28.176283       1 tasks_processing.go:74] worker 21 stopped.
I0326 23:18:28.176356       1 tasks_processing.go:74] worker 29 stopped.
E0326 23:18:28.176369       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0326 23:18:28.176377       1 gather.go:177] gatherer "clusterconfig" function "machines" took 13.180648ms to process 0 records
I0326 23:18:28.176441       1 tasks_processing.go:74] worker 30 stopped.
I0326 23:18:28.176449       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 12.864285ms to process 0 records
I0326 23:18:28.176474       1 tasks_processing.go:74] worker 52 stopped.
I0326 23:18:28.176483       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 13.105643ms to process 0 records
I0326 23:18:28.176491       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 13.236302ms to process 0 records
I0326 23:18:28.176497       1 tasks_processing.go:74] worker 26 stopped.
I0326 23:18:28.176506       1 tasks_processing.go:74] worker 24 stopped.
I0326 23:18:28.177866       1 recorder.go:75] Recording config/image with fingerprint=525283cf5d8fb20c78189a717740154cfc5418cc79c84428355887de81e2bd10
I0326 23:18:28.177889       1 gather.go:177] gatherer "clusterconfig" function "image" took 13.314198ms to process 1 records
I0326 23:18:28.177900       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 13.090183ms to process 0 records
I0326 23:18:28.177987       1 tasks_processing.go:74] worker 44 stopped.
I0326 23:18:28.178073       1 tasks_processing.go:74] worker 48 stopped.
I0326 23:18:28.178682       1 recorder.go:75] Recording config/ingress with fingerprint=b41797ba7b65ef7b07c4fb39cd38ecab3f97a5065dcbd223150aaa217fee8037
I0326 23:18:28.178699       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 13.85279ms to process 1 records
I0326 23:18:28.178788       1 tasks_processing.go:74] worker 2 stopped.
I0326 23:18:28.178832       1 recorder.go:75] Recording config/network with fingerprint=3bee3969ffe0fd12ed04d00e4c847934480521398c7829c93984005e3f81c8f4
I0326 23:18:28.178841       1 gather.go:177] gatherer "clusterconfig" function "networks" took 14.755152ms to process 1 records
I0326 23:18:28.178925       1 tasks_processing.go:74] worker 8 stopped.
I0326 23:18:28.179007       1 recorder.go:75] Recording config/authentication with fingerprint=93d2f6c491ba49f53cd19d5b6d27a4784e94f89da750d82d0f407264876319a8
I0326 23:18:28.179015       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 14.270866ms to process 1 records
I0326 23:18:28.179060       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=b177f245c2ab2e0bde5739e03f15a4e896de66ad1164fc7e0ebbe6fa283851d6
I0326 23:18:28.179068       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 14.061945ms to process 1 records
I0326 23:18:28.179103       1 recorder.go:75] Recording config/proxy with fingerprint=f343b4e2d375029f614247b876a4b2459c81906009f42fe03ff57123cea3b41e
I0326 23:18:28.179111       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 13.721331ms to process 1 records
I0326 23:18:28.179112       1 tasks_processing.go:74] worker 32 stopped.
I0326 23:18:28.179101       1 tasks_processing.go:74] worker 6 stopped.
I0326 23:18:28.179188       1 tasks_processing.go:74] worker 34 stopped.
I0326 23:18:28.179351       1 recorder.go:75] Recording config/node/ip-10-0-0-152.ec2.internal with fingerprint=e6b9c6bbde860c0bf8bac0188b2c854caf53bcd1060e87e62ce95f41762977b0
I0326 23:18:28.179404       1 recorder.go:75] Recording config/node/ip-10-0-1-155.ec2.internal with fingerprint=0ef33b684f5e195f5838f56b228f1dfbe18f65edc9a9a02812df89b85268e483
I0326 23:18:28.179468       1 recorder.go:75] Recording config/node/ip-10-0-2-157.ec2.internal with fingerprint=e1b54bad9f37311aecfd5080a414c612a11b2ca62cb845eade8c99a434d3234a
I0326 23:18:28.179485       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 14.688733ms to process 3 records
I0326 23:18:28.180479       1 tasks_processing.go:74] worker 28 stopped.
I0326 23:18:28.180493       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 17.322054ms to process 0 records
I0326 23:18:28.195409       1 tasks_processing.go:74] worker 17 stopped.
I0326 23:18:28.195431       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 31.646065ms to process 0 records
I0326 23:18:28.195442       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 31.642478ms to process 0 records
I0326 23:18:28.195449       1 tasks_processing.go:74] worker 59 stopped.
I0326 23:18:28.195478       1 tasks_processing.go:74] worker 60 stopped.
I0326 23:18:28.195492       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 31.640722ms to process 0 records
I0326 23:18:28.195592       1 tasks_processing.go:74] worker 49 stopped.
I0326 23:18:28.195609       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 31.898349ms to process 0 records
I0326 23:18:28.195618       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 31.60051ms to process 0 records
I0326 23:18:28.195625       1 tasks_processing.go:74] worker 40 stopped.
I0326 23:18:28.195648       1 tasks_processing.go:74] worker 18 stopped.
I0326 23:18:28.195661       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 31.619085ms to process 0 records
E0326 23:18:28.195669       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0326 23:18:28.195675       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 31.606363ms to process 0 records
I0326 23:18:28.195682       1 tasks_processing.go:74] worker 9 stopped.
I0326 23:18:28.195984       1 tasks_processing.go:74] worker 45 stopped.
I0326 23:18:28.195997       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 31.978684ms to process 0 records
I0326 23:18:28.196022       1 tasks_processing.go:74] worker 31 stopped.
I0326 23:18:28.196029       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 31.893975ms to process 0 records
I0326 23:18:28.196102       1 tasks_processing.go:74] worker 13 stopped.
I0326 23:18:28.196397       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=3257c5b2c2d4821d413d07c595b4192dd3b6030de6c880e63e3f1b524f6bab69
I0326 23:18:28.196416       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 32.137137ms to process 1 records
I0326 23:18:28.196424       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 32.457576ms to process 0 records
I0326 23:18:28.196439       1 tasks_processing.go:74] worker 61 stopped.
I0326 23:18:28.196509       1 tasks_processing.go:74] worker 57 stopped.
I0326 23:18:28.197074       1 recorder.go:75] Recording config/infrastructure with fingerprint=61b2b87315120e7a2e3a91222fc6b27f972709a8471656d8df654eaee60a4009
I0326 23:18:28.197088       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 32.158529ms to process 1 records
I0326 23:18:28.197095       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 32.336934ms to process 0 records
I0326 23:18:28.197099       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 31.749292ms to process 0 records
I0326 23:18:28.197103       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 31.585338ms to process 0 records
I0326 23:18:28.197107       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 31.996442ms to process 0 records
E0326 23:18:28.197113       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0326 23:18:28.197119       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 32.686872ms to process 0 records
I0326 23:18:28.197125       1 tasks_processing.go:74] worker 53 stopped.
I0326 23:18:28.197129       1 tasks_processing.go:74] worker 33 stopped.
I0326 23:18:28.197133       1 tasks_processing.go:74] worker 37 stopped.
I0326 23:18:28.197136       1 tasks_processing.go:74] worker 58 stopped.
I0326 23:18:28.197140       1 tasks_processing.go:74] worker 62 stopped.
I0326 23:18:28.203147       1 tasks_processing.go:74] worker 36 stopped.
I0326 23:18:28.203849       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=5978c9a226b02764745d27e29ccdb43be1ba68acfb31947833205e0a4a298aaf
I0326 23:18:28.204035       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=563aaad7432258a93846d05ff081f1d296f017542b0094646cd23b7b16fd099a
I0326 23:18:28.204106       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=ba75fb2f1764cf77ff6cde7d871e56a65d43649d3862ca78b7ed2fabb877edc1
I0326 23:18:28.204168       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=e7ae019e3f825dd7690f1b8aca1c7c9cf53f82c229fbc65bde39dac90f48c5af
I0326 23:18:28.204237       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=aef8fc213c8f1399abe03a5336cca24cb1f4b88014813eede4e6758ad2950638
I0326 23:18:28.204302       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=02b68db16d1e6106a4e500ca42abaeb48ea27411e93b22bdf22de5cd6d44ccaf
I0326 23:18:28.204366       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=e10227b80cda693cad67f7c5f1c8e5db24919e6055f09551734b7cd21e0923b7
I0326 23:18:28.204455       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=4c28c6d9525ac32ea1f040b6309991fad8c0dba502f9550d4a7d0af7d346cb13
I0326 23:18:28.204510       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=8cec9095d60a4e1c49dd2ac75b7c3447002e991771b96ce7c4eea3f9f609cd7d
I0326 23:18:28.204601       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=25c5faeca597bc2029e8d9094db672edea3a262c472f7cf598a44c36272d24d8
I0326 23:18:28.204655       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=0c1f052c8d5d87b362f86a7beb1b26f5ae574ec8214b098f28ac811eb1ff8384
I0326 23:18:28.204668       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 39.485392ms to process 11 records
I0326 23:18:28.204754       1 tasks_processing.go:74] worker 51 stopped.
I0326 23:18:28.204929       1 recorder.go:75] Recording config/featuregate with fingerprint=64e79d2529a8b0729f3fae75def1e470384980cd43a52921ca3f0c17946e38ff
I0326 23:18:28.204955       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 39.567575ms to process 1 records
I0326 23:18:28.205032       1 tasks_processing.go:74] worker 46 stopped.
I0326 23:18:28.205572       1 gather_logs.go:145] no pods in  namespace were found
I0326 23:18:28.207233       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=6a1bc196257c15e199bfde7aa29e79de1e039e798b1c5e3684a44c50f4721d54
I0326 23:18:28.207258       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 40.764258ms to process 1 records
I0326 23:18:28.207270       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 41.242944ms to process 0 records
I0326 23:18:28.207302       1 tasks_processing.go:74] worker 35 stopped.
I0326 23:18:28.207412       1 tasks_processing.go:74] worker 12 stopped.
I0326 23:18:28.207441       1 recorder.go:75] Recording config/apiserver with fingerprint=2c18d6a8ade5d7ffc4848bc14f1294b293deb63874babd8ead1c31e61d465545
I0326 23:18:28.207450       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 41.086263ms to process 1 records
I0326 23:18:28.207536       1 tasks_processing.go:74] worker 56 stopped.
I0326 23:18:28.207738       1 recorder.go:75] Recording config/oauth with fingerprint=bd755c11607385d3acf512d0e2da8c351099f2626b5e6168522a570eb8721fff
I0326 23:18:28.207755       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 42.774618ms to process 1 records
I0326 23:18:28.207766       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 42.632147ms to process 0 records
I0326 23:18:28.207787       1 tasks_processing.go:74] worker 41 stopped.
I0326 23:18:28.207865       1 tasks_processing.go:74] worker 3 stopped.
I0326 23:18:28.207867       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=426b1373247c8e3dc74daa6519c2c37a1cdb1cc8d7b1ecd9da79a87e6cef80c3
I0326 23:18:28.207915       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=5bf2f714c7fd6c63561e771f70e2145dadf381a355ebedded2d8032c4452f25b
I0326 23:18:28.207929       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 43.691948ms to process 2 records
I0326 23:18:28.207985       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:18:28.208432       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0326 23:18:28.208431       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0326 23:18:28.208547       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=e904d4604b46be72317c7d34e18cb019efc18e4e056bf5940d14b3cf5383b9f1
W0326 23:18:28.208614       1 operator.go:288] started
I0326 23:18:28.208643       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0326 23:18:28.208809       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=33175218c0a0d7bdfe8cc7c826fb9c778c25c623e2e4b88247ffc41e2b8b7a02
I0326 23:18:28.208825       1 gather.go:177] gatherer "clusterconfig" function "crds" took 44.190354ms to process 2 records
I0326 23:18:28.208930       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=0d9fe414e61ebab2545c8de56e8a0a4e7a69f45a56fa6174e95f325ffe933366
I0326 23:18:28.208963       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=74db79df5f3a5e4b0912fdbeb023bfd4b37ad1f190c58ac0d0be726e00f3be13
I0326 23:18:28.208995       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=cad24eff63732d012bbf935fc86a2c00eb73f60bd6eaae5359c312d5f4787bc9
I0326 23:18:28.209009       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 42.860574ms to process 3 records
I0326 23:18:28.209031       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0326 23:18:28.209046       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 44.624073ms to process 1 records
I0326 23:18:28.208995       1 tasks_processing.go:74] worker 19 stopped.
I0326 23:18:28.209059       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 44.658222ms to process 0 records
I0326 23:18:28.209070       1 tasks_processing.go:74] worker 39 stopped.
I0326 23:18:28.209072       1 tasks_processing.go:74] worker 5 stopped.
I0326 23:18:28.209125       1 recorder.go:75] Recording config/olm_operators with fingerprint=6ddf7b07bc6b40f8a1337324f2c682474bbd68ce6f47401cc888dbf0da759d44
I0326 23:18:28.209136       1 tasks_processing.go:74] worker 4 stopped.
I0326 23:18:28.209139       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 45.079446ms to process 1 records
I0326 23:18:28.209191       1 tasks_processing.go:74] worker 43 stopped.
I0326 23:18:28.209276       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=9c05f630a39a7d0f242e7dbd105c82c85fdca4fa8f10ac40fbeb57649b8dac21
I0326 23:18:28.209324       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ced375481d021298f275ab4c5fafd955d79e686117ce7e8b1e1d2c9b8406991c
I0326 23:18:28.209371       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=125ec1623bd04437c235a1717659c322e5f3e8c36685f130bead98257f2f76a8
I0326 23:18:28.209384       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 44.033522ms to process 3 records
I0326 23:18:28.209475       1 tasks_processing.go:74] worker 16 stopped.
I0326 23:18:28.209595       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=c44368ec67d85066e24f97206bc1eb2dfcf271de899ad540fc8f57c8f78476ce
I0326 23:18:28.210072       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=e5543191b7119cfb34963d07925b10ce1cd0dce61943aa0b0a424c13b019f309
I0326 23:18:28.210129       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 45.615552ms to process 2 records
W0326 23:18:28.214780       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:18:28.215701       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:18:28.215714       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:18:28.215719       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:18:28.215725       1 controller.go:212] Source scaController *sca.Controller is not ready
I0326 23:18:28.215729       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0326 23:18:28.215752       1 controller.go:489] The operator is still being initialized
I0326 23:18:28.215762       1 controller.go:512] The operator is healthy
I0326 23:18:28.219939       1 prometheus_rules.go:88] Prometheus rules successfully created
I0326 23:18:28.220722       1 tasks_processing.go:74] worker 54 stopped.
I0326 23:18:28.221992       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-69m7w with fingerprint=7185198d3c2df870664103319c443aca58052e7fcde606d8e7942c836f120e0b
I0326 23:18:28.222057       1 recorder.go:75] Recording config/running_containers with fingerprint=43bf2ff3e576a6cd5b1322f1aa9e99dac2fa68fa63318ef19a642cebedf37beb
I0326 23:18:28.222067       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 57.63182ms to process 2 records
I0326 23:18:28.222692       1 tasks_processing.go:74] worker 38 stopped.
I0326 23:18:28.222709       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 60.310717ms to process 0 records
I0326 23:18:28.223999       1 tasks_processing.go:74] worker 25 stopped.
E0326 23:18:28.224016       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0326 23:18:28.224024       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0326 23:18:28.224029       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0326 23:18:28.224042       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0326 23:18:28.224081       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0326 23:18:28.224091       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0326 23:18:28.224097       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0326 23:18:28.224104       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0326 23:18:28.224166       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0326 23:18:28.224184       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0326 23:18:28.224193       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 60.77726ms to process 7 records
E0326 23:18:28.224237       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ae77d333-7829-4b23-a5c1-bc77abd34be1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:47773->172.30.0.10:53: read: connection refused
I0326 23:18:28.224251       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ae77d333-7829-4b23-a5c1-bc77abd34be1%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:47773->172.30.0.10:53: read: connection refused
I0326 23:18:28.228234       1 tasks_processing.go:74] worker 55 stopped.
E0326 23:18:28.228248       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0326 23:18:28.228254       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9mn557uecfdfat3rak4fd92hlq9uco-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9mn557uecfdfat3rak4fd92hlq9uco-primary-cert-bundle-secret" not found
I0326 23:18:28.228315       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=1dd58230964dae8c1355b3004f4a151b634c9ed7639c766e46e0983235c62655
I0326 23:18:28.228326       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 64.111919ms to process 1 records
I0326 23:18:28.231321       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:18:28.231331       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0326 23:18:28.231361       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:18:28.237190       1 base_controller.go:82] Caches are synced for ConfigController 
I0326 23:18:28.237205       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0326 23:18:28.240585       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:18:28.271323       1 tasks_processing.go:74] worker 7 stopped.
I0326 23:18:28.271609       1 recorder.go:75] Recording config/version with fingerprint=47c3e68aff69dce251da65d3af5fda74e789714b0599a6b88b947f73f240209e
I0326 23:18:28.271623       1 recorder.go:75] Recording config/id with fingerprint=95900ed4cc49c6d923ee968b95850edbb28309ad27d156eee908318317bd6b12
I0326 23:18:28.271630       1 gather.go:177] gatherer "clusterconfig" function "version" took 108.181595ms to process 2 records
I0326 23:18:28.282121       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0326 23:18:28.285454       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:51671->172.30.0.10:53: read: connection refused
I0326 23:18:28.285469       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.12:51671->172.30.0.10:53: read: connection refused
I0326 23:18:28.308826       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0326 23:18:28.308850       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0326 23:18:28.613784       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0326 23:18:28.613800       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0326 23:18:28.614606       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-9htld pod in namespace openshift-dns (previous: false).
I0326 23:18:28.848949       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9htld pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-9htld\" is waiting to start: ContainerCreating"
I0326 23:18:28.848971       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-9htld\" is waiting to start: ContainerCreating"
I0326 23:18:28.848979       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-9htld pod in namespace openshift-dns (previous: false).
I0326 23:18:29.017496       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-9htld pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-9htld\" is waiting to start: ContainerCreating"
I0326 23:18:29.017536       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-9htld\" is waiting to start: ContainerCreating"
I0326 23:18:29.017568       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hcwph pod in namespace openshift-dns (previous: false).
W0326 23:18:29.212557       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:18:29.212825       1 tasks_processing.go:74] worker 15 stopped.
I0326 23:18:29.212838       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.051262797s to process 0 records
I0326 23:18:29.219626       1 tasks_processing.go:74] worker 22 stopped.
I0326 23:18:29.219680       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0326 23:18:29.219697       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.056293973s to process 1 records
I0326 23:18:29.248728       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hcwph pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-hcwph\" is waiting to start: ContainerCreating"
I0326 23:18:29.248748       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-hcwph\" is waiting to start: ContainerCreating"
I0326 23:18:29.248757       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hcwph pod in namespace openshift-dns (previous: false).
I0326 23:18:29.419269       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hcwph pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-hcwph\" is waiting to start: ContainerCreating"
I0326 23:18:29.419287       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-hcwph\" is waiting to start: ContainerCreating"
I0326 23:18:29.419300       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-mcnxs pod in namespace openshift-dns (previous: false).
I0326 23:18:29.626479       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0326 23:18:29.637984       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mcnxs pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-mcnxs\" is waiting to start: ContainerCreating"
I0326 23:18:29.638002       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-mcnxs\" is waiting to start: ContainerCreating"
I0326 23:18:29.638010       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-mcnxs pod in namespace openshift-dns (previous: false).
I0326 23:18:29.818113       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mcnxs pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-mcnxs\" is waiting to start: ContainerCreating"
I0326 23:18:29.818135       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-mcnxs\" is waiting to start: ContainerCreating"
I0326 23:18:29.818146       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-djrsr pod in namespace openshift-dns (previous: false).
I0326 23:18:30.019223       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:18:30.019244       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-f98pz pod in namespace openshift-dns (previous: false).
W0326 23:18:30.211635       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:18:30.218489       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:18:30.218504       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q4csm pod in namespace openshift-dns (previous: false).
I0326 23:18:30.228366       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:18:30.228422       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=a4f1be4099cc1cf565ceca94c3aa1c28aea3c55f3ee8f7331e449bef2ff8de47
I0326 23:18:30.228454       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c12fff63485b2367dfff956d031bad2aeef99a1a65456e16a31eb2e7b8cdb869
I0326 23:18:30.228483       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0326 23:18:30.228509       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=dabfb955bfb08926023fa7def780a7a5c7e2c320a98659434e49ea4bcba89f36
I0326 23:18:30.228562       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0326 23:18:30.228586       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=0f8ba16758f794b588a8ce07d4085cde2173138649afc6b17867a0542b65fa72
I0326 23:18:30.228615       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=15b0bd6eefc82edcc0b1b1ad3846827b261b50a6f0104163cc97d9834a5096c4
I0326 23:18:30.228639       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=7c15370c3fc2fe9953a9b1aeb4140413b42e48adf9bb60714df1f9d3aedc8181
I0326 23:18:30.228652       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=d60792879c4dd1226626ce5d7d74325cef3ceaf97f509dcfcbb6805a13b38597
I0326 23:18:30.228669       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=5eb103a122a4b78528aa5413a6911e4535ece4d2649c575b93dbb58044c078c5
I0326 23:18:30.228678       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0326 23:18:30.228693       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=7311ff1136c4d14eb8190e5a1c8a15679e65acb9a8cb6358308bca115fd3d243
I0326 23:18:30.228703       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0326 23:18:30.228718       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=fb3370455e8406772b3f35a0fc3aa80bc8044b84be457c89b1374f10861efa3f
I0326 23:18:30.228727       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0326 23:18:30.228739       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=0a44b58acf08fb5de7e958403a0e4f7fff05ed6e970d9a67e492d88502bb5862
I0326 23:18:30.228748       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0326 23:18:30.228764       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=ce006fbb83359e259994c53395b33e8fa06fcfdbb321cb6842fcc72b82b574e6
I0326 23:18:30.228894       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=b75d38500e06f7785fd74f887304d5213f2dfe979bcc9670e9193d3fea66d748
I0326 23:18:30.228903       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0326 23:18:30.228910       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0326 23:18:30.228930       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0326 23:18:30.228951       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=e9e9cf749cc29334f060fff3f346c11ce81658845663956eae9de51e15b2095d
I0326 23:18:30.228983       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=357f7c35c495ee0d22e9c483611f3ac2442a880f95ce01bee1718cbc88ec4c7f
I0326 23:18:30.228992       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0326 23:18:30.229008       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=9066655820ddd994d42f1fdfa34605fad06e9c5ff8cd8f62c58bc9de8243ddd2
I0326 23:18:30.229018       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0326 23:18:30.229031       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=b71179d61afcd7645014e4286e1f2fac737ac1e33f6af0ba5dcec3efb5193cdd
I0326 23:18:30.229045       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=bb36030314fa1a172cf8e23a0e472c2ab6d2a93a012874249ce464e73dfd4fef
I0326 23:18:30.229060       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=2793af276a73cc0c3df2fd927d28dd85a0d30afd14b3fb132c8bfea2e44c3458
I0326 23:18:30.229074       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=77d327bb57c8071b928639fcf143fba639a201cc3d69ed0693427740dd813313
I0326 23:18:30.229094       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=49910e68a457613ea53f4323a6ae55d81e88c2b04a7ad5e5eed32f5fe95f9205
I0326 23:18:30.229103       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0326 23:18:30.229126       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=73ab59dadb52330cfeb38a6a0e1f2ab91d9ec0f6e4d9dac9e4fd1eab55e07871
I0326 23:18:30.229143       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0326 23:18:30.229151       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0326 23:18:30.229158       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.065231776s to process 36 records
I0326 23:18:30.419339       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:18:30.419394       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5f997db547-fzjnp pod in namespace openshift-image-registry (previous: false).
I0326 23:18:30.617900       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5f997db547-fzjnp pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5f997db547-fzjnp\" is waiting to start: ContainerCreating"
I0326 23:18:30.617918       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5f997db547-fzjnp\" is waiting to start: ContainerCreating"
I0326 23:18:30.617973       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7cbbdc58bd-cf87g pod in namespace openshift-image-registry (previous: false).
I0326 23:18:30.819340       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7cbbdc58bd-cf87g pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7cbbdc58bd-cf87g\" is waiting to start: ContainerCreating"
I0326 23:18:30.819357       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7cbbdc58bd-cf87g\" is waiting to start: ContainerCreating"
I0326 23:18:30.819401       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7cbbdc58bd-vq2xh pod in namespace openshift-image-registry (previous: false).
I0326 23:18:31.019065       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7cbbdc58bd-vq2xh pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7cbbdc58bd-vq2xh\" is waiting to start: ContainerCreating"
I0326 23:18:31.019086       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7cbbdc58bd-vq2xh\" is waiting to start: ContainerCreating"
I0326 23:18:31.019098       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-4gd6z pod in namespace openshift-image-registry (previous: false).
W0326 23:18:31.210979       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:18:31.218150       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:18:31.218166       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-dz4ng pod in namespace openshift-image-registry (previous: false).
I0326 23:18:31.419098       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:18:31.419116       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-fcgft pod in namespace openshift-image-registry (previous: false).
I0326 23:18:31.618014       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:18:31.618033       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-66789fbcb7-b8hk8 pod in namespace openshift-ingress (previous: false).
I0326 23:18:31.818612       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-66789fbcb7-b8hk8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-66789fbcb7-b8hk8\" is waiting to start: ContainerCreating"
I0326 23:18:31.818632       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-66789fbcb7-b8hk8\" is waiting to start: ContainerCreating"
I0326 23:18:31.818659       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-66789fbcb7-kpbw4 pod in namespace openshift-ingress (previous: false).
I0326 23:18:32.018151       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-66789fbcb7-kpbw4 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-66789fbcb7-kpbw4\" is waiting to start: ContainerCreating"
I0326 23:18:32.018167       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-66789fbcb7-kpbw4\" is waiting to start: ContainerCreating"
I0326 23:18:32.018178       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-8564989589-gjxrm pod in namespace openshift-ingress (previous: false).
W0326 23:18:32.211585       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:18:32.219580       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-8564989589-gjxrm pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-8564989589-gjxrm\" is waiting to start: ContainerCreating"
I0326 23:18:32.219596       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-8564989589-gjxrm\" is waiting to start: ContainerCreating"
I0326 23:18:32.219625       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-2srhb pod in namespace openshift-ingress-canary (previous: false).
I0326 23:18:32.445013       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-2srhb pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-2srhb\" is waiting to start: ContainerCreating"
I0326 23:18:32.445037       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-2srhb\" is waiting to start: ContainerCreating"
I0326 23:18:32.445075       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-c9fbc pod in namespace openshift-ingress-canary (previous: false).
I0326 23:18:32.625868       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-c9fbc pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-c9fbc\" is waiting to start: ContainerCreating"
I0326 23:18:32.625888       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-c9fbc\" is waiting to start: ContainerCreating"
I0326 23:18:32.625917       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-lwjqb pod in namespace openshift-ingress-canary (previous: false).
I0326 23:18:32.817872       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-lwjqb pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-lwjqb\" is waiting to start: ContainerCreating"
I0326 23:18:32.817891       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-lwjqb\" is waiting to start: ContainerCreating"
I0326 23:18:32.817910       1 tasks_processing.go:74] worker 11 stopped.
I0326 23:18:32.818027       1 recorder.go:75] Recording events/openshift-dns with fingerprint=8291dcbf7e675349837c2b8a3a1c75f89484c080f3dd6433d7db9bad98e78efe
I0326 23:18:32.818134       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=1c8eaa0774a642de1d76c41b2f436a45381d82bc609848ba1c9be8de5c288d98
I0326 23:18:32.818162       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=ddb217bf86e2446af52600ad6ec6d5e88f414205eb868556ff4f854cdf1e0f82
I0326 23:18:32.818208       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=88f8c4883ec52e4bab7663d912fe7582263d19724062e287aaca92c02780f3f1
I0326 23:18:32.818225       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=7bba9017aa52c77bafbb68e0b74339cbd51c6a4ca6c06150e61bc8c4b8190af5
I0326 23:18:32.818359       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-9htld with fingerprint=0223d8c620731c48e5e36e76c94637ff0ddfdb17151fd4484e2e5effee796d37
I0326 23:18:32.818441       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-hcwph with fingerprint=f0a88a66d878cf41ea3532c52605cbcd575762c3638ad76a4062b3ec7fedb260
I0326 23:18:32.818557       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5f997db547-fzjnp with fingerprint=31c60fee64cc0a0db2ac3affe92c4578d77131f05c704f4278f23c66de6c26e6
I0326 23:18:32.818689       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7cbbdc58bd-cf87g with fingerprint=9d461c28106880b30da0f393d1bc22105c1630e055f18000db7cb765336adf57
I0326 23:18:32.818781       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-7cbbdc58bd-vq2xh with fingerprint=42bba9f487a6a0bd8027ec7bfdf97e44bb780a0e5a5ffc44cb1bfec896a22f6d
I0326 23:18:32.818841       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-2srhb with fingerprint=c65fa6bd3abc72904e0a5c8bfd9f2f2ef1cfaa89a52cfbeeb0c4fa855f52ec81
I0326 23:18:32.818922       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-c9fbc with fingerprint=084b908d534a6bc72e37e8f298b3fe8c841addd6e8a5a784fac803046d03bae8
I0326 23:18:32.818978       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-lwjqb with fingerprint=8e70469f762a31288d553358787d39d27613cdc8952e96521e2dfaa863561f83
I0326 23:18:32.818987       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.65452944s to process 13 records
W0326 23:18:33.208202       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:18:33.208229       1 tasks_processing.go:74] worker 23 stopped.
E0326 23:18:33.208246       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:18:33.208274       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0326 23:18:33.208291       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0326 23:18:33.208321       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.044163343s to process 1 records
I0326 23:18:40.613678       1 tasks_processing.go:74] worker 20 stopped.
I0326 23:18:40.613732       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0326 23:18:40.613746       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.449958607s to process 1 records
I0326 23:18:40.792642       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:18:40.992308       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:18:41.270809       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:18:41.369693       1 tasks_processing.go:74] worker 14 stopped.
I0326 23:18:41.370099       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=751aa8b7d1208af5fd734152a53c8f2354708612b0cd50cfd9c595651a5cc8c8
I0326 23:18:41.370118       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.206067291s to process 1 records
E0326 23:18:41.370178       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.209s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0326 23:18:41.371299       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0326 23:18:41.371316       1 periodic.go:209] Running workloads gatherer
I0326 23:18:41.371332       1 tasks_processing.go:45] number of workers: 2
I0326 23:18:41.371341       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:18:41.371345       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0326 23:18:41.371359       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:18:41.371374       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0326 23:18:41.396055       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0326 23:18:41.399090       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:18:41.399113       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.697389ms to process 0 records
I0326 23:18:41.402626       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (7ms)
I0326 23:18:41.409326       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (7ms)
I0326 23:18:41.416259       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (7ms)
I0326 23:18:41.423305       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (7ms)
I0326 23:18:41.430641       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (7ms)
I0326 23:18:41.437443       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (7ms)
I0326 23:18:41.443985       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (7ms)
I0326 23:18:41.450934       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (7ms)
I0326 23:18:41.457666       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (7ms)
I0326 23:18:41.464022       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (6ms)
I0326 23:18:41.504742       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (41ms)
I0326 23:18:41.604291       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms)
I0326 23:18:41.703612       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (99ms)
I0326 23:18:41.803864       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms)
I0326 23:18:41.904312       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (100ms)
I0326 23:18:42.003825       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (99ms)
I0326 23:18:42.108421       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (105ms)
I0326 23:18:42.205178       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (97ms)
I0326 23:18:42.305299       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms)
I0326 23:18:42.404335       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms)
I0326 23:18:42.506704       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (102ms)
I0326 23:18:42.603757       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (97ms)
I0326 23:18:42.703252       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (99ms)
I0326 23:18:42.803363       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (100ms)
I0326 23:18:42.903695       1 gather_workloads_info.go:387] No image sha256:ce98d5d844bfc2ba8de1893866ad38166c95157d54abd8192b181e819bc50bb5 (100ms)
I0326 23:18:43.003906       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms)
I0326 23:18:43.104089       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms)
I0326 23:18:43.203371       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (99ms)
I0326 23:18:43.303672       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms)
I0326 23:18:43.403724       1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (100ms)
I0326 23:18:43.503172       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (99ms)
I0326 23:18:43.603110       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms)
I0326 23:18:43.703737       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (101ms)
I0326 23:18:43.804188       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms)
I0326 23:18:43.804225       1 tasks_processing.go:74] worker 1 stopped.
E0326 23:18:43.804235       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0326 23:18:43.804544       1 recorder.go:75] Recording config/workload_info with fingerprint=ded25091e9b02d2d16da4069402a276132564ad85a91b49d953e02b7fb73280c
I0326 23:18:43.804561       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.43287176s to process 1 records
E0326 23:18:43.804590       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.433s with: function \"workload_info\" failed with an error"
I0326 23:18:43.805700       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0326 23:18:43.805716       1 periodic.go:209] Running conditional gatherer
I0326 23:18:43.810633       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0326 23:18:43.817355       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:56886->172.30.0.10:53: read: connection refused
E0326 23:18:43.817619       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0326 23:18:43.817682       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0326 23:18:43.822856       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0326 23:18:43.822870       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:18:43.822875       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:18:43.822878       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:18:43.822882       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:18:43.822884       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:18:43.822888       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:18:43.822891       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:18:43.822894       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:18:43.822897       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0326 23:18:43.822912       1 tasks_processing.go:45] number of workers: 3
I0326 23:18:43.822922       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:18:43.822926       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0326 23:18:43.822934       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:18:43.822948       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0326 23:18:43.822947       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:18:43.822953       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0326 23:18:43.822957       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:18:43.823020       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0326 23:18:43.823034       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.211µs to process 1 records
I0326 23:18:43.823064       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0326 23:18:43.823071       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.22µs to process 1 records
I0326 23:18:43.823077       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:18:43.823222       1 tasks_processing.go:74] worker 2 stopped.
I0326 23:18:43.823235       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 263.456µs to process 0 records
I0326 23:18:43.823257       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.12:56886->172.30.0.10:53: read: connection refused
I0326 23:18:43.823275       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0326 23:18:43.843161       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=aca353876edc591ceca150655b6910c13d04a31b1af61ea996fb2fefa81f81e6
I0326 23:18:43.843299       1 diskrecorder.go:70] Writing 109 records to /var/lib/insights-operator/insights-2026-03-26-231843.tar.gz
I0326 23:18:43.850201       1 diskrecorder.go:51] Wrote 109 records to disk in 6ms
I0326 23:18:43.850231       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0326 23:18:43.850247       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0326 23:18:56.813361       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:19:42.416293       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="b9eea9f814e249ab35c7e173a604769361147ceca613b71dad9c57abe7d67149")
W0326 23:19:42.416332       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0326 23:19:42.416378       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="42469feb30c3c6272fe40945c4b57ac1a594ebf5e05ddf0491596a5f31ab2465")
I0326 23:19:42.416456       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="3634881a27af6e56344bdaa02788a2b454d59b015db39355f4a109d8fb8984f7")
I0326 23:19:42.416480       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0326 23:19:42.416493       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0326 23:19:42.416507       1 base_controller.go:181] Shutting down ConfigController ...
I0326 23:19:42.416555       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0326 23:19:42.416557       1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController
I0326 23:19:42.416567       1 periodic.go:170] Shutting down
I0326 23:19:42.416579       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0326 23:19:42.416582       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0326 23:19:42.416591       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0326 23:19:42.416592       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0326 23:19:42.416599       1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0326 23:19:42.416606       1 base_controller.go:113] All ConfigController workers have been terminated
I0326 23:19:42.416559       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0326 23:19:42.416607       1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0326 23:19:42.416621       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0326 23:19:42.416629       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0326 23:19:42.416629       1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-2835002787/tls.crt::/tmp/serving-cert-2835002787/tls.key"
I0326 23:19:42.416650       1 secure_serving.go:258] Stopped listening on [::]:8443