W0331 04:01:41.337068       1 cmd.go:257] Using insecure, self-signed certificates
I0331 04:01:41.924890       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:01:41.925198       1 observer_polling.go:159] Starting file observer
I0331 04:01:42.527322       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0331 04:01:42.527658       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0331 04:01:42.528619       1 secure_serving.go:57] Forcing use of http/1.1 only
W0331 04:01:42.528699       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0331 04:01:42.528709       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0331 04:01:42.528715       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0331 04:01:42.528719       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0331 04:01:42.528723       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0331 04:01:42.528727       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0331 04:01:42.528749       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0331 04:01:42.532004       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0331 04:01:42.532060       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"98f53846-1ae3-4825-b80a-8161bb1de2f5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0331 04:01:42.533211       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0331 04:01:42.533230       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0331 04:01:42.533268       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0331 04:01:42.533289       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0331 04:01:42.533283       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0331 04:01:42.534934       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0331 04:01:42.535545       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1902330455/tls.crt::/tmp/serving-cert-1902330455/tls.key"
I0331 04:01:42.536407       1 secure_serving.go:213] Serving securely on [::]:8443
I0331 04:01:42.536436       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0331 04:01:42.537031       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0331 04:01:42.537061       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0331 04:01:42.537160       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0331 04:01:42.541869       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0331 04:01:42.541887       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0331 04:01:42.545675       1 secretconfigobserver.go:119] support secret does not exist
I0331 04:01:42.549602       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0331 04:01:42.553542       1 secretconfigobserver.go:119] support secret does not exist
I0331 04:01:42.555717       1 recorder.go:161] Pruning old reports every 8h31m24s, max age is 288h0m0s
I0331 04:01:42.559856       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0331 04:01:42.559865       1 periodic.go:209] Running clusterconfig gatherer
I0331 04:01:42.559872       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0331 04:01:42.559899       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0331 04:01:42.559906       1 insightsreport.go:296] Starting report retriever
I0331 04:01:42.559911       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0331 04:01:42.559912       1 tasks_processing.go:45] number of workers: 64
I0331 04:01:42.559938       1 tasks_processing.go:69] worker 0 listening for tasks.
I0331 04:01:42.559948       1 tasks_processing.go:69] worker 6 listening for tasks.
I0331 04:01:42.559949       1 tasks_processing.go:69] worker 3 listening for tasks.
I0331 04:01:42.559956       1 tasks_processing.go:69] worker 4 listening for tasks.
I0331 04:01:42.559957       1 tasks_processing.go:69] worker 1 listening for tasks.
I0331 04:01:42.559962       1 tasks_processing.go:69] worker 5 listening for tasks.
I0331 04:01:42.559964       1 tasks_processing.go:69] worker 2 listening for tasks.
I0331 04:01:42.559969       1 tasks_processing.go:71] worker 4 working on ingress_certificates task.
I0331 04:01:42.559963       1 tasks_processing.go:69] worker 30 listening for tasks.
I0331 04:01:42.559976       1 tasks_processing.go:69] worker 36 listening for tasks.
I0331 04:01:42.559976       1 tasks_processing.go:71] worker 2 working on sap_datahubs task.
I0331 04:01:42.559979       1 tasks_processing.go:69] worker 43 listening for tasks.
I0331 04:01:42.559985       1 tasks_processing.go:69] worker 34 listening for tasks.
I0331 04:01:42.559970       1 tasks_processing.go:71] worker 1 working on machine_configs task.
I0331 04:01:42.559989       1 tasks_processing.go:69] worker 9 listening for tasks.
I0331 04:01:42.559994       1 tasks_processing.go:69] worker 35 listening for tasks.
I0331 04:01:42.559996       1 tasks_processing.go:71] worker 9 working on clusterroles task.
I0331 04:01:42.559993       1 tasks_processing.go:71] worker 34 working on sap_pods task.
I0331 04:01:42.560002       1 tasks_processing.go:69] worker 37 listening for tasks.
I0331 04:01:42.560011       1 tasks_processing.go:69] worker 38 listening for tasks.
I0331 04:01:42.560005       1 tasks_processing.go:69] worker 33 listening for tasks.
I0331 04:01:42.560018       1 tasks_processing.go:69] worker 39 listening for tasks.
I0331 04:01:42.560027       1 tasks_processing.go:69] worker 40 listening for tasks.
I0331 04:01:42.560021       1 tasks_processing.go:69] worker 55 listening for tasks.
I0331 04:01:42.560036       1 tasks_processing.go:69] worker 41 listening for tasks.
I0331 04:01:42.560029       1 tasks_processing.go:71] worker 5 working on storage_cluster task.
I0331 04:01:42.560045       1 tasks_processing.go:69] worker 19 listening for tasks.
I0331 04:01:42.560047       1 tasks_processing.go:69] worker 42 listening for tasks.
I0331 04:01:42.560045       1 tasks_processing.go:69] worker 44 listening for tasks.
I0331 04:01:42.560053       1 tasks_processing.go:69] worker 45 listening for tasks.
I0331 04:01:42.560056       1 tasks_processing.go:69] worker 10 listening for tasks.
I0331 04:01:42.559988       1 tasks_processing.go:71] worker 43 working on openstack_dataplanedeployments task.
I0331 04:01:42.560062       1 tasks_processing.go:69] worker 24 listening for tasks.
I0331 04:01:42.560062       1 tasks_processing.go:69] worker 46 listening for tasks.
I0331 04:01:42.559979       1 tasks_processing.go:71] worker 30 working on feature_gates task.
I0331 04:01:42.560071       1 tasks_processing.go:69] worker 47 listening for tasks.
I0331 04:01:42.559978       1 tasks_processing.go:69] worker 8 listening for tasks.
I0331 04:01:42.560082       1 tasks_processing.go:69] worker 48 listening for tasks.
I0331 04:01:42.560088       1 tasks_processing.go:69] worker 49 listening for tasks.
I0331 04:01:42.560095       1 tasks_processing.go:69] worker 21 listening for tasks.
I0331 04:01:42.560096       1 tasks_processing.go:69] worker 50 listening for tasks.
I0331 04:01:42.560104       1 tasks_processing.go:69] worker 51 listening for tasks.
I0331 04:01:42.560106       1 tasks_processing.go:69] worker 20 listening for tasks.
I0331 04:01:42.560112       1 tasks_processing.go:69] worker 52 listening for tasks.
I0331 04:01:42.560116       1 tasks_processing.go:69] worker 61 listening for tasks.
I0331 04:01:42.560120       1 tasks_processing.go:69] worker 53 listening for tasks.
I0331 04:01:42.560124       1 tasks_processing.go:69] worker 56 listening for tasks.
I0331 04:01:42.560129       1 tasks_processing.go:69] worker 54 listening for tasks.
I0331 04:01:42.560132       1 tasks_processing.go:69] worker 57 listening for tasks.
I0331 04:01:42.560139       1 tasks_processing.go:69] worker 22 listening for tasks.
I0331 04:01:42.560140       1 tasks_processing.go:69] worker 58 listening for tasks.
I0331 04:01:42.559984       1 tasks_processing.go:71] worker 36 working on dvo_metrics task.
I0331 04:01:42.560149       1 tasks_processing.go:69] worker 23 listening for tasks.
I0331 04:01:42.560156       1 tasks_processing.go:71] worker 0 working on container_images task.
I0331 04:01:42.559970       1 tasks_processing.go:69] worker 7 listening for tasks.
I0331 04:01:42.560027       1 tasks_processing.go:69] worker 31 listening for tasks.
I0331 04:01:42.560265       1 tasks_processing.go:69] worker 27 listening for tasks.
I0331 04:01:42.560305       1 tasks_processing.go:69] worker 13 listening for tasks.
I0331 04:01:42.560317       1 tasks_processing.go:69] worker 28 listening for tasks.
I0331 04:01:42.560274       1 tasks_processing.go:69] worker 25 listening for tasks.
I0331 04:01:42.560281       1 tasks_processing.go:69] worker 26 listening for tasks.
I0331 04:01:42.560326       1 tasks_processing.go:69] worker 29 listening for tasks.
I0331 04:01:42.560286       1 tasks_processing.go:69] worker 11 listening for tasks.
I0331 04:01:42.560290       1 tasks_processing.go:69] worker 15 listening for tasks.
I0331 04:01:42.560334       1 tasks_processing.go:69] worker 59 listening for tasks.
I0331 04:01:42.560293       1 tasks_processing.go:69] worker 16 listening for tasks.
I0331 04:01:42.560298       1 tasks_processing.go:69] worker 12 listening for tasks.
I0331 04:01:42.560342       1 tasks_processing.go:69] worker 62 listening for tasks.
I0331 04:01:42.560300       1 tasks_processing.go:69] worker 17 listening for tasks.
I0331 04:01:42.560308       1 tasks_processing.go:69] worker 18 listening for tasks.
I0331 04:01:42.560349       1 tasks_processing.go:69] worker 63 listening for tasks.
I0331 04:01:42.560036       1 tasks_processing.go:69] worker 32 listening for tasks.
I0331 04:01:42.560354       1 tasks_processing.go:71] worker 6 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0331 04:01:42.560365       1 tasks_processing.go:69] worker 60 listening for tasks.
I0331 04:01:42.560372       1 tasks_processing.go:71] worker 3 working on container_runtime_configs task.
I0331 04:01:42.560395       1 tasks_processing.go:69] worker 14 listening for tasks.
I0331 04:01:42.560431       1 tasks_processing.go:71] worker 33 working on machine_autoscalers task.
I0331 04:01:42.560442       1 tasks_processing.go:71] worker 39 working on nodes task.
I0331 04:01:42.560512       1 tasks_processing.go:71] worker 54 working on service_accounts task.
I0331 04:01:42.560521       1 tasks_processing.go:71] worker 29 working on certificate_signing_requests task.
I0331 04:01:42.560563       1 tasks_processing.go:71] worker 47 working on authentication task.
I0331 04:01:42.560612       1 tasks_processing.go:71] worker 11 working on mutating_webhook_configurations task.
I0331 04:01:42.560678       1 tasks_processing.go:71] worker 58 working on openshift_logging task.
I0331 04:01:42.560731       1 tasks_processing.go:71] worker 23 working on operators_pods_and_events task.
I0331 04:01:42.560769       1 tasks_processing.go:71] worker 40 working on install_plans task.
I0331 04:01:42.560836       1 tasks_processing.go:71] worker 19 working on infrastructures task.
I0331 04:01:42.560873       1 tasks_processing.go:71] worker 59 working on schedulers task.
I0331 04:01:42.560881       1 tasks_processing.go:71] worker 60 working on proxies task.
I0331 04:01:42.560929       1 tasks_processing.go:71] worker 27 working on ingress task.
I0331 04:01:42.560967       1 tasks_processing.go:71] worker 8 working on machine_sets task.
I0331 04:01:42.561013       1 tasks_processing.go:71] worker 24 working on crds task.
I0331 04:01:42.561026       1 tasks_processing.go:71] worker 12 working on openshift_machine_api_events task.
I0331 04:01:42.561069       1 tasks_processing.go:71] worker 25 working on pdbs task.
I0331 04:01:42.560618       1 tasks_processing.go:71] worker 35 working on ceph_cluster task.
I0331 04:01:42.560877       1 tasks_processing.go:71] worker 32 working on olm_operators task.
I0331 04:01:42.561150       1 tasks_processing.go:71] worker 10 working on monitoring_persistent_volumes task.
I0331 04:01:42.560979       1 tasks_processing.go:71] worker 42 working on openstack_dataplanenodesets task.
I0331 04:01:42.561176       1 tasks_processing.go:71] worker 51 working on machines task.
I0331 04:01:42.561197       1 tasks_processing.go:71] worker 26 working on metrics task.
I0331 04:01:42.560623       1 tasks_processing.go:71] worker 37 working on sap_config task.
W0331 04:01:42.561222       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:01:42.561232       1 tasks_processing.go:71] worker 48 working on pod_network_connectivity_checks task.
I0331 04:01:42.561239       1 tasks_processing.go:71] worker 46 working on operators task.
I0331 04:01:42.560607       1 tasks_processing.go:71] worker 62 working on overlapping_namespace_uids task.
I0331 04:01:42.561686       1 tasks_processing.go:71] worker 21 working on version task.
I0331 04:01:42.560795       1 tasks_processing.go:71] worker 7 working on qemu_kubevirt_launcher_logs task.
I0331 04:01:42.560635       1 tasks_processing.go:71] worker 17 working on node_logs task.
I0331 04:01:42.562169       1 tasks_processing.go:71] worker 50 working on image_registries task.
I0331 04:01:42.561243       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 23.695µs to process 0 records
I0331 04:01:42.562584       1 tasks_processing.go:71] worker 49 working on openstack_version task.
I0331 04:01:42.560638       1 tasks_processing.go:71] worker 18 working on openstack_controlplanes task.
I0331 04:01:42.560646       1 tasks_processing.go:71] worker 57 working on storage_classes task.
I0331 04:01:42.560649       1 tasks_processing.go:71] worker 22 working on cluster_apiserver task.
I0331 04:01:42.560823       1 tasks_processing.go:71] worker 44 working on silenced_alerts task.
I0331 04:01:42.560829       1 tasks_processing.go:71] worker 55 working on image_pruners task.
I0331 04:01:42.560832       1 tasks_processing.go:71] worker 41 working on validating_webhook_configurations task.
I0331 04:01:42.560989       1 tasks_processing.go:71] worker 15 working on image task.
I0331 04:01:42.560996       1 tasks_processing.go:71] worker 28 working on oauths task.
I0331 04:01:42.561000       1 tasks_processing.go:71] worker 13 working on tsdb_status task.
I0331 04:01:42.561006       1 tasks_processing.go:71] worker 16 working on nodenetworkstates task.
I0331 04:01:42.561146       1 tasks_processing.go:71] worker 45 working on active_alerts task.
I0331 04:01:42.560627       1 tasks_processing.go:71] worker 38 working on nodenetworkconfigurationpolicies task.
I0331 04:01:42.560632       1 tasks_processing.go:71] worker 63 working on lokistack task.
I0331 04:01:42.562619       1 tasks_processing.go:71] worker 61 working on networks task.
I0331 04:01:42.562673       1 tasks_processing.go:71] worker 53 working on cost_management_metrics_configs task.
I0331 04:01:42.562822       1 tasks_processing.go:71] worker 56 working on machine_config_pools task.
W0331 04:01:42.562987       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:01:42.563007       1 tasks_processing.go:74] worker 45 stopped.
W0331 04:01:42.563017       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:01:42.563018       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 35.664µs to process 0 records
I0331 04:01:42.563037       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 24.151µs to process 0 records
I0331 04:01:42.563090       1 tasks_processing.go:74] worker 13 stopped.
I0331 04:01:42.562641       1 tasks_processing.go:71] worker 52 working on jaegers task.
I0331 04:01:42.562625       1 tasks_processing.go:71] worker 20 working on aggregated_monitoring_cr_names task.
I0331 04:01:42.561232       1 tasks_processing.go:71] worker 26 working on machine_healthchecks task.
I0331 04:01:42.560438       1 tasks_processing.go:71] worker 14 working on config_maps task.
I0331 04:01:42.560643       1 tasks_processing.go:71] worker 31 working on support_secret task.
I0331 04:01:42.563441       1 tasks_processing.go:74] worker 5 stopped.
I0331 04:01:42.563454       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 3.390516ms to process 0 records
W0331 04:01:42.564729       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:01:42.564744       1 tasks_processing.go:74] worker 44 stopped.
I0331 04:01:42.564754       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 1.429186ms to process 0 records
I0331 04:01:42.564984       1 tasks_processing.go:74] worker 43 stopped.
I0331 04:01:42.564999       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 4.9182ms to process 0 records
I0331 04:01:42.565181       1 tasks_processing.go:74] worker 2 stopped.
I0331 04:01:42.565192       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 5.188215ms to process 0 records
I0331 04:01:42.565481       1 tasks_processing.go:74] worker 34 stopped.
I0331 04:01:42.565496       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 5.471972ms to process 0 records
I0331 04:01:42.566149       1 tasks_processing.go:74] worker 33 stopped.
I0331 04:01:42.566164       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 5.702628ms to process 0 records
I0331 04:01:42.566184       1 tasks_processing.go:74] worker 3 stopped.
I0331 04:01:42.566195       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 5.804077ms to process 0 records
I0331 04:01:42.566233       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0331 04:01:42.566248       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0331 04:01:42.566253       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0331 04:01:42.566256       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0331 04:01:42.566270       1 controller.go:489] The operator is still being initialized
I0331 04:01:42.566275       1 controller.go:512] The operator is healthy
I0331 04:01:42.566679       1 tasks_processing.go:74] worker 58 stopped.
I0331 04:01:42.566691       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 5.983328ms to process 0 records
I0331 04:01:42.566818       1 tasks_processing.go:74] worker 30 stopped.
I0331 04:01:42.566886       1 recorder.go:75] Recording config/featuregate with fingerprint=7af54226de7534aeb8f1a1411863df98b4875ce3c24c9be3d7ad2f59e6129b4d
I0331 04:01:42.566902       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 6.60569ms to process 1 records
I0331 04:01:42.570744       1 tasks_processing.go:74] worker 8 stopped.
I0331 04:01:42.570758       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 9.719652ms to process 0 records
I0331 04:01:42.571116       1 tasks_processing.go:74] worker 47 stopped.
I0331 04:01:42.571397       1 recorder.go:75] Recording config/authentication with fingerprint=aae4b8935c8af75cdcbc389507dda9261ab0d612c0861fc59292e93f5ad6b310
I0331 04:01:42.571426       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 10.491498ms to process 1 records
I0331 04:01:42.571908       1 tasks_processing.go:74] worker 39 stopped.
I0331 04:01:42.572312       1 recorder.go:75] Recording config/node/ip-10-0-1-149.ec2.internal with fingerprint=d7c62f4bcfc0fc67f5c2a6ed6cf656d52b45b4fab6b7c09c7eae2833d7e9ff7f
I0331 04:01:42.572327       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 11.452384ms to process 1 records
I0331 04:01:42.574166       1 tasks_processing.go:74] worker 19 stopped.
I0331 04:01:42.574887       1 recorder.go:75] Recording config/infrastructure with fingerprint=687bfe99ab765714993b25d3aa881a606d870735c8dc68531b9aa5a0fe26af9f
I0331 04:01:42.574902       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 13.308408ms to process 1 records
I0331 04:01:42.574913       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 13.346469ms to process 0 records
I0331 04:01:42.574921       1 tasks_processing.go:74] worker 42 stopped.
I0331 04:01:42.576043       1 tasks_processing.go:74] worker 27 stopped.
I0331 04:01:42.576227       1 recorder.go:75] Recording config/ingress with fingerprint=3d9708e7eeed84e1911c28e8feb0da07eba6de803e7a3d99c1d1b01cfce3178f
I0331 04:01:42.576242       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 15.093671ms to process 1 records
I0331 04:01:42.576307       1 recorder.go:75] Recording config/proxy with fingerprint=eb0a301c83f85e86ac5bf14b6e6bc96ae7cc547d31600025e9a41489bbeebb8e
I0331 04:01:42.576318       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 15.155086ms to process 1 records
I0331 04:01:42.576325       1 tasks_processing.go:74] worker 60 stopped.
W0331 04:01:42.576440       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 04:01:42.577692       1 tasks_processing.go:74] worker 59 stopped.
I0331 04:01:42.577754       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=9f8f4dc8999bd703821dd94eb205e5c5795380d00d375d08cbf4617a13145c05
I0331 04:01:42.577766       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 16.801342ms to process 1 records
I0331 04:01:42.579502       1 tasks_processing.go:74] worker 37 stopped.
I0331 04:01:42.579520       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 18.286211ms to process 0 records
I0331 04:01:42.579589       1 tasks_processing.go:74] worker 11 stopped.
I0331 04:01:42.579833       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=a7afa48490015e4c484da5294f3310b129cf99c7e3619948c6087e552d757261
I0331 04:01:42.579883       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=b2fba9d8ac47b64ce7bd043f5bfbcb7016b8a7cc428caf11627930d3e04cda83
I0331 04:01:42.579925       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=9d61e4c21e88721557c94ef9b271922cb4ae0e66ea2a5376e9bc368210ab21c0
I0331 04:01:42.579936       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 18.918023ms to process 3 records
I0331 04:01:42.580006       1 recorder.go:75] Recording config/running_containers with fingerprint=68952ab8ac829cb3c581b62d9f2c214ca45283a3d17f11814632379dd212ee62
I0331 04:01:42.580018       1 tasks_processing.go:74] worker 0 stopped.
I0331 04:01:42.580018       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 19.602113ms to process 1 records
I0331 04:01:42.580032       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 18.803702ms to process 0 records
I0331 04:01:42.580040       1 tasks_processing.go:74] worker 35 stopped.
I0331 04:01:42.580326       1 tasks_processing.go:74] worker 48 stopped.
E0331 04:01:42.580340       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0331 04:01:42.580350       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 19.079278ms to process 0 records
I0331 04:01:42.580416       1 tasks_processing.go:74] worker 51 stopped.
E0331 04:01:42.580430       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0331 04:01:42.580440       1 gather.go:177] gatherer "clusterconfig" function "machines" took 19.231775ms to process 0 records
I0331 04:01:42.585581       1 tasks_processing.go:74] worker 49 stopped.
I0331 04:01:42.585593       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 22.930985ms to process 0 records
I0331 04:01:42.585599       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 22.900194ms to process 0 records
I0331 04:01:42.585604       1 tasks_processing.go:74] worker 53 stopped.
I0331 04:01:42.590125       1 gather_logs.go:145] no pods in  namespace were found
I0331 04:01:42.590140       1 tasks_processing.go:74] worker 7 stopped.
I0331 04:01:42.590149       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 28.353825ms to process 0 records
I0331 04:01:42.590158       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 29.115361ms to process 0 records
I0331 04:01:42.590165       1 tasks_processing.go:74] worker 12 stopped.
I0331 04:01:42.592452       1 tasks_processing.go:74] worker 32 stopped.
I0331 04:01:42.592513       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 31.290606ms to process 0 records
I0331 04:01:42.593033       1 tasks_processing.go:74] worker 25 stopped.
I0331 04:01:42.593253       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=bdd4312c97ea148727d50e9d5545a5ca3ff9c24a82d7e35443e788a7bfb16e9e
I0331 04:01:42.593375       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=1ee4fbc4070d215dd5c457c7403685c5d6b949b6550841cefab0090e80308e3e
I0331 04:01:42.593408       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=0a620b17f4b60b0d09fc18114258c8a65590bb065a18d503a3b4605c5c91f427
I0331 04:01:42.593422       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 31.948463ms to process 3 records
I0331 04:01:42.593432       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 31.226815ms to process 0 records
I0331 04:01:42.593439       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 30.320151ms to process 0 records
I0331 04:01:42.593445       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 30.123565ms to process 0 records
I0331 04:01:42.593453       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 30.221254ms to process 0 records
I0331 04:01:42.593460       1 tasks_processing.go:74] worker 18 stopped.
I0331 04:01:42.593462       1 tasks_processing.go:74] worker 16 stopped.
I0331 04:01:42.593467       1 tasks_processing.go:74] worker 38 stopped.
I0331 04:01:42.593475       1 tasks_processing.go:74] worker 17 stopped.
I0331 04:01:42.593512       1 tasks_processing.go:74] worker 26 stopped.
E0331 04:01:42.593529       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0331 04:01:42.593545       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 30.070004ms to process 0 records
I0331 04:01:42.593591       1 tasks_processing.go:74] worker 28 stopped.
I0331 04:01:42.593946       1 recorder.go:75] Recording config/oauth with fingerprint=ef2136d7a6cee525ccf3e8279a7d97ed1606b4c5721251ff4f000ad161ffba73
I0331 04:01:42.593969       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 30.638367ms to process 1 records
I0331 04:01:42.594068       1 tasks_processing.go:74] worker 61 stopped.
I0331 04:01:42.594149       1 recorder.go:75] Recording config/network with fingerprint=60397291cc1c8edb79a46d4c1570a30989edc6651fbc683aa9e926d30562fdca
I0331 04:01:42.594161       1 gather.go:177] gatherer "clusterconfig" function "networks" took 30.922619ms to process 1 records
I0331 04:01:42.594167       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 32.802597ms to process 0 records
I0331 04:01:42.594173       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 30.67619ms to process 0 records
I0331 04:01:42.594179       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 30.839136ms to process 0 records
E0331 04:01:42.594186       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0331 04:01:42.594194       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 30.634145ms to process 0 records
I0331 04:01:42.594205       1 tasks_processing.go:74] worker 31 stopped.
I0331 04:01:42.594211       1 tasks_processing.go:74] worker 10 stopped.
I0331 04:01:42.594215       1 tasks_processing.go:74] worker 63 stopped.
I0331 04:01:42.594220       1 tasks_processing.go:74] worker 52 stopped.
I0331 04:01:42.594289       1 tasks_processing.go:74] worker 15 stopped.
I0331 04:01:42.594396       1 recorder.go:75] Recording config/image with fingerprint=8a8205f36c7e6e4d6bf29f2629023ad2e74b3f6f28f149b8ac209a016e9ea94c
I0331 04:01:42.594409       1 gather.go:177] gatherer "clusterconfig" function "image" took 30.815007ms to process 1 records
I0331 04:01:42.594498       1 tasks_processing.go:74] worker 22 stopped.
I0331 04:01:42.594578       1 recorder.go:75] Recording config/apiserver with fingerprint=86b266957cb7ed238db3c30b75d4c18ac0a95c2da1a68db7bb07692741d12962
I0331 04:01:42.594637       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 31.107108ms to process 1 records
I0331 04:01:42.594771       1 tasks_processing.go:74] worker 55 stopped.
I0331 04:01:42.594925       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=416bb0a4b7049d9521c042ccadfbad9b7525a69f34539608f95e82733b9fac47
I0331 04:01:42.594944       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 31.436449ms to process 1 records
I0331 04:01:42.595080       1 tasks_processing.go:74] worker 50 stopped.
I0331 04:01:42.595342       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=aac15e6d361c058398bc946dea4c4758aed7782b772e6b7661ee504d28d8b295
I0331 04:01:42.595365       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 32.75947ms to process 1 records
I0331 04:01:42.595664       1 tasks_processing.go:74] worker 29 stopped.
I0331 04:01:42.595680       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 35.129392ms to process 0 records
I0331 04:01:42.595834       1 tasks_processing.go:74] worker 57 stopped.
I0331 04:01:42.595936       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=dbcd15edeb74657633614da9f0a1e271a8ab246752e448f8cd92368576a7c721
I0331 04:01:42.596012       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=fbbe976e82c29383aeb6b24554c8c90208aa5520e7cb3680fdcbe62ae30f20d6
I0331 04:01:42.596027       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 32.743268ms to process 2 records
I0331 04:01:42.596104       1 tasks_processing.go:74] worker 9 stopped.
I0331 04:01:42.596330       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=ff9419f7c74cc2eebea47b6df8a5afd13749c9eb5b2a06244460a6536c6b4a89
I0331 04:01:42.596538       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=99b01da62689457d469b164803240da0c2d5d05ecb23b4ac393a0df233912418
I0331 04:01:42.596553       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 36.100085ms to process 2 records
I0331 04:01:42.596688       1 tasks_processing.go:74] worker 41 stopped.
I0331 04:01:42.596691       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=315ba5e171ae02a48f4f87c8cce580910619c4b3188e1bd2448c9b7e35ac079d
I0331 04:01:42.596892       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=e99a7d40e9b493f20bfcaab57e67558725138992f8198f85d11b8ca66c5af26c
I0331 04:01:42.596932       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=f848acbf22c52ec32d188be8fb153f7ea64b7071740d2b58bf7d30805f238714
I0331 04:01:42.596970       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=b51b001ddfc64a8ed2bade6c3aebb58bc6f7539126e9a8bdf9548862de4acf0f
I0331 04:01:42.597033       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=9ba465cf1f5ecd394d4f45e6a9870858a26204320d895be762c8ba7b48d22d2d
I0331 04:01:42.597081       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=c5097be40ad12e3c02db86c817634fa48b9469520d00279ac89c6ed4809f4348
I0331 04:01:42.597118       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=d182d4020ca8df2515811617b9b08193764eea2b35f31b8dd32951e5bf1e97fd
I0331 04:01:42.597511       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=7e94d42a31bad7b9439d98bcf5860cc9d6e62f8ddb30ce141c1ef7c68460332a
I0331 04:01:42.598852       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=5274ac70e44d582477a11a515df1abc7a7288e041a26cb6714c51e50fbf937da
I0331 04:01:42.598905       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=52cdd6906adde926523000747830548271aa4d7077f88663797aa3f0c204b0af
I0331 04:01:42.598980       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=17e8fc4ecc05f861b5b642810c37ae39fca6336d62b4f4bf664fdebf44bd0c52
I0331 04:01:42.599023       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 32.960506ms to process 11 records
I0331 04:01:42.599068       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0331 04:01:42.599123       1 tasks_processing.go:74] worker 62 stopped.
I0331 04:01:42.599126       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 35.460531ms to process 1 records
I0331 04:01:42.599229       1 tasks_processing.go:74] worker 24 stopped.
I0331 04:01:42.600261       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=48d3d8c208abc31980a9a6cfc25296bbe09c20742a4149c79b95f913e0c14d43
I0331 04:01:42.600465       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=540d0f645ecea543201776b3f3582ef332b6ea876bbf733ddbe916206cf46b46
I0331 04:01:42.600475       1 gather.go:177] gatherer "clusterconfig" function "crds" took 37.025449ms to process 2 records
I0331 04:01:42.601491       1 tasks_processing.go:74] worker 56 stopped.
I0331 04:01:42.601506       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 38.614893ms to process 0 records
I0331 04:01:42.601513       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0331 04:01:42.601574       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0331 04:01:42.601709       1 operator.go:288] started
I0331 04:01:42.601727       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0331 04:01:42.603003       1 tasks_processing.go:74] worker 20 stopped.
I0331 04:01:42.603019       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 39.616498ms to process 0 records
I0331 04:01:42.603235       1 tasks_processing.go:74] worker 6 stopped.
I0331 04:01:42.603243       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 42.872454ms to process 0 records
I0331 04:01:42.609441       1 controller.go:212] Source scaController *sca.Controller is not ready
I0331 04:01:42.609454       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0331 04:01:42.609458       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0331 04:01:42.609461       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0331 04:01:42.609464       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0331 04:01:42.609480       1 controller.go:489] The operator is still being initialized
I0331 04:01:42.609485       1 controller.go:512] The operator is healthy
I0331 04:01:42.612064       1 prometheus_rules.go:88] Prometheus rules successfully created
I0331 04:01:42.617552       1 tasks_processing.go:74] worker 14 stopped.
E0331 04:01:42.617576       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0331 04:01:42.617585       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0331 04:01:42.617596       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0331 04:01:42.617609       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0331 04:01:42.617650       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0331 04:01:42.617664       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0331 04:01:42.617670       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0331 04:01:42.617676       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0331 04:01:42.617737       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0331 04:01:42.617751       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0331 04:01:42.617759       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 54.105567ms to process 7 records
E0331 04:01:42.619819       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f5b165b4-3785-405a-85ec-9df281dd7456%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:34223->172.30.0.10:53: read: connection refused
I0331 04:01:42.619834       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f5b165b4-3785-405a-85ec-9df281dd7456%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:34223->172.30.0.10:53: read: connection refused
I0331 04:01:42.633459       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0331 04:01:42.635669       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0331 04:01:42.635685       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0331 04:01:42.637593       1 base_controller.go:82] Caches are synced for ConfigController 
I0331 04:01:42.637604       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0331 04:01:42.642153       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:01:42.670476       1 tasks_processing.go:74] worker 21 stopped.
I0331 04:01:42.670784       1 recorder.go:75] Recording config/version with fingerprint=77c9f831e8cb9f5967d1b164862139e33cc909d298b38aefa951f1690165890c
I0331 04:01:42.670800       1 recorder.go:75] Recording config/id with fingerprint=5431ecf793298a8a89e6a7863c38e250dcc556eb7a775599b57aeef48df2511e
I0331 04:01:42.670827       1 gather.go:177] gatherer "clusterconfig" function "version" took 108.764451ms to process 2 records
I0331 04:01:42.675595       1 tasks_processing.go:74] worker 1 stopped.
I0331 04:01:42.675632       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0331 04:01:42.675649       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 115.592782ms to process 1 records
I0331 04:01:42.683896       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0331 04:01:42.687628       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:42394->172.30.0.10:53: read: connection refused
I0331 04:01:42.687642       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.14:42394->172.30.0.10:53: read: connection refused
I0331 04:01:42.702583       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0331 04:01:42.702597       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0331 04:01:42.703592       1 tasks_processing.go:74] worker 4 stopped.
E0331 04:01:42.703608       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0331 04:01:42.703615       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2pcfa8c9vnjo834h2rmsfk75o9078tj0-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2pcfa8c9vnjo834h2rmsfk75o9078tj0-primary-cert-bundle-secret" not found
I0331 04:01:42.703691       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=c05930e56683f9d15bdbea28ee8d6ddb95f2bd7275d34dbfb982f1d18a0a9d53
I0331 04:01:42.703706       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 143.607671ms to process 1 records
I0331 04:01:43.076831       1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers
I0331 04:01:43.076846       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes
I0331 04:01:43.077579       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-jh67x pod in namespace openshift-dns (previous: false).
I0331 04:01:43.234459       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jh67x pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-jh67x\" is waiting to start: ContainerCreating"
I0331 04:01:43.234478       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-jh67x\" is waiting to start: ContainerCreating"
I0331 04:01:43.234488       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-jh67x pod in namespace openshift-dns (previous: false).
I0331 04:01:43.410361       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-jh67x pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-jh67x\" is waiting to start: ContainerCreating"
I0331 04:01:43.410380       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-jh67x\" is waiting to start: ContainerCreating"
I0331 04:01:43.410389       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-ggkwv pod in namespace openshift-dns (previous: false).
W0331 04:01:43.575933       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 04:01:43.611006       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:01:43.611024       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-78d5496b68-52v7z pod in namespace openshift-image-registry (previous: false).
I0331 04:01:43.805446       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:01:43.805466       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-95b7fffb7-26rwh pod in namespace openshift-image-registry (previous: false).
I0331 04:01:44.007218       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:01:44.007237       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-95b7fffb7-9hw9c pod in namespace openshift-image-registry (previous: false).
I0331 04:01:44.018559       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0331 04:01:44.210618       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-95b7fffb7-9hw9c pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-95b7fffb7-9hw9c\" is waiting to start: ContainerCreating"
I0331 04:01:44.210636       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-95b7fffb7-9hw9c\" is waiting to start: ContainerCreating"
I0331 04:01:44.210648       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-jb8fr pod in namespace openshift-image-registry (previous: false).
I0331 04:01:44.411707       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:01:44.411960       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6857fd4c59-ml2j2 pod in namespace openshift-ingress (previous: false).
I0331 04:01:44.421287       1 tasks_processing.go:74] worker 46 stopped.
I0331 04:01:44.421348       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=1d2510dc98d59abfb62dfbb122ae9063995ac076ef469ce406c96cac97da6d8d
I0331 04:01:44.421386       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=6d68fe02797e22400b823baf87ee367d453eff7f8a369561e197fd109848cd20
I0331 04:01:44.421419       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0331 04:01:44.421452       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=04954bda1768e51d131d99d55b0b0e8d4c9f9815a6202540af9496e833b7ba5a
I0331 04:01:44.421475       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0331 04:01:44.421508       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=4ae32eb63fc27f2c7efd767d0ad273a301166b412f4d42f6470b9f5a7f6b09d8
I0331 04:01:44.421566       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=0a9a41e7513fefcdd9349f3d2102016e05b34754ec98067d6ddbb41e0518a3a2
I0331 04:01:44.421606       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=7889e9e98551023b511564d33bcd230563623ded273db76f90500838cd075aab
I0331 04:01:44.421652       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=6045c8aae044a7c076d652dbb3c9abd87f83ce2b8197b7651117aaa70ea46b99
I0331 04:01:44.421684       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=030c2301622f8e72351e4ee51768265a8c025a2fb2d7478470b438d482d84eb7
I0331 04:01:44.421700       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0331 04:01:44.421727       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=f5c088503c76f85541415da668e41eb1afa5e5bbcbb11cf1d8bbc5644ecf9782
I0331 04:01:44.421743       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0331 04:01:44.421769       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=c72b25bf0e8cb6d01f23902930e6e2f610f19a50f0abf8722ba677bf4397b61f
I0331 04:01:44.421780       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0331 04:01:44.421802       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b124a62c6abaf32b551946b7bdba48f60f6e2a14965f8dd17ded5d9648764e09
I0331 04:01:44.421853       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0331 04:01:44.421883       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=9ba50621e95aa36c6dfc94bd82f0a577a0ad4e3ba999e719a98a172b2448dca2
I0331 04:01:44.422107       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=52114ea5ee82efa8e2436b25edb20322b75222988df9d65f832bc5ca350ad8e0
I0331 04:01:44.422124       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0331 04:01:44.422137       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0331 04:01:44.422174       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0331 04:01:44.422207       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=c5250a32cd1a21368f5f42f8b8eaf790a07088eaaa0cbdba3dbef0f3a496c4d5
I0331 04:01:44.422244       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=88043846b4a9393cb32e6488bdf54696c0164265282b7760db40b341730514e3
I0331 04:01:44.422256       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0331 04:01:44.422282       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=92ef8e420058bbfd682ac1d231baed9613670b02617f71b7934dbb5d20b53f20
I0331 04:01:44.422296       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0331 04:01:44.422315       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=6d2b61154313bbb7598e8a0519550cf96eb02e4b9e7c919ee6fed30e4eaacf68
I0331 04:01:44.422340       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=52e50e7035573a92dcd04fa82830444d3e67ac9166c4fa9447a8213cad18e544
I0331 04:01:44.422363       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=e4e88e338b7fb3e7d2a80ad59eed2d9d95672b615b8e7be2228b625282bf7bc8
I0331 04:01:44.422385       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=7e3f2868bc4e7d04aa5cda6b8486272e20ee9a9e09b330282ddb7e94579ebecd
I0331 04:01:44.422404       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=b3115f67d4fc3e23e02b9a7b2cea70294b863249d844f5bcdb5ea47c181c08b3
I0331 04:01:44.422440       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=7bb2fc298f78deef5dd4418d74e4d9c93dde2fedfd76b87ab89842e43e9feb17
I0331 04:01:44.422462       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0331 04:01:44.422474       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0331 04:01:44.422483       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.859682968s to process 35 records
W0331 04:01:44.575986       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0331 04:01:44.622833       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6857fd4c59-ml2j2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6857fd4c59-ml2j2\" is waiting to start: ContainerCreating"
I0331 04:01:44.622852       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6857fd4c59-ml2j2\" is waiting to start: ContainerCreating"
I0331 04:01:44.622862       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6857fd4c59-rzfkp pod in namespace openshift-ingress (previous: false).
I0331 04:01:44.804982       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0331 04:01:44.805001       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6df66bc69f-fvkf2 pod in namespace openshift-ingress (previous: false).
I0331 04:01:45.010694       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6df66bc69f-fvkf2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6df66bc69f-fvkf2\" is waiting to start: ContainerCreating"
I0331 04:01:45.010712       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6df66bc69f-fvkf2\" is waiting to start: ContainerCreating"
I0331 04:01:45.010723       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-vpnxg pod in namespace openshift-ingress-canary (previous: false).
I0331 04:01:45.210064       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-vpnxg pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-vpnxg\" is waiting to start: ContainerCreating"
I0331 04:01:45.210081       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-vpnxg\" is waiting to start: ContainerCreating"
I0331 04:01:45.210097       1 tasks_processing.go:74] worker 23 stopped.
I0331 04:01:45.210179       1 recorder.go:75] Recording events/openshift-dns with fingerprint=57545dab3f19b5f29bf7311ec7f98c67876452970738260c7e2e2db9a335759f
I0331 04:01:45.210253       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=843a361afb219bf58f60e2144449cd7aa206af471b5cfa8bb26a3d92833f9967
I0331 04:01:45.210281       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=2cbd8d07c402ad038136050e8d184b88a4a33982e68c5c596a65b2da25220479
I0331 04:01:45.210324       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=4fcdfb11ef98ef69b7e8b538b6f14127cee8359fc2b5a6ff8c26017beba94e48
I0331 04:01:45.210335       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=4af854aa0ced03757c9eefa60a7531230cd614119f82152bc88da12cf8dceb1f
I0331 04:01:45.210343       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.649352905s to process 5 records
W0331 04:01:45.575189       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0331 04:01:46.575164       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0331 04:01:47.575830       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0331 04:01:47.575855       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0331 04:01:47.575869       1 tasks_processing.go:74] worker 36 stopped.
E0331 04:01:47.575878       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0331 04:01:47.575889       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0331 04:01:47.575903       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0331 04:01:47.575913       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.015714253s to process 1 records
I0331 04:01:54.985965       1 tasks_processing.go:74] worker 40 stopped.
I0331 04:01:54.986003       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0331 04:01:54.986018       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.425114243s to process 1 records
I0331 04:01:55.767097       1 tasks_processing.go:74] worker 54 stopped.
I0331 04:01:55.767358       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=5f3315562ab922847b80910efb7b38b1b30885aa3cdda0895bd6e02e66f43fde
I0331 04:01:55.767374       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.206562802s to process 1 records
E0331 04:01:55.767425       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.207s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0331 04:01:55.768527       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0331 04:01:55.768540       1 periodic.go:209] Running workloads gatherer
I0331 04:01:55.768553       1 tasks_processing.go:45] number of workers: 2
I0331 04:01:55.768563       1 tasks_processing.go:69] worker 1 listening for tasks.
I0331 04:01:55.768567       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0331 04:01:55.768574       1 tasks_processing.go:69] worker 0 listening for tasks.
I0331 04:01:55.768591       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0331 04:01:55.787677       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data
I0331 04:01:55.792823       1 tasks_processing.go:74] worker 0 stopped.
I0331 04:01:55.792843       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 24.208768ms to process 0 records
I0331 04:01:55.795500       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (8ms)
I0331 04:01:55.803080       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms)
I0331 04:01:55.810443       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (7ms)
I0331 04:01:55.817565       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (7ms)
I0331 04:01:55.824704       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (7ms)
I0331 04:01:55.832009       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (7ms)
I0331 04:01:55.840128       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (8ms)
I0331 04:01:55.847984       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (8ms)
I0331 04:01:55.855097       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (7ms)
I0331 04:01:55.862112       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (7ms)
I0331 04:01:55.896042       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (34ms)
I0331 04:01:55.997209       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (101ms)
I0331 04:01:56.097121       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms)
I0331 04:01:56.196391       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (99ms)
I0331 04:01:56.297998       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (102ms)
I0331 04:01:56.410973       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (113ms)
I0331 04:01:56.502719       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (92ms)
I0331 04:01:56.600757       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (98ms)
I0331 04:01:56.699960       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (99ms)
I0331 04:01:56.755534       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:01:56.763671       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:01:56.797413       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (97ms)
I0331 04:01:56.897165       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms)
I0331 04:01:56.958638       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:01:56.996837       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms)
I0331 04:01:57.097511       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (101ms)
I0331 04:01:57.199101       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (102ms)
I0331 04:01:57.296797       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (98ms)
I0331 04:01:57.397651       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (101ms)
I0331 04:01:57.497965       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms)
I0331 04:01:57.596961       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (99ms)
I0331 04:01:57.696940       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms)
I0331 04:01:57.797360       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms)
I0331 04:01:57.897439       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms)
I0331 04:01:57.897467       1 tasks_processing.go:74] worker 1 stopped.
E0331 04:01:57.897478       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0331 04:01:57.897712       1 recorder.go:75] Recording config/workload_info with fingerprint=33ca46ae3cc3da7b4edcd6397d794afc873da7d75f0d226e6d1bcf72206963b2
I0331 04:01:57.897726       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.128894089s to process 1 records
E0331 04:01:57.897748       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.129s with: function \"workload_info\" failed with an error"
I0331 04:01:57.898840       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0331 04:01:57.898854       1 periodic.go:209] Running conditional gatherer
I0331 04:01:57.905240       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0331 04:01:57.911677       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.14:38767->172.30.0.10:53: read: connection refused
E0331 04:01:57.911944       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0331 04:01:57.912001       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0331 04:01:57.917332       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0331 04:01:57.917347       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:01:57.917352       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:01:57.917355       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:01:57.917359       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:01:57.917362       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:01:57.917365       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:01:57.917367       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:01:57.917370       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0331 04:01:57.917373       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0331 04:01:57.917387       1 tasks_processing.go:45] number of workers: 3
I0331 04:01:57.917397       1 tasks_processing.go:69] worker 2 listening for tasks.
I0331 04:01:57.917402       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0331 04:01:57.917406       1 tasks_processing.go:69] worker 0 listening for tasks.
I0331 04:01:57.917416       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0331 04:01:57.917419       1 tasks_processing.go:69] worker 1 listening for tasks.
I0331 04:01:57.917422       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0331 04:01:57.917426       1 tasks_processing.go:74] worker 1 stopped.
I0331 04:01:57.917495       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0331 04:01:57.917508       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 996ns to process 1 records
I0331 04:01:57.917543       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0331 04:01:57.917551       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.042µs to process 1 records
I0331 04:01:57.917558       1 tasks_processing.go:74] worker 0 stopped.
I0331 04:01:57.917661       1 tasks_processing.go:74] worker 2 stopped.
I0331 04:01:57.917672       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 229.686µs to process 0 records
I0331 04:01:57.917692       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.14:38767->172.30.0.10:53: read: connection refused
I0331 04:01:57.917708       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0331 04:01:57.939664       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=fc783183c6dc8a1b9f9a9b801eeca5353135134a78ad122db239aa5108178c45
I0331 04:01:57.939775       1 diskrecorder.go:70] Writing 96 records to /var/lib/insights-operator/insights-2026-03-31-040157.tar.gz
I0331 04:01:57.945695       1 diskrecorder.go:51] Wrote 96 records to disk in 5ms
I0331 04:01:57.945724       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0331 04:01:57.945737       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0331 04:01:58.024128       1 configmapobserver.go:84] configmaps "insights-config" not found
I0331 04:03:06.926056       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="7cd97f781da3f84051a8ebe009580ec3efed2f56d0e81cca4af4396efae78130")
W0331 04:03:06.926086       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0331 04:03:06.926130       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="4fdbc64d721b994fecb97d37bc8da0cbc06948501da260ea4461307a5075ecc0")
I0331 04:03:06.926164       1 base_controller.go:181] Shutting down ConfigController ...
I0331 04:03:06.926192       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0331 04:03:06.926215       1 periodic.go:170] Shutting down
I0331 04:03:06.926226       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="6d0304cd857f9da7d4ec9ef3f0eb1d5f1a848275eba855d4a9794572a20e1b81")
I0331 04:03:06.926230       1 base_controller.go:123] Shutting down worker of ConfigController controller ...
I0331 04:03:06.926239       1 base_controller.go:113] All ConfigController workers have been terminated
I0331 04:03:06.926237       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0331 04:03:06.926253       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0331 04:03:06.926257       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0331 04:03:06.926264       1 base_controller.go:113] All LoggingSyncer workers have been terminated