W0320 09:56:27.742952       1 cmd.go:257] Using insecure, self-signed certificates
I0320 09:56:28.590238       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0320 09:56:28.590516       1 observer_polling.go:159] Starting file observer
I0320 09:56:29.272276       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0320 09:56:29.272485       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0320 09:56:29.273017       1 secure_serving.go:57] Forcing use of http/1.1 only
W0320 09:56:29.273038       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0320 09:56:29.273044       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0320 09:56:29.273048       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0320 09:56:29.273050       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0320 09:56:29.273053       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0320 09:56:29.273055       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0320 09:56:29.273119       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0320 09:56:29.277340       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"df9b6b09-94b0-4379-819a-d6af7f298e87", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0320 09:56:29.277362       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0320 09:56:29.277779       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0320 09:56:29.277845       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0320 09:56:29.277805       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0320 09:56:29.277880       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0320 09:56:29.277807       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0320 09:56:29.277907       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0320 09:56:29.278194       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-524065700/tls.crt::/tmp/serving-cert-524065700/tls.key"
I0320 09:56:29.278480       1 secure_serving.go:213] Serving securely on [::]:8443
I0320 09:56:29.278507       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0320 09:56:29.281800       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0320 09:56:29.281826       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0320 09:56:29.281929       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0320 09:56:29.286601       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0320 09:56:29.286621       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0320 09:56:29.291161       1 secretconfigobserver.go:119] support secret does not exist
I0320 09:56:29.294408       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0320 09:56:29.297476       1 secretconfigobserver.go:119] support secret does not exist
I0320 09:56:29.300873       1 recorder.go:161] Pruning old reports every 5h45m59s, max age is 288h0m0s
I0320 09:56:29.304398       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0320 09:56:29.304416       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0320 09:56:29.304418       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0320 09:56:29.304425       1 insightsreport.go:296] Starting report retriever
I0320 09:56:29.304432       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0320 09:56:29.304437       1 periodic.go:209] Running clusterconfig gatherer
I0320 09:56:29.304482       1 tasks_processing.go:45] number of workers: 32
I0320 09:56:29.304511       1 tasks_processing.go:69] worker 2 listening for tasks.
I0320 09:56:29.304520       1 tasks_processing.go:69] worker 0 listening for tasks.
I0320 09:56:29.304527       1 tasks_processing.go:71] worker 0 working on sap_datahubs task.
I0320 09:56:29.304528       1 tasks_processing.go:69] worker 24 listening for tasks.
I0320 09:56:29.304528       1 tasks_processing.go:69] worker 1 listening for tasks.
I0320 09:56:29.304521       1 tasks_processing.go:69] worker 31 listening for tasks.
I0320 09:56:29.304531       1 tasks_processing.go:69] worker 16 listening for tasks.
I0320 09:56:29.304538       1 tasks_processing.go:69] worker 23 listening for tasks.
I0320 09:56:29.304543       1 tasks_processing.go:69] worker 3 listening for tasks.
I0320 09:56:29.304520       1 tasks_processing.go:71] worker 2 working on dvo_metrics task.
I0320 09:56:29.304552       1 tasks_processing.go:69] worker 17 listening for tasks.
I0320 09:56:29.304554       1 tasks_processing.go:69] worker 10 listening for tasks.
I0320 09:56:29.304556       1 tasks_processing.go:69] worker 27 listening for tasks.
I0320 09:56:29.304554       1 tasks_processing.go:69] worker 4 listening for tasks.
I0320 09:56:29.304562       1 tasks_processing.go:69] worker 7 listening for tasks.
I0320 09:56:29.304564       1 tasks_processing.go:69] worker 11 listening for tasks.
I0320 09:56:29.304568       1 tasks_processing.go:69] worker 19 listening for tasks.
I0320 09:56:29.304547       1 tasks_processing.go:69] worker 9 listening for tasks.
I0320 09:56:29.304575       1 tasks_processing.go:69] worker 12 listening for tasks.
I0320 09:56:29.304575       1 tasks_processing.go:69] worker 29 listening for tasks.
I0320 09:56:29.304549       1 tasks_processing.go:69] worker 26 listening for tasks.
I0320 09:56:29.304580       1 tasks_processing.go:69] worker 30 listening for tasks.
I0320 09:56:29.304584       1 tasks_processing.go:69] worker 13 listening for tasks.
I0320 09:56:29.304572       1 tasks_processing.go:69] worker 6 listening for tasks.
I0320 09:56:29.304561       1 tasks_processing.go:69] worker 18 listening for tasks.
I0320 09:56:29.304569       1 tasks_processing.go:69] worker 28 listening for tasks.
I0320 09:56:29.304592       1 tasks_processing.go:69] worker 15 listening for tasks.
I0320 09:56:29.304594       1 tasks_processing.go:69] worker 21 listening for tasks.
I0320 09:56:29.304572       1 tasks_processing.go:69] worker 8 listening for tasks.
I0320 09:56:29.304585       1 tasks_processing.go:69] worker 5 listening for tasks.
I0320 09:56:29.304600       1 tasks_processing.go:69] worker 22 listening for tasks.
I0320 09:56:29.304613       1 tasks_processing.go:69] worker 20 listening for tasks.
I0320 09:56:29.304626       1 tasks_processing.go:69] worker 14 listening for tasks.
I0320 09:56:29.304539       1 tasks_processing.go:69] worker 25 listening for tasks.
I0320 09:56:29.304741       1 tasks_processing.go:71] worker 25 working on container_images task.
I0320 09:56:29.304749       1 tasks_processing.go:71] worker 31 working on machine_autoscalers task.
I0320 09:56:29.304753       1 tasks_processing.go:71] worker 1 working on machine_sets task.
I0320 09:56:29.304766       1 tasks_processing.go:71] worker 24 working on support_secret task.
I0320 09:56:29.304788       1 tasks_processing.go:71] worker 26 working on monitoring_persistent_volumes task.
I0320 09:56:29.304741       1 tasks_processing.go:71] worker 16 working on tsdb_status task.
I0320 09:56:29.304867       1 tasks_processing.go:71] worker 3 working on machine_config_pools task.
I0320 09:56:29.304894       1 tasks_processing.go:71] worker 11 working on version task.
I0320 09:56:29.304909       1 tasks_processing.go:71] worker 12 working on pdbs task.
I0320 09:56:29.304996       1 tasks_processing.go:71] worker 29 working on image task.
I0320 09:56:29.305095       1 tasks_processing.go:71] worker 9 working on validating_webhook_configurations task.
I0320 09:56:29.304869       1 tasks_processing.go:71] worker 10 working on metrics task.
W0320 09:56:29.305301       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0320 09:56:29.305320       1 tasks_processing.go:71] worker 10 working on operators_pods_and_events task.
I0320 09:56:29.304836       1 tasks_processing.go:71] worker 30 working on node_logs task.
I0320 09:56:29.305366       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 36.277µs to process 0 records
I0320 09:56:29.304839       1 tasks_processing.go:71] worker 13 working on lokistack task.
I0320 09:56:29.304842       1 tasks_processing.go:71] worker 5 working on openstack_dataplanedeployments task.
I0320 09:56:29.304843       1 tasks_processing.go:71] worker 6 working on image_pruners task.
I0320 09:56:29.304847       1 tasks_processing.go:71] worker 21 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0320 09:56:29.304847       1 tasks_processing.go:71] worker 18 working on openshift_machine_api_events task.
I0320 09:56:29.304852       1 tasks_processing.go:71] worker 8 working on oauths task.
I0320 09:56:29.304853       1 tasks_processing.go:71] worker 28 working on feature_gates task.
I0320 09:56:29.304859       1 tasks_processing.go:71] worker 20 working on nodenetworkstates task.
I0320 09:56:29.304859       1 tasks_processing.go:71] worker 4 working on image_registries task.
I0320 09:56:29.304864       1 tasks_processing.go:71] worker 23 working on install_plans task.
I0320 09:56:29.304862       1 tasks_processing.go:71] worker 22 working on nodes task.
I0320 09:56:29.304873       1 tasks_processing.go:71] worker 17 working on mutating_webhook_configurations task.
I0320 09:56:29.304879       1 tasks_processing.go:71] worker 27 working on operators task.
I0320 09:56:29.304886       1 tasks_processing.go:71] worker 19 working on sap_pods task.
I0320 09:56:29.304890       1 tasks_processing.go:71] worker 7 working on networks task.
W0320 09:56:29.304892       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0320 09:56:29.306499       1 tasks_processing.go:71] worker 16 working on crds task.
I0320 09:56:29.304829       1 tasks_processing.go:71] worker 15 working on ingress_certificates task.
I0320 09:56:29.304901       1 tasks_processing.go:71] worker 14 working on clusterroles task.
I0320 09:56:29.306542       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 1.623469ms to process 0 records
I0320 09:56:29.308624       1 tasks_processing.go:71] worker 1 working on certificate_signing_requests task.
I0320 09:56:29.308638       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 3.858257ms to process 0 records
I0320 09:56:29.312442       1 tasks_processing.go:71] worker 0 working on machine_configs task.
I0320 09:56:29.312456       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 7.903786ms to process 0 records
I0320 09:56:29.312469       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 7.693928ms to process 0 records
I0320 09:56:29.312481       1 tasks_processing.go:71] worker 31 working on nodenetworkconfigurationpolicies task.
I0320 09:56:29.324480       1 tasks_processing.go:71] worker 24 working on proxies task.
E0320 09:56:29.324494       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0320 09:56:29.324505       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 19.685549ms to process 0 records
I0320 09:56:29.324544       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 19.03382ms to process 0 records
I0320 09:56:29.324589       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 19.787848ms to process 0 records
I0320 09:56:29.324663       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0320 09:56:29.324674       1 tasks_processing.go:71] worker 26 working on overlapping_namespace_uids task.
I0320 09:56:29.324680       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0320 09:56:29.324686       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0320 09:56:29.324690       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0320 09:56:29.324708       1 controller.go:489] The operator is still being initialized
I0320 09:56:29.324715       1 controller.go:512] The operator is healthy
I0320 09:56:29.324740       1 tasks_processing.go:71] worker 29 working on sap_config task.
I0320 09:56:29.325003       1 tasks_processing.go:71] worker 5 working on aggregated_monitoring_cr_names task.
I0320 09:56:29.325116       1 recorder.go:75] Recording config/image with fingerprint=7601f0da014966f3eb1a78e60106614c88e4f409ee15e0104e3e148d83466e16
I0320 09:56:29.325134       1 gather.go:177] gatherer "clusterconfig" function "image" took 19.703595ms to process 1 records
I0320 09:56:29.325248       1 tasks_processing.go:71] worker 8 working on ingress task.
I0320 09:56:29.325427       1 recorder.go:75] Recording config/oauth with fingerprint=3cae0b0cea7ed1a2ecb5aa598b9e68be4796e8088332de2e4c99787b5b7f7b20
I0320 09:56:29.325487       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 19.174787ms to process 1 records
I0320 09:56:29.325607       1 tasks_processing.go:71] worker 6 working on olm_operators task.
I0320 09:56:29.325771       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=64be8fba4fcd01a51251bb25dc38553daf70da5e2b1e0d2c1233efb690b17145
I0320 09:56:29.325823       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 19.413554ms to process 1 records
I0320 09:56:29.325856       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 19.548117ms to process 0 records
I0320 09:56:29.325886       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 19.179928ms to process 0 records
I0320 09:56:29.325913       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 19.890568ms to process 0 records
I0320 09:56:29.325940       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 19.78484ms to process 0 records
I0320 09:56:29.325975       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 19.219446ms to process 0 records
I0320 09:56:29.326147       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=81fc38a2ff41ba8b8e26ef7795928aed018d11b9d230d2b13271a2a16c93eab2
I0320 09:56:29.326187       1 tasks_processing.go:71] worker 19 working on schedulers task.
I0320 09:56:29.326237       1 tasks_processing.go:71] worker 12 working on machine_healthchecks task.
I0320 09:56:29.325948       1 tasks_processing.go:71] worker 20 working on openstack_version task.
I0320 09:56:29.326215       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=2c11a8c5782867d1dcbef4fdfd65aeaeca3d2774140ed8c48438c625a1bfa9f8
I0320 09:56:29.326885       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=82ff44b295917552e75d1c7876a6b993df995eba5e4e6a200e31335e99f50391
I0320 09:56:29.326933       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 20.713995ms to process 3 records
I0320 09:56:29.325957       1 tasks_processing.go:71] worker 13 working on storage_classes task.
I0320 09:56:29.327253       1 tasks_processing.go:71] worker 7 working on machines task.
I0320 09:56:29.327418       1 recorder.go:75] Recording config/network with fingerprint=9501088405c6a3e60a9342790763b656cafc67c9c0e92353b7995999075f52c8
I0320 09:56:29.327470       1 gather.go:177] gatherer "clusterconfig" function "networks" took 20.43365ms to process 1 records
I0320 09:56:29.325965       1 tasks_processing.go:71] worker 30 working on active_alerts task.
W0320 09:56:29.327797       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0320 09:56:29.327828       1 tasks_processing.go:71] worker 30 working on storage_cluster task.
I0320 09:56:29.326169       1 tasks_processing.go:71] worker 18 working on authentication task.
I0320 09:56:29.327906       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 124.546µs to process 0 records
I0320 09:56:29.329027       1 tasks_processing.go:71] worker 17 working on infrastructures task.
I0320 09:56:29.330613       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=427fe4b4d131feb09e94d785312352626e5b837d6fc4900bb9b8494106a8fdbe
I0320 09:56:29.330707       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=1d5cec5da2d84a28032534b894aa9cc4e3821872c7d23c8a96f204683574a835
I0320 09:56:29.330749       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2f77d7ce91d5aebd7fc5fc2e7ae2614778656dddcffa3d0b66ac18cc6d12b0c1
I0320 09:56:29.330762       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 22.765673ms to process 3 records
I0320 09:56:29.330870       1 recorder.go:75] Recording config/featuregate with fingerprint=345f4831416cb580f8daa8a904934ca0c58ffcb0f23cf9eef800eb67d95c1668
I0320 09:56:29.330884       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 23.22655ms to process 1 records
I0320 09:56:29.330891       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 18.031038ms to process 0 records
I0320 09:56:29.330862       1 tasks_processing.go:71] worker 28 working on container_runtime_configs task.
I0320 09:56:29.330991       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=1b2ee293a74dc95d69918b9963a6330c5a3dc48830d6d2abaab4b7142bb3309b
I0320 09:56:29.330956       1 tasks_processing.go:71] worker 31 working on openstack_controlplanes task.
I0320 09:56:29.331049       1 tasks_processing.go:71] worker 9 working on openshift_logging task.
I0320 09:56:29.331135       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=7859fec8bd23265ec810fa402c1130cb9c9563321f9f41f452292d7706c6c321
I0320 09:56:29.331407       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=9ac62232c704ae74d1c4fec65f1dd1c74af19c46e823dd35799a795cc007bcb8
I0320 09:56:29.331472       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=b8b8c6d88c10b2046da64aec8c477e0faf1f77b1368e30d35525d1af81de4960
I0320 09:56:29.331514       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=e213e56f6d2b3b39945a6e9be9dbb08649317e70ada177f788e577ab010d4e6e
I0320 09:56:29.331568       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=3132d17b9e77d49d1292ca3e6e559e71be784901d11ebe3effa7ce45d7513ce3
I0320 09:56:29.331650       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=6297b0c6f8355d4673a5fcaaab711a2996abc2eefe52fb928c3b773705b9b064
I0320 09:56:29.331719       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=44288b84cb2835a785c2ba85795609da13131490889993de3851c6bf3bc2d345
I0320 09:56:29.331759       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=fcde6f50ec263f0e922846e37e7adea068b26a214cdeb4d49241f7dd153edb7b
I0320 09:56:29.331799       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=266a354574f8cab2f5bcc0eff1ad949c2110e155a4d3926eb4d16a5d9c7e22a1
I0320 09:56:29.331848       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=4b7a1c6cffcdf9b7f0f2b26ffcede4bf618ffb43ff0a49ad240c83e481a962bc
I0320 09:56:29.331861       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 25.515401ms to process 11 records
I0320 09:56:29.331983       1 tasks_processing.go:71] worker 22 working on ceph_cluster task.
I0320 09:56:29.332313       1 recorder.go:75] Recording config/node/ip-10-0-0-228.ec2.internal with fingerprint=7bb85a1f765fab7cfb8b0addf88a15e52d10097c582cd175d42a17f9a36c1ec6
W0320 09:56:29.332351       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0320 09:56:29.332391       1 recorder.go:75] Recording config/node/ip-10-0-2-86.ec2.internal with fingerprint=fd68733c8e00fa1fdc55d403c4ddef5fb7385565e3bfc8f822e64e3a9bae14d1
I0320 09:56:29.332403       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 24.740333ms to process 2 records
I0320 09:56:29.332494       1 tasks_processing.go:71] worker 4 working on openstack_dataplanenodesets task.
I0320 09:56:29.332722       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=4b2a4ade7e91615f59bf24dc77c01061559f28e007773b5c40510100182c33a6
I0320 09:56:29.332735       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 25.279833ms to process 1 records
I0320 09:56:29.333679       1 tasks_processing.go:71] worker 29 working on qemu_kubevirt_launcher_logs task.
I0320 09:56:29.333684       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 8.921244ms to process 0 records
I0320 09:56:29.334974       1 tasks_processing.go:71] worker 1 working on cluster_apiserver task.
I0320 09:56:29.334983       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 26.33213ms to process 0 records
I0320 09:56:29.335560       1 tasks_processing.go:71] worker 24 working on cost_management_metrics_configs task.
I0320 09:56:29.335651       1 recorder.go:75] Recording config/proxy with fingerprint=6322296b1256d445bd5155cf9a2bbc2a9e79593bbbe056edec08f9a638d6bdc4
I0320 09:56:29.335667       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 11.064025ms to process 1 records
I0320 09:56:29.335880       1 tasks_processing.go:71] worker 8 working on jaegers task.
I0320 09:56:29.336108       1 recorder.go:75] Recording config/ingress with fingerprint=ccf17294c8cb73519f4f295cdd2cab5181afaea2fe2d71019c71f78aa1d59a86
I0320 09:56:29.336121       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 10.619544ms to process 1 records
I0320 09:56:29.338763       1 tasks_processing.go:71] worker 3 working on service_accounts task.
I0320 09:56:29.338788       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 33.857885ms to process 0 records
I0320 09:56:29.341955       1 tasks_processing.go:71] worker 26 working on config_maps task.
I0320 09:56:29.341992       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0320 09:56:29.342007       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 17.267172ms to process 1 records
I0320 09:56:29.344696       1 tasks_processing.go:71] worker 25 working on pod_network_connectivity_checks task.
I0320 09:56:29.345891       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-w5ndw with fingerprint=7e1ecc431dc749ca9ccfda5cd855c0d620d0d3d99e47c442e50fb4a8c2b29485
I0320 09:56:29.346175       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-sf9pr with fingerprint=bc85d8b453414b874658ac771142722c8d1b5e671eb89397c4861be19895119f
I0320 09:56:29.346221       1 recorder.go:75] Recording config/running_containers with fingerprint=be6d0b1479d8e67596173ea4d94ba44bb07cbe298e48c09240be7cd53437aaac
I0320 09:56:29.346231       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 39.934862ms to process 3 records
I0320 09:56:29.346243       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 19.118528ms to process 0 records
E0320 09:56:29.346250       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0320 09:56:29.346255       1 tasks_processing.go:71] worker 20 working on silenced_alerts task.
W0320 09:56:29.346279       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0320 09:56:29.346255       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 19.343055ms to process 0 records
I0320 09:56:29.346293       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 24.605µs to process 0 records
I0320 09:56:29.346300       1 tasks_processing.go:74] worker 12 stopped.
I0320 09:56:29.346304       1 tasks_processing.go:74] worker 20 stopped.
I0320 09:56:29.349441       1 tasks_processing.go:74] worker 30 stopped.
I0320 09:56:29.349454       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 21.605745ms to process 0 records
E0320 09:56:29.349463       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0320 09:56:29.349473       1 gather.go:177] gatherer "clusterconfig" function "machines" took 22.156901ms to process 0 records
I0320 09:56:29.349485       1 tasks_processing.go:74] worker 7 stopped.
I0320 09:56:29.350844       1 tasks_processing.go:74] worker 31 stopped.
I0320 09:56:29.350855       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 19.733084ms to process 0 records
I0320 09:56:29.350876       1 tasks_processing.go:74] worker 9 stopped.
I0320 09:56:29.350896       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 19.688622ms to process 0 records
I0320 09:56:29.350991       1 tasks_processing.go:74] worker 28 stopped.
I0320 09:56:29.351007       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 20.022957ms to process 0 records
I0320 09:56:29.351127       1 tasks_processing.go:74] worker 17 stopped.
I0320 09:56:29.351705       1 recorder.go:75] Recording config/infrastructure with fingerprint=3f00516320fa1106b9d554773fef930288c83ee6f3debf15ba73009d608f6593
I0320 09:56:29.351720       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 22.037803ms to process 1 records
I0320 09:56:29.351814       1 tasks_processing.go:74] worker 18 stopped.
I0320 09:56:29.351892       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
W0320 09:56:29.352002       1 operator.go:288] started
I0320 09:56:29.351911       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0320 09:56:29.352029       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0320 09:56:29.351921       1 recorder.go:75] Recording config/authentication with fingerprint=9224aef5d3eb80d1c9fb91efd3cc187d755f043a49ac5fca60d3ce5510a4b714
I0320 09:56:29.352142       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 23.331128ms to process 1 records
I0320 09:56:29.352160       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 19.264358ms to process 0 records
I0320 09:56:29.352170       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 18.761967ms to process 0 records
E0320 09:56:29.352178       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0320 09:56:29.352188       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 6.609022ms to process 0 records
I0320 09:56:29.352214       1 tasks_processing.go:74] worker 4 stopped.
I0320 09:56:29.352221       1 tasks_processing.go:74] worker 25 stopped.
I0320 09:56:29.352225       1 tasks_processing.go:74] worker 22 stopped.
I0320 09:56:29.352270       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=d78f28ec524cac55b76ea4ba2089c942fae35f5f724bfff0277a30248badb9fb
I0320 09:56:29.352282       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 25.152616ms to process 1 records
I0320 09:56:29.352288       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 26.665025ms to process 0 records
I0320 09:56:29.352294       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 26.06292ms to process 0 records
I0320 09:56:29.352298       1 tasks_processing.go:74] worker 19 stopped.
I0320 09:56:29.352304       1 tasks_processing.go:74] worker 5 stopped.
I0320 09:56:29.352306       1 tasks_processing.go:74] worker 6 stopped.
I0320 09:56:29.352375       1 tasks_processing.go:74] worker 13 stopped.
I0320 09:56:29.352380       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=f46d8135305973448f557476c2f1c4d50784df67b00b3c7db32d6927e2100cab
I0320 09:56:29.352433       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=46cc19c2fc84296f4dcd09b1c6443575efb861d24d4e0bb3800085ea81a57afd
I0320 09:56:29.352447       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 24.622836ms to process 2 records
I0320 09:56:29.352456       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 16.211457ms to process 0 records
I0320 09:56:29.352464       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 15.973167ms to process 0 records
I0320 09:56:29.352482       1 tasks_processing.go:74] worker 24 stopped.
I0320 09:56:29.352495       1 tasks_processing.go:74] worker 8 stopped.
I0320 09:56:29.352564       1 tasks_processing.go:74] worker 14 stopped.
I0320 09:56:29.352634       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=0ec91d69d4c5b07d0034df132b4829f1ed63f1bdeffffacd75ecedbde10a996c
I0320 09:56:29.352727       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=c011e422cf37edf238239a41280b924ae834c5f3ce08b89938246b1df0bd5f34
I0320 09:56:29.352738       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 45.257249ms to process 2 records
I0320 09:56:29.352830       1 tasks_processing.go:74] worker 1 stopped.
I0320 09:56:29.352869       1 recorder.go:75] Recording config/apiserver with fingerprint=9aa86c0a66f57450febfe76ca1234ca2beb192b84cf200911e0711d78b3e8b11
I0320 09:56:29.352882       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 17.121066ms to process 1 records
I0320 09:56:29.352967       1 tasks_processing.go:74] worker 16 stopped.
I0320 09:56:29.353695       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=615cc3fd82b591f4edb0ac03c0a66acae13bc409e278b0a74c03b5f7be9748e1
I0320 09:56:29.354439       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=da3a5c2e14c4366ad084a5f20435bf4b22721e7d2a82491b954eecd4e5a04b13
I0320 09:56:29.354509       1 gather.go:177] gatherer "clusterconfig" function "crds" took 45.716932ms to process 2 records
I0320 09:56:29.358174       1 tasks_processing.go:74] worker 21 stopped.
I0320 09:56:29.358191       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 52.478007ms to process 0 records
I0320 09:56:29.368387       1 prometheus_rules.go:88] Prometheus rules successfully created
I0320 09:56:29.368549       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0320 09:56:29.368561       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0320 09:56:29.368565       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0320 09:56:29.368568       1 controller.go:212] Source scaController *sca.Controller is not ready
I0320 09:56:29.368571       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0320 09:56:29.368586       1 controller.go:489] The operator is still being initialized
I0320 09:56:29.368594       1 controller.go:512] The operator is healthy
E0320 09:56:29.374757       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ca752867-9a7e-4178-a1d5-7a066794c736%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:51666->172.30.0.10:53: read: connection refused
I0320 09:56:29.374769       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ca752867-9a7e-4178-a1d5-7a066794c736%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:51666->172.30.0.10:53: read: connection refused
I0320 09:56:29.378417       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0320 09:56:29.378488       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0320 09:56:29.378500       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0320 09:56:29.379715       1 tasks_processing.go:74] worker 26 stopped.
E0320 09:56:29.379727       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0320 09:56:29.379733       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0320 09:56:29.379736       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0320 09:56:29.379744       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0320 09:56:29.379761       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=2b7e7d968c1ca0e033f2ae1514829fefa6008cf7d89addbe266d351cfb9cca19
I0320 09:56:29.379770       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0320 09:56:29.379775       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0320 09:56:29.379786       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0320 09:56:29.379822       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0320 09:56:29.379829       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0320 09:56:29.379834       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 37.739938ms to process 7 records
I0320 09:56:29.382054       1 base_controller.go:82] Caches are synced for ConfigController 
I0320 09:56:29.382065       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0320 09:56:29.385536       1 configmapobserver.go:84] configmaps "insights-config" not found
I0320 09:56:29.411656       1 tasks_processing.go:74] worker 11 stopped.
I0320 09:56:29.411861       1 gather_logs.go:145] no pods in  namespace were found
I0320 09:56:29.411907       1 recorder.go:75] Recording config/version with fingerprint=aae542ca899c72f07a309e3ac8cfbf5781703d1cac516da3d6014ce438169b56
I0320 09:56:29.411920       1 recorder.go:75] Recording config/id with fingerprint=0656f9d299bfcde8c6d419506adcc6de1b7db7b982e1a4bcbca44aa4428bf9c8
I0320 09:56:29.411926       1 gather.go:177] gatherer "clusterconfig" function "version" took 106.742107ms to process 2 records
I0320 09:56:29.411936       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 78.180331ms to process 0 records
I0320 09:56:29.411941       1 tasks_processing.go:74] worker 29 stopped.
I0320 09:56:29.422211       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0320 09:56:29.426915       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:59036->172.30.0.10:53: read: connection refused
I0320 09:56:29.426928       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.12:59036->172.30.0.10:53: read: connection refused
I0320 09:56:29.452261       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0320 09:56:29.452272       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0320 09:56:29.452286       1 tasks_processing.go:74] worker 15 stopped.
E0320 09:56:29.452296       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0320 09:56:29.452302       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p5cejoioh3o2917h31tkhrf49k1v1gd-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p5cejoioh3o2917h31tkhrf49k1v1gd-primary-cert-bundle-secret" not found
I0320 09:56:29.452345       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=edc1e7f1ce5d389b85b618e42b4826b61e40441a40095e7037283945ab7e9130
I0320 09:56:29.452356       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 145.710647ms to process 1 records
I0320 09:56:29.738363       1 gather_cluster_operator_pods_and_events.go:121] Found 14 pods with 16 containers
I0320 09:56:29.738374       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1572864 bytes
I0320 09:56:29.738426       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-vxwjq pod in namespace openshift-dns (previous: false).
I0320 09:56:29.969029       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vxwjq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-vxwjq\" is waiting to start: ContainerCreating"
I0320 09:56:29.969044       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-vxwjq\" is waiting to start: ContainerCreating"
I0320 09:56:29.969054       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-vxwjq pod in namespace openshift-dns (previous: false).
I0320 09:56:30.144977       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-vxwjq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-vxwjq\" is waiting to start: ContainerCreating"
I0320 09:56:30.145004       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-vxwjq\" is waiting to start: ContainerCreating"
I0320 09:56:30.145017       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-xkhvr pod in namespace openshift-dns (previous: false).
W0320 09:56:30.329647       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0320 09:56:30.350310       1 tasks_processing.go:74] worker 0 stopped.
I0320 09:56:30.350342       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0320 09:56:30.350353       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.037849935s to process 1 records
I0320 09:56:30.370157       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xkhvr pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-xkhvr\" is waiting to start: ContainerCreating"
I0320 09:56:30.370171       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-xkhvr\" is waiting to start: ContainerCreating"
I0320 09:56:30.370178       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-xkhvr pod in namespace openshift-dns (previous: false).
I0320 09:56:30.543909       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-xkhvr pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-xkhvr\" is waiting to start: ContainerCreating"
I0320 09:56:30.543922       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-xkhvr\" is waiting to start: ContainerCreating"
I0320 09:56:30.543931       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-4sdb8 pod in namespace openshift-dns (previous: false).
I0320 09:56:30.744124       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0320 09:56:30.744138       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-mg2d6 pod in namespace openshift-dns (previous: false).
I0320 09:56:30.762840       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0320 09:56:30.952822       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0320 09:56:30.952837       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68b988db78-d56dd pod in namespace openshift-image-registry (previous: false).
I0320 09:56:31.139502       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0320 09:56:31.139516       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6cbf4cf6c7-m7lpv pod in namespace openshift-image-registry (previous: false).
I0320 09:56:31.165974       1 tasks_processing.go:74] worker 27 stopped.
I0320 09:56:31.166016       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=0cf94e453873c44e3fd55851e665f9f8483dd06a83a788128087c8303818d8ee
I0320 09:56:31.166052       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=129cf58b7ccc6877cf8c16a54aeff029d3f7d5979c6054f65d86eb41bdcae35c
I0320 09:56:31.166115       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0320 09:56:31.166150       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=806c38d091a29877ae1f6f643593423943c73baeb839271fbf69cbdfcff82325
I0320 09:56:31.166168       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0320 09:56:31.166210       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=65f7ed5e27082ba676ca8787c6bfb0d24414e4cb6b71515ceb70c3b97ae38f67
I0320 09:56:31.166241       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=e06d754b561c42c6678a97fc0888674d4a4a3d5ebedb01c1f2359b4ed6dae8a2
I0320 09:56:31.166266       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=aca111d819005e1806b15ad059e95ec08c316482a307f331fd6bfe8bba0273fa
I0320 09:56:31.166281       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=a9ac32725bdc78c6a47eee93a23dc47ed2389a681221db861187bb5fd602d881
I0320 09:56:31.166298       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=e945ec994a6f6bd86fbd3fe7b8f6bd35552482970ee2c77a53e4ba6c04779d6a
I0320 09:56:31.166308       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0320 09:56:31.166324       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=7c5f63076581ef62138fe55333c5b01078862b0146a06d7a05f95c1d3b681764
I0320 09:56:31.166334       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0320 09:56:31.166349       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=fef999afbfd6074d45799a6c9a921c95d9478ca652a6e0d095485eba7f0e0550
I0320 09:56:31.166358       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0320 09:56:31.166372       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=9e41b5988febef2762d61c23d91e6f5fd5b22c6cea9ae90d73d1fdcf9756b1e7
I0320 09:56:31.166389       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0320 09:56:31.166411       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=6b9e0c248ee1d54757b30909045abeabf74ac77604fcb8090c387ad95b39fc3c
I0320 09:56:31.166532       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=5340257fb97dbda724e0da213284153923218cdab4a36a9c31082c87f046d5e5
I0320 09:56:31.166541       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0320 09:56:31.166547       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0320 09:56:31.166568       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0320 09:56:31.166590       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=b0a4ee43adb8a77d7756f659f631020150d44c803b05ba90f42a613068f54cba
I0320 09:56:31.166614       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=7e9af48fd24a0f100f31c96863f3a46213bc2d55cfb4ef8d504fa1488e87eccf
I0320 09:56:31.166623       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0320 09:56:31.166639       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=38a771ffaf644cb92a7df00db66684b57ac1eadde43afa449feb8452cc693a88
I0320 09:56:31.166649       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0320 09:56:31.166661       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=09eee5b231ce7f42cd290a499033d242ad08bdd6583b983e8faaf5bcb9c63e70
I0320 09:56:31.166676       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=c5fb37daa67ded3ec8b337f6ab3b0180ec7f05a5d372f276890c5a4845df20b0
I0320 09:56:31.166690       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=4b0a912116618d7cebdb83021bfff401c902b970819b9e3c79b8fad0165daf14
I0320 09:56:31.166704       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=99a6857833ace527d0a09fd2104b14c7fb2dfa9b8bad582b08cfac06349f52ec
I0320 09:56:31.166716       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=50b96f54356ee9606f617027a950fa5f3e6814d0f66e9ac3faa403f0805d21b9
I0320 09:56:31.166742       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=c2d1b1be039e907629156f11001d5448cac2ba91c21333c4653274b73a446fd1
I0320 09:56:31.166763       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0320 09:56:31.166772       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0320 09:56:31.166779       1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.859695212s to process 35 records
W0320 09:56:31.328841       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0320 09:56:31.347406       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6cbf4cf6c7-m7lpv pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6cbf4cf6c7-m7lpv\" is waiting to start: ContainerCreating"
I0320 09:56:31.347419       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6cbf4cf6c7-m7lpv\" is waiting to start: ContainerCreating"
I0320 09:56:31.347428       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6cbf4cf6c7-tlgnt pod in namespace openshift-image-registry (previous: false).
I0320 09:56:31.545581       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6cbf4cf6c7-tlgnt pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6cbf4cf6c7-tlgnt\" is waiting to start: ContainerCreating"
I0320 09:56:31.545597       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6cbf4cf6c7-tlgnt\" is waiting to start: ContainerCreating"
I0320 09:56:31.545605       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-56s2l pod in namespace openshift-image-registry (previous: false).
I0320 09:56:31.743467       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0320 09:56:31.743480       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-bbn8z pod in namespace openshift-image-registry (previous: false).
I0320 09:56:31.951870       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0320 09:56:31.951883       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-84c56d5569-6647b pod in namespace openshift-ingress (previous: false).
I0320 09:56:32.155037       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-84c56d5569-6647b pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-84c56d5569-6647b\" is waiting to start: ContainerCreating"
I0320 09:56:32.155063       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-84c56d5569-6647b\" is waiting to start: ContainerCreating"
I0320 09:56:32.155087       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-f8657dc46-q45j4 pod in namespace openshift-ingress (previous: false).
W0320 09:56:32.328630       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0320 09:56:32.345323       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-f8657dc46-q45j4 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-f8657dc46-q45j4\" is waiting to start: ContainerCreating"
I0320 09:56:32.345336       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-f8657dc46-q45j4\" is waiting to start: ContainerCreating"
I0320 09:56:32.345344       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-f8657dc46-xd29d pod in namespace openshift-ingress (previous: false).
I0320 09:56:32.543156       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-f8657dc46-xd29d pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-f8657dc46-xd29d\" is waiting to start: ContainerCreating"
I0320 09:56:32.543170       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-f8657dc46-xd29d\" is waiting to start: ContainerCreating"
I0320 09:56:32.543182       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-8n22q pod in namespace openshift-ingress-canary (previous: false).
I0320 09:56:32.743759       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-8n22q pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-8n22q\" is waiting to start: ContainerCreating"
I0320 09:56:32.743772       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-8n22q\" is waiting to start: ContainerCreating"
I0320 09:56:32.743781       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-m7ct8 pod in namespace openshift-ingress-canary (previous: false).
I0320 09:56:32.943824       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-m7ct8 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-m7ct8\" is waiting to start: ContainerCreating"
I0320 09:56:32.943837       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-m7ct8\" is waiting to start: ContainerCreating"
I0320 09:56:32.943854       1 tasks_processing.go:74] worker 10 stopped.
I0320 09:56:32.943939       1 recorder.go:75] Recording events/openshift-dns with fingerprint=4cc508ba3a3e2625b33e1dc20e3ceef6954751f7429cb5174db6b31b6aea9aa7
I0320 09:56:32.944031       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=a2efecdb59f39f57f5d5014df1cc2f9389f0f46ddd07b106b058307dfba7a2aa
I0320 09:56:32.944061       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=0802b07e359c7d3f1d47773a055aa8fd55cd9e50dc7aedaf293b62dfe93c1797
I0320 09:56:32.944124       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=668d34be7798623c36432481112a64a9d181e9efe6c3cfb6a3dbe6927bfeedd7
I0320 09:56:32.944139       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=77cfb702cacc3dd5f4cd5727be3b1895f3460e96fba8e6b3ef59d2603c0d863a
I0320 09:56:32.944146       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.638520767s to process 5 records
W0320 09:56:33.329271       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0320 09:56:34.329735       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0320 09:56:34.329770       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0320 09:56:34.329788       1 tasks_processing.go:74] worker 2 stopped.
E0320 09:56:34.329798       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0320 09:56:34.329810       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0320 09:56:34.329828       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0320 09:56:34.329843       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.025225445s to process 1 records
I0320 09:56:41.737175       1 tasks_processing.go:74] worker 23 stopped.
I0320 09:56:41.737213       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0320 09:56:41.737227       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.43105271s to process 1 records
I0320 09:56:42.459762       1 configmapobserver.go:84] configmaps "insights-config" not found
I0320 09:56:42.544242       1 tasks_processing.go:74] worker 3 stopped.
I0320 09:56:42.544527       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=5f3315562ab922847b80910efb7b38b1b30885aa3cdda0895bd6e02e66f43fde
I0320 09:56:42.544542       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.205459044s to process 1 records
E0320 09:56:42.544596       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.24s with: function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0320 09:56:42.545701       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0320 09:56:42.545713       1 periodic.go:209] Running workloads gatherer
I0320 09:56:42.545727       1 tasks_processing.go:45] number of workers: 2
I0320 09:56:42.545732       1 tasks_processing.go:69] worker 1 listening for tasks.
I0320 09:56:42.545735       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0320 09:56:42.545744       1 tasks_processing.go:69] worker 0 listening for tasks.
I0320 09:56:42.545758       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0320 09:56:42.565236       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data
I0320 09:56:42.568359       1 tasks_processing.go:74] worker 0 stopped.
I0320 09:56:42.568376       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 22.588286ms to process 0 records
I0320 09:56:42.573551       1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (9ms)
I0320 09:56:42.582009       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (8ms)
I0320 09:56:42.590372       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (8ms)
I0320 09:56:42.598895       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (9ms)
I0320 09:56:42.607617       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (9ms)
I0320 09:56:42.615601       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (8ms)
I0320 09:56:42.623582       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (8ms)
I0320 09:56:42.632248       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (9ms)
I0320 09:56:42.640836       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (9ms)
I0320 09:56:42.648969       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (8ms)
I0320 09:56:42.673760       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (25ms)
I0320 09:56:42.776137       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (102ms)
I0320 09:56:42.875961       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms)
I0320 09:56:42.975027       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (99ms)
I0320 09:56:43.075243       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms)
I0320 09:56:43.176884       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (102ms)
I0320 09:56:43.274762       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (98ms)
I0320 09:56:43.375671       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (101ms)
I0320 09:56:43.474379       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (99ms)
I0320 09:56:43.574924       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (101ms)
I0320 09:56:43.674583       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms)
I0320 09:56:43.774385       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms)
I0320 09:56:43.874475       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms)
I0320 09:56:43.975159       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (101ms)
I0320 09:56:44.075299       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms)
I0320 09:56:44.174788       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (99ms)
I0320 09:56:44.274735       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms)
I0320 09:56:44.375395       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (101ms)
I0320 09:56:44.475287       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (100ms)
I0320 09:56:44.575244       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms)
I0320 09:56:44.674980       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (100ms)
I0320 09:56:44.774476       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (99ms)
I0320 09:56:44.774508       1 tasks_processing.go:74] worker 1 stopped.
E0320 09:56:44.774519       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0320 09:56:44.774873       1 recorder.go:75] Recording config/workload_info with fingerprint=ae8d6d5c2bdceaaa4913f0ebde7ed3bb529868cda35e7ea64bc296c966d28f99
I0320 09:56:44.774892       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.228765778s to process 1 records
E0320 09:56:44.774920       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.229s with: function \"workload_info\" failed with an error"
I0320 09:56:44.776018       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0320 09:56:44.776033       1 periodic.go:209] Running conditional gatherer
I0320 09:56:44.780863       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0320 09:56:44.787713       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.12:42080->172.30.0.10:53: read: connection refused
E0320 09:56:44.787972       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0320 09:56:44.788028       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0320 09:56:44.792643       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0320 09:56:44.792656       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0320 09:56:44.792662       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0320 09:56:44.792665       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0320 09:56:44.792668       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0320 09:56:44.792671       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0320 09:56:44.792674       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0320 09:56:44.792678       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0320 09:56:44.792681       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0320 09:56:44.792684       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0320 09:56:44.792697       1 tasks_processing.go:45] number of workers: 3
I0320 09:56:44.792706       1 tasks_processing.go:69] worker 2 listening for tasks.
I0320 09:56:44.792710       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0320 09:56:44.792719       1 tasks_processing.go:69] worker 0 listening for tasks.
I0320 09:56:44.792734       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0320 09:56:44.792739       1 tasks_processing.go:69] worker 1 listening for tasks.
I0320 09:56:44.792748       1 tasks_processing.go:74] worker 1 stopped.
I0320 09:56:44.792740       1 tasks_processing.go:71] worker 0 working on conditional_gatherer_rules task.
I0320 09:56:44.792815       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0320 09:56:44.792831       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.49µs to process 1 records
I0320 09:56:44.792894       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0320 09:56:44.792902       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.268µs to process 1 records
I0320 09:56:44.792908       1 tasks_processing.go:74] worker 0 stopped.
I0320 09:56:44.792962       1 tasks_processing.go:74] worker 2 stopped.
I0320 09:56:44.792974       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 245.553µs to process 0 records
I0320 09:56:44.793001       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.12:42080->172.30.0.10:53: read: connection refused
I0320 09:56:44.793020       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0320 09:56:44.812913       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=c948d2cd880be0b6ba39485a308c691d12979c7847b8044bbe6f1a575926d461
I0320 09:56:44.813022       1 diskrecorder.go:70] Writing 99 records to /var/lib/insights-operator/insights-2026-03-20-095644.tar.gz
I0320 09:56:44.819401       1 diskrecorder.go:51] Wrote 99 records to disk in 6ms
I0320 09:56:44.819430       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0320 09:56:44.819445       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0320 09:56:44.833770       1 configmapobserver.go:84] configmaps "insights-config" not found
I0320 09:56:45.033171       1 configmapobserver.go:84] configmaps "insights-config" not found
I0320 09:56:57.236232       1 configmapobserver.go:84] configmaps "insights-config" not found
I0320 09:57:48.591445       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="47ecd8ad4d2443fdcefa39e2459a9b7f88ae4f0359c82ca987c326240ed4522a")
W0320 09:57:48.591478       1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created
I0320 09:57:48.591528       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="6c410b2f0f69fdc36586c5c3534385a66d2d95f57dd65622d2a4af06b7d88fed")
I0320 09:57:48.591568       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="7724e728cd152bc2d0c85f8b791a4947e571ffe2ba602335d2d32f3f9298c6b5")