W0703 21:55:09.574028       1 cmd.go:257] Using insecure, self-signed certificates
I0703 21:55:10.471614       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 21:55:10.473239       1 observer_polling.go:159] Starting file observer
I0703 21:55:11.011541       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0703 21:55:11.011719       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0703 21:55:11.012274       1 secure_serving.go:57] Forcing use of http/1.1 only
W0703 21:55:11.012293       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0703 21:55:11.012298       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0703 21:55:11.012301       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0703 21:55:11.012303       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0703 21:55:11.012306       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0703 21:55:11.012309       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0703 21:55:11.012495       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0703 21:55:11.018024       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"0b4ab36a-e916-471f-9197-0b38bfac2bfe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0703 21:55:11.018000       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0703 21:55:11.018917       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0703 21:55:11.018923       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0703 21:55:11.018933       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0703 21:55:11.018941       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0703 21:55:11.018946       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0703 21:55:11.018941       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0703 21:55:11.019214       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1517406398/tls.crt::/tmp/serving-cert-1517406398/tls.key"
I0703 21:55:11.019524       1 secure_serving.go:213] Serving securely on [::]:8443
I0703 21:55:11.019557       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0703 21:55:11.025477       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0703 21:55:11.025549       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0703 21:55:11.025613       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0703 21:55:11.031311       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0703 21:55:11.031331       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0703 21:55:11.038248       1 secretconfigobserver.go:119] support secret does not exist
I0703 21:55:11.042850       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0703 21:55:11.047147       1 secretconfigobserver.go:119] support secret does not exist
I0703 21:55:11.051685       1 recorder.go:161] Pruning old reports every 4h35m13s, max age is 288h0m0s
I0703 21:55:11.057135       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0703 21:55:11.057197       1 periodic.go:209] Running clusterconfig gatherer
I0703 21:55:11.057142       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0703 21:55:11.057216       1 insightsreport.go:296] Starting report retriever
I0703 21:55:11.057223       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0703 21:55:11.057240       1 tasks_processing.go:45] number of workers: 32
I0703 21:55:11.057267       1 tasks_processing.go:69] worker 31 listening for tasks.
I0703 21:55:11.057273       1 tasks_processing.go:71] worker 31 working on validating_webhook_configurations task.
I0703 21:55:11.057276       1 tasks_processing.go:69] worker 10 listening for tasks.
I0703 21:55:11.057202       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0703 21:55:11.057304       1 tasks_processing.go:69] worker 20 listening for tasks.
I0703 21:55:11.057330       1 tasks_processing.go:69] worker 7 listening for tasks.
I0703 21:55:11.057367       1 tasks_processing.go:69] worker 22 listening for tasks.
I0703 21:55:11.057317       1 tasks_processing.go:69] worker 4 listening for tasks.
I0703 21:55:11.057322       1 tasks_processing.go:69] worker 8 listening for tasks.
I0703 21:55:11.057325       1 tasks_processing.go:69] worker 0 listening for tasks.
I0703 21:55:11.057330       1 tasks_processing.go:69] worker 9 listening for tasks.
I0703 21:55:11.057333       1 tasks_processing.go:69] worker 1 listening for tasks.
I0703 21:55:11.057314       1 tasks_processing.go:69] worker 5 listening for tasks.
I0703 21:55:11.057340       1 tasks_processing.go:69] worker 2 listening for tasks.
I0703 21:55:11.057340       1 tasks_processing.go:69] worker 3 listening for tasks.
I0703 21:55:11.057345       1 tasks_processing.go:69] worker 11 listening for tasks.
I0703 21:55:11.057350       1 tasks_processing.go:69] worker 17 listening for tasks.
I0703 21:55:11.057349       1 tasks_processing.go:69] worker 15 listening for tasks.
I0703 21:55:11.057346       1 tasks_processing.go:69] worker 6 listening for tasks.
I0703 21:55:11.057353       1 tasks_processing.go:69] worker 18 listening for tasks.
I0703 21:55:11.057358       1 tasks_processing.go:69] worker 12 listening for tasks.
I0703 21:55:11.057357       1 tasks_processing.go:69] worker 16 listening for tasks.
I0703 21:55:11.057364       1 tasks_processing.go:69] worker 25 listening for tasks.
I0703 21:55:11.057362       1 tasks_processing.go:69] worker 19 listening for tasks.
I0703 21:55:11.057366       1 tasks_processing.go:69] worker 13 listening for tasks.
I0703 21:55:11.057371       1 tasks_processing.go:69] worker 23 listening for tasks.
I0703 21:55:11.057373       1 tasks_processing.go:69] worker 14 listening for tasks.
I0703 21:55:11.057465       1 tasks_processing.go:71] worker 4 working on jaegers task.
I0703 21:55:11.057469       1 tasks_processing.go:71] worker 14 working on proxies task.
I0703 21:55:11.057469       1 tasks_processing.go:71] worker 11 working on machine_config_pools task.
I0703 21:55:11.057472       1 tasks_processing.go:71] worker 23 working on ceph_cluster task.
I0703 21:55:11.057523       1 tasks_processing.go:71] worker 1 working on container_runtime_configs task.
I0703 21:55:11.057378       1 tasks_processing.go:69] worker 24 listening for tasks.
I0703 21:55:11.057382       1 tasks_processing.go:69] worker 29 listening for tasks.
I0703 21:55:11.057723       1 tasks_processing.go:71] worker 29 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0703 21:55:11.057382       1 tasks_processing.go:69] worker 21 listening for tasks.
I0703 21:55:11.057548       1 tasks_processing.go:71] worker 17 working on sap_pods task.
I0703 21:55:11.057875       1 tasks_processing.go:71] worker 21 working on mutating_webhook_configurations task.
I0703 21:55:11.057390       1 tasks_processing.go:69] worker 30 listening for tasks.
I0703 21:55:11.057992       1 tasks_processing.go:71] worker 30 working on sap_config task.
I0703 21:55:11.057390       1 tasks_processing.go:69] worker 26 listening for tasks.
I0703 21:55:11.057392       1 tasks_processing.go:69] worker 27 listening for tasks.
I0703 21:55:11.057552       1 tasks_processing.go:71] worker 15 working on machine_autoscalers task.
I0703 21:55:11.057555       1 tasks_processing.go:71] worker 6 working on certificate_signing_requests task.
I0703 21:55:11.058309       1 tasks_processing.go:71] worker 27 working on sap_datahubs task.
I0703 21:55:11.058337       1 tasks_processing.go:71] worker 26 working on service_accounts task.
I0703 21:55:11.057558       1 tasks_processing.go:71] worker 18 working on nodes task.
I0703 21:55:11.057561       1 tasks_processing.go:71] worker 12 working on storage_classes task.
I0703 21:55:11.057563       1 tasks_processing.go:71] worker 16 working on olm_operators task.
I0703 21:55:11.057566       1 tasks_processing.go:71] worker 25 working on cost_management_metrics_configs task.
I0703 21:55:11.057563       1 tasks_processing.go:71] worker 7 working on openstack_controlplanes task.
I0703 21:55:11.057569       1 tasks_processing.go:71] worker 19 working on openstack_dataplanedeployments task.
I0703 21:55:11.057380       1 tasks_processing.go:69] worker 28 listening for tasks.
I0703 21:55:11.058914       1 tasks_processing.go:71] worker 28 working on authentication task.
I0703 21:55:11.057574       1 tasks_processing.go:71] worker 0 working on clusterroles task.
I0703 21:55:11.057572       1 tasks_processing.go:71] worker 13 working on cluster_apiserver task.
I0703 21:55:11.057578       1 tasks_processing.go:71] worker 8 working on support_secret task.
I0703 21:55:11.057578       1 tasks_processing.go:71] worker 10 working on feature_gates task.
I0703 21:55:11.057583       1 tasks_processing.go:71] worker 2 working on ingress_certificates task.
I0703 21:55:11.057583       1 tasks_processing.go:71] worker 5 working on lokistack task.
I0703 21:55:11.057589       1 tasks_processing.go:71] worker 9 working on tsdb_status task.
I0703 21:55:11.057589       1 tasks_processing.go:71] worker 3 working on operators task.
I0703 21:55:11.057594       1 tasks_processing.go:71] worker 22 working on aggregated_monitoring_cr_names task.
I0703 21:55:11.057706       1 tasks_processing.go:71] worker 24 working on container_images task.
I0703 21:55:11.057818       1 tasks_processing.go:71] worker 20 working on metrics task.
W0703 21:55:11.058971       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 21:55:11.059017       1 tasks_processing.go:71] worker 20 working on image_pruners task.
W0703 21:55:11.059035       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 21:55:11.059926       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 63.385µs to process 0 records
I0703 21:55:11.059985       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 20.555µs to process 0 records
I0703 21:55:11.060014       1 tasks_processing.go:71] worker 9 working on nodenetworkconfigurationpolicies task.
I0703 21:55:11.062838       1 tasks_processing.go:71] worker 4 working on version task.
I0703 21:55:11.062857       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 5.362582ms to process 0 records
I0703 21:55:11.063028       1 tasks_processing.go:71] worker 1 working on machine_sets task.
I0703 21:55:11.063057       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 5.401606ms to process 0 records
I0703 21:55:11.063074       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 4.952396ms to process 0 records
I0703 21:55:11.063082       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 5.211504ms to process 0 records
I0703 21:55:11.063093       1 tasks_processing.go:71] worker 15 working on storage_cluster task.
I0703 21:55:11.063161       1 tasks_processing.go:71] worker 17 working on monitoring_persistent_volumes task.
I0703 21:55:11.063243       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0703 21:55:11.063267       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0703 21:55:11.063274       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0703 21:55:11.063277       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0703 21:55:11.063297       1 controller.go:489] The operator is still being initialized
I0703 21:55:11.063305       1 controller.go:512] The operator is healthy
I0703 21:55:11.065861       1 tasks_processing.go:71] worker 14 working on crds task.
I0703 21:55:11.066002       1 recorder.go:75] Recording config/proxy with fingerprint=bb720cfd50d03f185759872ea67f1e15d4f7c9f330f67860dcb1a30500af8ff0
I0703 21:55:11.066021       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 8.380453ms to process 1 records
I0703 21:55:11.066033       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 7.230831ms to process 0 records
I0703 21:55:11.066042       1 tasks_processing.go:71] worker 25 working on oauths task.
I0703 21:55:11.067567       1 tasks_processing.go:71] worker 30 working on config_maps task.
I0703 21:55:11.067578       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 9.54385ms to process 0 records
I0703 21:55:11.067592       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 9.249467ms to process 0 records
I0703 21:55:11.067602       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 10.102782ms to process 0 records
I0703 21:55:11.067609       1 tasks_processing.go:71] worker 23 working on schedulers task.
I0703 21:55:11.067730       1 tasks_processing.go:71] worker 27 working on overlapping_namespace_uids task.
I0703 21:55:11.069972       1 tasks_processing.go:71] worker 8 working on active_alerts task.
E0703 21:55:11.069985       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0703 21:55:11.069998       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 10.917004ms to process 0 records
W0703 21:55:11.070002       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 21:55:11.070015       1 tasks_processing.go:71] worker 8 working on machines task.
I0703 21:55:11.070026       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 27.878µs to process 0 records
I0703 21:55:11.070472       1 tasks_processing.go:71] worker 15 working on openshift_machine_api_events task.
I0703 21:55:11.070481       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 7.372731ms to process 0 records
I0703 21:55:11.071742       1 tasks_processing.go:71] worker 5 working on pod_network_connectivity_checks task.
I0703 21:55:11.071752       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 12.614274ms to process 0 records
I0703 21:55:11.074360       1 tasks_processing.go:71] worker 1 working on silenced_alerts task.
I0703 21:55:11.074373       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 11.292635ms to process 0 records
I0703 21:55:11.074676       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.324429ms to process 0 records
I0703 21:55:11.074687       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 15.608978ms to process 0 records
I0703 21:55:11.074694       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 15.646765ms to process 0 records
I0703 21:55:11.074736       1 tasks_processing.go:71] worker 19 working on nodenetworkstates task.
W0703 21:55:11.074852       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 21:55:11.074875       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 456.474µs to process 0 records
I0703 21:55:11.074993       1 tasks_processing.go:71] worker 9 working on pdbs task.
I0703 21:55:11.075040       1 tasks_processing.go:71] worker 21 working on ingress task.
I0703 21:55:11.075150       1 tasks_processing.go:71] worker 7 working on openstack_dataplanenodesets task.
I0703 21:55:11.075210       1 tasks_processing.go:71] worker 1 working on operators_pods_and_events task.
I0703 21:55:11.075312       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=88656ab8793b57c4227e10116aaf3005c264d3ffc5b5b9627aefb72af1b8652e
I0703 21:55:11.075385       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=903c0f5f234d8a401adad34cc4d1d1a1105d1919546e45795b0df781253358a5
I0703 21:55:11.075447       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2572b3d0b1df0232205791cc2c8115d28cb87540425a06dfc9c20ecec73b9c12
I0703 21:55:11.075462       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 17.052688ms to process 3 records
I0703 21:55:11.075549       1 tasks_processing.go:71] worker 20 working on image task.
I0703 21:55:11.075873       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=49c0aee55991002e59d6652a1de2d6c86cdba679c1d20a0d7cd7e4c4030dabf7
I0703 21:55:11.075904       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 16.11717ms to process 1 records
I0703 21:55:11.076126       1 tasks_processing.go:71] worker 6 working on networks task.
I0703 21:55:11.076131       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 17.859053ms to process 0 records
I0703 21:55:11.076318       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 17.553635ms to process 0 records
I0703 21:55:11.076353       1 tasks_processing.go:71] worker 16 working on dvo_metrics task.
I0703 21:55:11.077303       1 tasks_processing.go:71] worker 12 working on openshift_logging task.
I0703 21:55:11.077411       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=08148b09e8083d54672d51707d75edb2e2ccfc86bcf1ee8b64835a508a9e08a2
I0703 21:55:11.077477       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=4fc51a870ec70d1ccf604b923aaea48e0b189959362c73c1abcee627fe75e96b
I0703 21:55:11.077512       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 18.83014ms to process 2 records
I0703 21:55:11.077583       1 tasks_processing.go:71] worker 10 working on qemu_kubevirt_launcher_logs task.
I0703 21:55:11.077790       1 recorder.go:75] Recording config/featuregate with fingerprint=f53f40c8a320748ea9214e96564de0039222feca9ce44086a8981e4276f97d6b
I0703 21:55:11.077830       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 18.43325ms to process 1 records
I0703 21:55:11.078221       1 tasks_processing.go:71] worker 28 working on infrastructures task.
I0703 21:55:11.078458       1 recorder.go:75] Recording config/authentication with fingerprint=7f196ef66944a8bedf32097f282026c720b2067a9794e9518c8628598433c765
I0703 21:55:11.078478       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 19.28398ms to process 1 records
I0703 21:55:11.078583       1 tasks_processing.go:71] worker 13 working on node_logs task.
I0703 21:55:11.078677       1 recorder.go:75] Recording config/apiserver with fingerprint=d4e7168e4db61c412b240294d8a4a98a780434188bb9725813e68de86e496a2d
I0703 21:55:11.078693       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 19.528399ms to process 1 records
I0703 21:55:11.078994       1 tasks_processing.go:71] worker 31 working on machine_configs task.
I0703 21:55:11.079159       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=21336d00a2b320995ca89acc989228da4de28cc08da6dc25e866bba49ff89b09
I0703 21:55:11.079305       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=244f9f4697d81eb6b3f09761a1a13bf6be47fa848f281f35a4e75d04e055e8cd
I0703 21:55:11.079332       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=ee5ce518736da198af6467b0e37ec89326459727a8e78849cc7d810d2db46802
I0703 21:55:11.079357       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=149d385aca6126b8eb78200b29a233a801d2c6b9a1b8975330968d28553cd5a8
I0703 21:55:11.079381       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=a086007fc2c64002f55bc4d11a592d55899000767df3ba8e384ec8c8673f49c7
I0703 21:55:11.079409       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=e12a69d7c5af04645cf63e20c7c6eb64b1768ceb824340f20fd119c8c20b3481
I0703 21:55:11.079432       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=eae012f4ea53b5938dae9fea9471de9773b760ce93aae1e8ec2eb9d2a0a366e5
I0703 21:55:11.079474       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=d5fe2b75522173153434d1fa209a733a1847b7e2acf93bef95a45d6ff8d1acbd
I0703 21:55:11.079499       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=6cda765aeb7532add680a3b75a4213052f060b403d806476b63c3ae352920e0c
I0703 21:55:11.079521       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=2c56535f064c103d64cdf90b75a1d6566d7c6f7c902812d5ad19b5df2e578a67
I0703 21:55:11.079545       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=f851d11bf375c3bce84ecb9729e0ee4340b5bb5ade349ed95ccb7f6591e53b7f
I0703 21:55:11.079553       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 21.707293ms to process 11 records
I0703 21:55:11.080469       1 tasks_processing.go:71] worker 18 working on openstack_version task.
I0703 21:55:11.080784       1 recorder.go:75] Recording config/node/ip-10-0-1-249.ec2.internal with fingerprint=53e3934f1b6062146e77bbd6cf22aa06aefc46c733e4e55870e5ef8fa5109903
I0703 21:55:11.080850       1 recorder.go:75] Recording config/node/ip-10-0-2-245.ec2.internal with fingerprint=786e47506123e11feeb96efb03ec73f3a2317aded28e72c0733ab781d6f2a428
I0703 21:55:11.080860       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 22.014782ms to process 2 records
I0703 21:55:11.088365       1 tasks_processing.go:71] worker 7 working on install_plans task.
I0703 21:55:11.089012       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 13.15962ms to process 0 records
E0703 21:55:11.089029       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0703 21:55:11.089039       1 gather.go:177] gatherer "clusterconfig" function "machines" took 18.957884ms to process 0 records
E0703 21:55:11.089047       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0703 21:55:11.089053       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 17.246149ms to process 0 records
I0703 21:55:11.089059       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 14.264198ms to process 0 records
I0703 21:55:11.089067       1 tasks_processing.go:71] worker 19 working on machine_healthchecks task.
I0703 21:55:11.089248       1 tasks_processing.go:71] worker 8 working on image_registries task.
I0703 21:55:11.089551       1 tasks_processing.go:74] worker 5 stopped.
I0703 21:55:11.089826       1 tasks_processing.go:74] worker 12 stopped.
I0703 21:55:11.089877       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 12.466166ms to process 0 records
I0703 21:55:11.094487       1 tasks_processing.go:74] worker 18 stopped.
I0703 21:55:11.094505       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 14.002937ms to process 0 records
I0703 21:55:11.094822       1 tasks_processing.go:74] worker 25 stopped.
W0703 21:55:11.094919       1 operator.go:288] started
I0703 21:55:11.094954       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0703 21:55:11.095091       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0703 21:55:11.095185       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0703 21:55:11.095199       1 recorder.go:75] Recording config/oauth with fingerprint=e8dde584bec59656e082d9f9e4eef4d3d5daaa8071d09f0f5ba174e09f0841ae
I0703 21:55:11.095216       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 28.770482ms to process 1 records
I0703 21:55:11.095714       1 tasks_processing.go:74] worker 19 stopped.
E0703 21:55:11.095727       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0703 21:55:11.095738       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 6.634283ms to process 0 records
I0703 21:55:11.096479       1 tasks_processing.go:74] worker 6 stopped.
I0703 21:55:11.096615       1 recorder.go:75] Recording config/network with fingerprint=95fdaa4b9774a53b8ca6859b659ff2f39e455a5173ec2c6b98519cbdd85d2b01
I0703 21:55:11.096630       1 gather.go:177] gatherer "clusterconfig" function "networks" took 20.280627ms to process 1 records
I0703 21:55:11.097830       1 tasks_processing.go:74] worker 15 stopped.
I0703 21:55:11.097845       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 27.344612ms to process 0 records
I0703 21:55:11.098067       1 tasks_processing.go:74] worker 20 stopped.
I0703 21:55:11.098165       1 recorder.go:75] Recording config/image with fingerprint=a94f6d28b0510f9ea19c0aa5548f48ecc0e9981b1bf8343c784f5ef950bc89fc
I0703 21:55:11.098178       1 gather.go:177] gatherer "clusterconfig" function "image" took 22.474635ms to process 1 records
I0703 21:55:11.098278       1 tasks_processing.go:74] worker 21 stopped.
I0703 21:55:11.098320       1 recorder.go:75] Recording config/ingress with fingerprint=9e582fff53759480a973eb65f6e1cda75ff81f981cf9e648f8b80ab3e8459566
I0703 21:55:11.098330       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 23.03238ms to process 1 records
I0703 21:55:11.100525       1 tasks_processing.go:74] worker 17 stopped.
I0703 21:55:11.100566       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 37.330509ms to process 0 records
I0703 21:55:11.100754       1 tasks_processing.go:74] worker 0 stopped.
I0703 21:55:11.100943       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=bc4798b71eddd9c829af571f3399f9c03fa13b49679313642b8a4fe179072836
I0703 21:55:11.101096       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=5b3f8e6fa620824417178d125abe4b1351a35b60e42a1dc5ad2df4af1d74c326
I0703 21:55:11.101118       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 40.909136ms to process 2 records
I0703 21:55:11.101185       1 tasks_processing.go:74] worker 28 stopped.
I0703 21:55:11.101867       1 recorder.go:75] Recording config/infrastructure with fingerprint=917ffc1fe2f02e8e4d91d61316edd15747139f72fdabdff37d0411bb3cbcc2ed
I0703 21:55:11.101880       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 22.488689ms to process 1 records
W0703 21:55:11.102530       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0703 21:55:11.106680       1 tasks_processing.go:74] worker 9 stopped.
I0703 21:55:11.106846       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=f319fd541b2cf4d06ff8b6e06d28b23a84b4f0a1e2d59a3eaa684817f103e67e
I0703 21:55:11.106876       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=d95b65a30cdfac269d4d926ad4cc351a1bd04373c09bd643ca1793a7a0cbf47e
I0703 21:55:11.106915       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=065df0053450865d875571016c392119776e4192870c5ce6dcaf1c9573e24ac3
I0703 21:55:11.106925       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 31.631867ms to process 3 records
I0703 21:55:11.107930       1 tasks_processing.go:74] worker 23 stopped.
I0703 21:55:11.108016       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=366550bb1f18c7b895fbb3dc118b06e5e9601942744a41b29e6798d955fc888c
I0703 21:55:11.108033       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 40.304024ms to process 1 records
I0703 21:55:11.118991       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0703 21:55:11.119303       1 tasks_processing.go:74] worker 22 stopped.
I0703 21:55:11.119319       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 59.488957ms to process 0 records
I0703 21:55:11.119340       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0703 21:55:11.119405       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0703 21:55:11.120023       1 tasks_processing.go:74] worker 8 stopped.
I0703 21:55:11.120768       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=d2d3e466e42fa8f752b10d65b6a39b36185197d5bf819eca5ae29e817be1b3c7
I0703 21:55:11.120806       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 30.754913ms to process 1 records
I0703 21:55:11.126641       1 base_controller.go:82] Caches are synced for ConfigController 
I0703 21:55:11.126657       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0703 21:55:11.133773       1 prometheus_rules.go:88] Prometheus rules successfully created
I0703 21:55:11.134324       1 tasks_processing.go:74] worker 14 stopped.
I0703 21:55:11.135068       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=72965ecc5788ef86c558b072086c7c6873b47989a4adc282253176d10ea2a213
I0703 21:55:11.135424       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=da541e96cabc1b7d061bc33dcc6606ce042dd6be83b3354c2464fc2b8b7e3617
I0703 21:55:11.135440       1 gather.go:177] gatherer "clusterconfig" function "crds" took 68.4421ms to process 2 records
I0703 21:55:11.136733       1 tasks_processing.go:74] worker 29 stopped.
I0703 21:55:11.136755       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 78.972346ms to process 0 records
I0703 21:55:11.137053       1 controller.go:212] Source scaController *sca.Controller is not ready
I0703 21:55:11.137067       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0703 21:55:11.137072       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0703 21:55:11.137077       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0703 21:55:11.137081       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0703 21:55:11.137103       1 controller.go:489] The operator is still being initialized
I0703 21:55:11.137115       1 controller.go:512] The operator is healthy
E0703 21:55:11.141963       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2728d5101a-1947-48d1-8e2e-69647e9a3beb%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:45744->172.30.0.10:53: read: connection refused
I0703 21:55:11.141977       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2728d5101a-1947-48d1-8e2e-69647e9a3beb%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:45744->172.30.0.10:53: read: connection refused
I0703 21:55:11.153463       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 21:55:11.177451       1 tasks_processing.go:74] worker 4 stopped.
I0703 21:55:11.177480       1 gather_logs.go:145] no pods in  namespace were found
I0703 21:55:11.177722       1 recorder.go:75] Recording config/version with fingerprint=127351acd4e3e96b462cf0d3133abf2b35b7af0bd44d57e536f8462dacf2eafb
I0703 21:55:11.177737       1 recorder.go:75] Recording config/id with fingerprint=92104eb2193a88a9856bcc3e486c291052946c335d1a4139917e77619ff393c0
I0703 21:55:11.177744       1 gather.go:177] gatherer "clusterconfig" function "version" took 114.59022ms to process 2 records
I0703 21:55:11.177756       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 99.89595ms to process 0 records
I0703 21:55:11.177764       1 tasks_processing.go:74] worker 10 stopped.
I0703 21:55:11.178061       1 tasks_processing.go:74] worker 13 stopped.
I0703 21:55:11.178078       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 99.465752ms to process 0 records
I0703 21:55:11.191433       1 tasks_processing.go:74] worker 24 stopped.
I0703 21:55:11.191498       1 recorder.go:75] Recording config/running_containers with fingerprint=24aead5c811ccb000e844310d5e9575730a96282a662811bf61fd8b2cb585f16
I0703 21:55:11.191511       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 131.60052ms to process 1 records
I0703 21:55:11.194993       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0703 21:55:11.195007       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0703 21:55:11.198305       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0703 21:55:11.199502       1 tasks_processing.go:74] worker 2 stopped.
E0703 21:55:11.199519       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0703 21:55:11.199527       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ratr4p5nca2n5fefteog437eh9b902m-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ratr4p5nca2n5fefteog437eh9b902m-primary-cert-bundle-secret" not found
I0703 21:55:11.199591       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=84b7bc5ab8bfd0abbfb049eba5738bbcaced7227beb984fbc6d74f69b48205a8
I0703 21:55:11.199608       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 140.382913ms to process 1 records
I0703 21:55:11.200405       1 tasks_processing.go:74] worker 27 stopped.
I0703 21:55:11.200441       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0703 21:55:11.200454       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 132.654407ms to process 1 records
I0703 21:55:11.202265       1 tasks_processing.go:74] worker 30 stopped.
E0703 21:55:11.202283       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0703 21:55:11.202292       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0703 21:55:11.202297       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0703 21:55:11.202307       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0703 21:55:11.202337       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb
I0703 21:55:11.202347       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0703 21:55:11.202353       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0703 21:55:11.202359       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0703 21:55:11.202414       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0703 21:55:11.202427       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0703 21:55:11.202435       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 134.67468ms to process 7 records
W0703 21:55:11.202790       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:42916->172.30.0.10:53: read: connection refused
I0703 21:55:11.202801       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.16:42916->172.30.0.10:53: read: connection refused
I0703 21:55:11.223770       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0703 21:55:11.238732       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0703 21:55:11.518348       1 gather_cluster_operator_pods_and_events.go:121] Found 12 pods with 13 containers
I0703 21:55:11.518362       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1935832 bytes
I0703 21:55:11.518982       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-67jrn pod in namespace openshift-dns (previous: false).
I0703 21:55:11.768762       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-67jrn pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-67jrn\" is waiting to start: ContainerCreating"
I0703 21:55:11.768783       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-67jrn\" is waiting to start: ContainerCreating"
I0703 21:55:11.768794       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-67jrn pod in namespace openshift-dns (previous: false).
I0703 21:55:11.922096       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-67jrn pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-67jrn\" is waiting to start: ContainerCreating"
I0703 21:55:11.922114       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-67jrn\" is waiting to start: ContainerCreating"
I0703 21:55:11.922124       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-q2fz9 pod in namespace openshift-dns (previous: false).
W0703 21:55:12.117377       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0703 21:55:12.119938       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 21:55:12.119959       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-xf68w pod in namespace openshift-dns (previous: false).
I0703 21:55:12.141096       1 tasks_processing.go:74] worker 11 stopped.
I0703 21:55:12.141117       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.083605383s to process 0 records
I0703 21:55:12.151930       1 tasks_processing.go:74] worker 31 stopped.
I0703 21:55:12.151975       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0703 21:55:12.151989       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.072912192s to process 1 records
I0703 21:55:12.342909       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-xf68w pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-xf68w\" is waiting to start: ContainerCreating"
I0703 21:55:12.342932       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-xf68w\" is waiting to start: ContainerCreating"
I0703 21:55:12.342946       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-797fcb8cf-mdql8 pod in namespace openshift-image-registry (previous: false).
I0703 21:55:12.514563       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 21:55:12.514587       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-d48f46b56-s252r pod in namespace openshift-image-registry (previous: false).
I0703 21:55:12.519419       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0703 21:55:12.720660       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-d48f46b56-s252r pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-d48f46b56-s252r\" is waiting to start: ContainerCreating"
I0703 21:55:12.720678       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-d48f46b56-s252r\" is waiting to start: ContainerCreating"
I0703 21:55:12.720689       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-d48f46b56-z8thj pod in namespace openshift-image-registry (previous: false).
I0703 21:55:12.914085       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 21:55:12.914104       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-ls94v pod in namespace openshift-image-registry (previous: false).
W0703 21:55:13.102419       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0703 21:55:13.118717       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 21:55:13.118734       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-qthc4 pod in namespace openshift-image-registry (previous: false).
I0703 21:55:13.122566       1 tasks_processing.go:74] worker 3 stopped.
I0703 21:55:13.122611       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=31b9b2cfdcc2f4443133e50eb8c0ce9db44da234d5c80d6caa5cc6e5c46f82b3
I0703 21:55:13.122642       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=3745c98e3eaae5f178aeaeb709e4eb65d0ea2d8849af39120ebcea232b5a6d4e
I0703 21:55:13.122671       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0703 21:55:13.122693       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=91cbbbe78d06aa482b8a1f970abd62ae5fc7868c7458e50f8d100165ebae2311
I0703 21:55:13.122710       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0703 21:55:13.122733       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=03aedec13ab20a8617bef3bdb90799e2de6bcdc6f81f9b49b02af7e9d669604b
I0703 21:55:13.122765       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=dd9b6de045b11d06adc53d1c133707539896a7807d9c4951a6898c566d5de206
I0703 21:55:13.122805       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=dc01632a6dd8da5550cb70dfa52ae1ad23bbb080296bce9afc5a8672eabc839f
I0703 21:55:13.122818       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=507493531e1237549c1cc19c2a1749ee467e598e8904811d8d50bdccedebddee
I0703 21:55:13.122835       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=eac2cc2a9a49f9c134b94594c76108241016047737302f7423f31214e0d944cd
I0703 21:55:13.122843       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0703 21:55:13.122859       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=5fa167506a96168323c9300b3a0cc2350d230d7a2fdb0ba31d995417b3eeabb2
I0703 21:55:13.122870       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0703 21:55:13.122905       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=1857a37a4b1e103d25d741dd10bc087f8fec789b80553394a76a68afa1589e2c
I0703 21:55:13.122915       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0703 21:55:13.122928       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=28a65a5d1474791cbd81a6d740e6b46414001034d303cef6ed05e00fe7c6ec9a
I0703 21:55:13.122935       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0703 21:55:13.122950       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=1999806ace05ea486a8ad254c3069595cfbc961114bc5557241dbaadc582295a
I0703 21:55:13.123064       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=dab81f94bbf43ab11a56e9798cff48822e3dcf29123ec1970a88b241c6cfdb99
I0703 21:55:13.123073       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0703 21:55:13.123081       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0703 21:55:13.123100       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0703 21:55:13.123120       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=a34387c6ce9c6aca51d539b0bc5d7feb59b1c46fed0ab93d500dc65239b1b0da
I0703 21:55:13.123143       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=c5310115dd253201e821b9e560f2bc5c60e36abb03b28688e14e8fd5f286070c
I0703 21:55:13.123153       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0703 21:55:13.123168       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=13799307f1aa8cf78e86891995bf252dfef632762f976e10d97f553149ac89be
I0703 21:55:13.123177       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0703 21:55:13.123192       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=0df423c0a83dfce11cd02b183f2cf5a5b9a3df24f36f11b878aecf280c202925
I0703 21:55:13.123208       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=7ef542da518010a2fb82bd55a0a02377400fe5bede60acdbf592c8a9d563cf62
I0703 21:55:13.123220       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=39c85e0ccb69e716057380b0ba45416eea8b19665efa2d8bc5b8ea69e334c1ab
I0703 21:55:13.123235       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=a96ab084537d42d2a071de49d11cdb0e17dfb7d9188598478c7983bb455e8c27
I0703 21:55:13.123256       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=ce4144dedee4a702ced3ea18ed55a54b6c649df29ac931501d4bf8a44a616192
I0703 21:55:13.123265       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0703 21:55:13.123292       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=477b02583266fb5d9828c4760af729a18b36eb063f4765664f3ecaab39f28ce1
I0703 21:55:13.123309       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0703 21:55:13.123317       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0703 21:55:13.123323       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.062631029s to process 36 records
I0703 21:55:13.320789       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-qthc4 pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-qthc4\" is waiting to start: ContainerCreating"
I0703 21:55:13.320808       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-qthc4\" is waiting to start: ContainerCreating"
I0703 21:55:13.320820       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-5d4478d5c7-lzf2m pod in namespace openshift-ingress (previous: false).
I0703 21:55:13.518571       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-5d4478d5c7-lzf2m pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-5d4478d5c7-lzf2m\" is waiting to start: ContainerCreating"
I0703 21:55:13.518588       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-5d4478d5c7-lzf2m\" is waiting to start: ContainerCreating"
I0703 21:55:13.518602       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-ffcf495b4-s6rsq pod in namespace openshift-ingress (previous: false).
I0703 21:55:13.718466       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-ffcf495b4-s6rsq pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-ffcf495b4-s6rsq\" is waiting to start: ContainerCreating"
I0703 21:55:13.718489       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-ffcf495b4-s6rsq\" is waiting to start: ContainerCreating"
I0703 21:55:13.718506       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-ffcf495b4-srmk9 pod in namespace openshift-ingress (previous: false).
I0703 21:55:13.914264       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 21:55:13.914285       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-cgsck pod in namespace openshift-ingress-canary (previous: false).
W0703 21:55:14.103281       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0703 21:55:14.118601       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-cgsck pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-cgsck\" is waiting to start: ContainerCreating"
I0703 21:55:14.118621       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-cgsck\" is waiting to start: ContainerCreating"
I0703 21:55:14.118642       1 tasks_processing.go:74] worker 1 stopped.
I0703 21:55:14.118742       1 recorder.go:75] Recording events/openshift-dns with fingerprint=c566d068aabede1e6d8b72eb37f4132a6109338b4b2509ee5cbe539c4a2b6159
I0703 21:55:14.118855       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=e38323250262db611f2f07c2d59b7ad147f3a5fff6df55b6fc851025b25f1900
I0703 21:55:14.118922       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=e61764c9f2a99edd5c221b8ba8c6f2887d39210c41eacfb6c54ed507e7467090
I0703 21:55:14.118992       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=1c464529642822d5df6d9225e0a1dc6d0c95cea6c3e66663d1fa9ce698619264
I0703 21:55:14.119004       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=f6cacbed3bd2ddaaf87679b4961807791025178d2472c4821a98c654f67da70d
I0703 21:55:14.119012       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.043383485s to process 5 records
W0703 21:55:15.103196       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0703 21:55:16.102570       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0703 21:55:16.102603       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0703 21:55:16.102624       1 tasks_processing.go:74] worker 16 stopped.
E0703 21:55:16.102637       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0703 21:55:16.102651       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0703 21:55:16.102669       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0703 21:55:16.102684       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.026251361s to process 1 records
I0703 21:55:23.806064       1 tasks_processing.go:74] worker 7 stopped.
I0703 21:55:23.806107       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0703 21:55:23.806123       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.71767646s to process 1 records
I0703 21:55:24.228370       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 21:55:24.444776       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 21:55:24.464296       1 tasks_processing.go:74] worker 26 stopped.
I0703 21:55:24.464571       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=6eea9bca9c2d016e4128bf2b374fefdd9610f4d08552d21add7f6bb399a3af40
I0703 21:55:24.464586       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.405943085s to process 1 records
E0703 21:55:24.464642       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.407s with: function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error"
I0703 21:55:24.465751       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error
I0703 21:55:24.465765       1 periodic.go:209] Running workloads gatherer
I0703 21:55:24.465787       1 tasks_processing.go:45] number of workers: 2
I0703 21:55:24.465794       1 tasks_processing.go:69] worker 1 listening for tasks.
I0703 21:55:24.465800       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0703 21:55:24.465806       1 tasks_processing.go:69] worker 0 listening for tasks.
I0703 21:55:24.465819       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0703 21:55:24.488534       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data
I0703 21:55:24.492233       1 tasks_processing.go:74] worker 0 stopped.
I0703 21:55:24.492249       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 26.401174ms to process 0 records
I0703 21:55:24.497808       1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (10ms)
I0703 21:55:24.506933       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms)
I0703 21:55:24.515570       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms)
I0703 21:55:24.529395       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (14ms)
I0703 21:55:24.539819       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (10ms)
I0703 21:55:24.551616       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (12ms)
I0703 21:55:24.562268       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (11ms)
I0703 21:55:24.571369       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (9ms)
I0703 21:55:24.579829       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (8ms)
I0703 21:55:24.589651       1 gather_workloads_info.go:387] No image sha256:a505dd5b62d744c2cfda2666b5e21e0a4704354a3114488bd3291456085e1e33 (10ms)
I0703 21:55:24.598523       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (9ms)
I0703 21:55:24.645519       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 21:55:24.697721       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (99ms)
I0703 21:55:24.798593       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (101ms)
I0703 21:55:24.898876       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms)
I0703 21:55:24.998617       1 gather_workloads_info.go:387] No image sha256:d3209a996e5ce362136e70a0bcf06d89973905de73e234b644d8ae8886d067f1 (100ms)
I0703 21:55:25.097962       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (99ms)
I0703 21:55:25.198019       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms)
I0703 21:55:25.297325       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (99ms)
I0703 21:55:25.399663       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (102ms)
I0703 21:55:25.498030       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (98ms)
I0703 21:55:25.597933       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms)
I0703 21:55:25.697841       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (100ms)
I0703 21:55:25.798820       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (101ms)
I0703 21:55:25.898417       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms)
I0703 21:55:25.997873       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (99ms)
I0703 21:55:26.098251       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms)
I0703 21:55:26.197689       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (99ms)
I0703 21:55:26.298605       1 gather_workloads_info.go:387] No image sha256:fab570ecdc9c3620b032bc4c5b44240f5ebac0bb9e48dfeea32bcd36eb462e5a (101ms)
I0703 21:55:26.398385       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms)
I0703 21:55:26.498063       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms)
I0703 21:55:26.597848       1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (100ms)
I0703 21:55:26.698381       1 gather_workloads_info.go:387] No image sha256:fac526ab9335a9a8decb028a30673f4ae718deae8da114f36103b6438ba6458f (101ms)
I0703 21:55:26.797929       1 gather_workloads_info.go:387] No image sha256:ef2bfb546cd8aac31b7671585f718f44b268ed43a9c8562016ab741558a7dfa1 (100ms)
I0703 21:55:26.897758       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms)
I0703 21:55:26.998185       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (100ms)
I0703 21:55:27.099108       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (101ms)
I0703 21:55:27.197680       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (99ms)
I0703 21:55:27.299006       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (101ms)
I0703 21:55:27.299035       1 tasks_processing.go:74] worker 1 stopped.
E0703 21:55:27.299055       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0703 21:55:27.299357       1 recorder.go:75] Recording config/workload_info with fingerprint=d105ff8aa0fa4c4d4d98a415b1a3b5a8280cf5bca221f7a5ef5b358a1f75268b
I0703 21:55:27.299377       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.833227651s to process 1 records
E0703 21:55:27.299400       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.833s with: function \"workload_info\" failed with an error"
I0703 21:55:27.300504       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0703 21:55:27.300522       1 periodic.go:209] Running conditional gatherer
I0703 21:55:27.306705       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0703 21:55:27.313212       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.16:38219->172.30.0.10:53: read: connection refused
E0703 21:55:27.313441       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 21:55:27.313499       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0703 21:55:27.320044       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0703 21:55:27.320056       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 21:55:27.320061       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 21:55:27.320065       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 21:55:27.320068       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 21:55:27.320073       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 21:55:27.320076       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 21:55:27.320079       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 21:55:27.320082       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 21:55:27.320085       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0703 21:55:27.320098       1 tasks_processing.go:45] number of workers: 3
I0703 21:55:27.320113       1 tasks_processing.go:69] worker 2 listening for tasks.
I0703 21:55:27.320114       1 tasks_processing.go:69] worker 0 listening for tasks.
I0703 21:55:27.320122       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0703 21:55:27.320129       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0703 21:55:27.320129       1 tasks_processing.go:71] worker 0 working on rapid_container_logs task.
I0703 21:55:27.320131       1 tasks_processing.go:69] worker 1 listening for tasks.
I0703 21:55:27.320139       1 tasks_processing.go:74] worker 1 stopped.
I0703 21:55:27.320252       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0703 21:55:27.320266       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.37µs to process 1 records
I0703 21:55:27.320296       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0703 21:55:27.320303       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 470ns to process 1 records
I0703 21:55:27.320309       1 tasks_processing.go:74] worker 2 stopped.
I0703 21:55:27.320373       1 tasks_processing.go:74] worker 0 stopped.
I0703 21:55:27.320384       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 235.556µs to process 0 records
I0703 21:55:27.320402       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.16:38219->172.30.0.10:53: read: connection refused
I0703 21:55:27.320419       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0703 21:55:27.343012       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=49023c6318af515ad0ebed10b49e93d9291bc70ce97d46b3d3a5981f36fcf1bc
I0703 21:55:27.343134       1 diskrecorder.go:70] Writing 98 records to /var/lib/insights-operator/insights-2026-07-03-215527.tar.gz
I0703 21:55:27.348986       1 diskrecorder.go:51] Wrote 98 records to disk in 5ms
I0703 21:55:27.349015       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0703 21:55:27.349030       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0703 21:55:38.296577       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 21:56:25.473592       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="6db1b367fb3f287fc7d78252cc34bf87eb2f361be0150f7620e1c5aa8545b6c9")
W0703 21:56:25.473626       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0703 21:56:25.473672       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="9c3091bb63fecd07cc4101f458f636f2c67609ea3b10b8fdefbd14111376cb24")
I0703 21:56:25.473755       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="ec1eb7de9467cf8a646938ab8a2ae0da8180a6a7fb16ac0c91ae15ab223850a1")
I0703 21:56:25.473758       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0703 21:56:25.473768       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0703 21:56:25.473790       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0703 21:56:25.473798       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0703 21:56:25.473818       1 periodic.go:170] Shutting down
I0703 21:56:25.473818       1 base_controller.go:181] Shutting down ConfigController ...
I0703 21:56:25.473831       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0703 21:56:25.473831       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0703 21:56:25.473838       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0703 21:56:25.473852       1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController
I0703 21:56:25.474092       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"