W0704 22:24:19.967593       1 cmd.go:257] Using insecure, self-signed certificates
I0704 22:24:20.356676       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 22:24:20.357000       1 observer_polling.go:159] Starting file observer
I0704 22:24:20.916194       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0704 22:24:20.917267       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0704 22:24:20.919116       1 secure_serving.go:57] Forcing use of http/1.1 only
W0704 22:24:20.919141       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0704 22:24:20.919146       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0704 22:24:20.919149       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0704 22:24:20.919152       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0704 22:24:20.919154       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0704 22:24:20.919157       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0704 22:24:20.919317       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0704 22:24:20.924862       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0704 22:24:20.924962       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"247b462b-1264-4c4c-9a1d-9b2d9b9d9a12", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0704 22:24:20.926688       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0704 22:24:20.926693       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0704 22:24:20.926709       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0704 22:24:20.926708       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0704 22:24:20.926721       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0704 22:24:20.926713       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0704 22:24:20.927027       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1531926083/tls.crt::/tmp/serving-cert-1531926083/tls.key"
I0704 22:24:20.927383       1 secure_serving.go:213] Serving securely on [::]:8443
I0704 22:24:20.927417       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0704 22:24:20.932332       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0704 22:24:20.932359       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0704 22:24:20.932452       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0704 22:24:20.939396       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0704 22:24:20.939439       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0704 22:24:20.946294       1 secretconfigobserver.go:119] support secret does not exist
I0704 22:24:20.952991       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0704 22:24:20.960043       1 secretconfigobserver.go:119] support secret does not exist
I0704 22:24:20.965385       1 recorder.go:161] Pruning old reports every 8h9m23s, max age is 288h0m0s
I0704 22:24:20.977634       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0704 22:24:20.977680       1 periodic.go:209] Running clusterconfig gatherer
I0704 22:24:20.977744       1 tasks_processing.go:45] number of workers: 32
I0704 22:24:20.977693       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0704 22:24:20.977647       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0704 22:24:20.977803       1 tasks_processing.go:69] worker 21 listening for tasks.
I0704 22:24:20.977809       1 tasks_processing.go:71] worker 21 working on clusterroles task.
I0704 22:24:20.977808       1 insightsreport.go:296] Starting report retriever
I0704 22:24:20.977810       1 tasks_processing.go:69] worker 20 listening for tasks.
I0704 22:24:20.977818       1 tasks_processing.go:69] worker 2 listening for tasks.
I0704 22:24:20.977819       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0704 22:24:20.977811       1 tasks_processing.go:69] worker 1 listening for tasks.
I0704 22:24:20.977828       1 tasks_processing.go:69] worker 3 listening for tasks.
I0704 22:24:20.977826       1 tasks_processing.go:69] worker 11 listening for tasks.
I0704 22:24:20.977792       1 tasks_processing.go:69] worker 10 listening for tasks.
I0704 22:24:20.977794       1 tasks_processing.go:69] worker 31 listening for tasks.
I0704 22:24:20.977841       1 tasks_processing.go:69] worker 6 listening for tasks.
I0704 22:24:20.977850       1 tasks_processing.go:69] worker 7 listening for tasks.
I0704 22:24:20.977852       1 tasks_processing.go:69] worker 4 listening for tasks.
I0704 22:24:20.977834       1 tasks_processing.go:69] worker 12 listening for tasks.
I0704 22:24:20.977858       1 tasks_processing.go:69] worker 8 listening for tasks.
I0704 22:24:20.977862       1 tasks_processing.go:69] worker 5 listening for tasks.
I0704 22:24:20.977865       1 tasks_processing.go:69] worker 13 listening for tasks.
I0704 22:24:20.977866       1 tasks_processing.go:69] worker 9 listening for tasks.
I0704 22:24:20.977874       1 tasks_processing.go:69] worker 17 listening for tasks.
I0704 22:24:20.977874       1 tasks_processing.go:69] worker 16 listening for tasks.
I0704 22:24:20.977876       1 tasks_processing.go:69] worker 26 listening for tasks.
I0704 22:24:20.977881       1 tasks_processing.go:69] worker 14 listening for tasks.
I0704 22:24:20.977883       1 tasks_processing.go:69] worker 22 listening for tasks.
I0704 22:24:20.977888       1 tasks_processing.go:69] worker 15 listening for tasks.
I0704 22:24:20.977889       1 tasks_processing.go:69] worker 23 listening for tasks.
I0704 22:24:20.977897       1 tasks_processing.go:69] worker 18 listening for tasks.
I0704 22:24:20.977895       1 tasks_processing.go:69] worker 24 listening for tasks.
I0704 22:24:20.977902       1 tasks_processing.go:69] worker 25 listening for tasks.
I0704 22:24:20.977904       1 tasks_processing.go:69] worker 19 listening for tasks.
I0704 22:24:20.977908       1 tasks_processing.go:69] worker 27 listening for tasks.
I0704 22:24:20.977803       1 tasks_processing.go:69] worker 0 listening for tasks.
I0704 22:24:20.977913       1 tasks_processing.go:69] worker 30 listening for tasks.
I0704 22:24:20.977914       1 tasks_processing.go:69] worker 28 listening for tasks.
I0704 22:24:20.977911       1 tasks_processing.go:69] worker 29 listening for tasks.
I0704 22:24:20.977990       1 tasks_processing.go:71] worker 11 working on image_registries task.
I0704 22:24:20.977996       1 tasks_processing.go:71] worker 2 working on sap_config task.
I0704 22:24:20.978014       1 tasks_processing.go:71] worker 10 working on storage_cluster task.
I0704 22:24:20.978014       1 tasks_processing.go:71] worker 3 working on machine_autoscalers task.
I0704 22:24:20.978047       1 tasks_processing.go:71] worker 26 working on install_plans task.
I0704 22:24:20.977992       1 tasks_processing.go:71] worker 29 working on qemu_kubevirt_launcher_logs task.
I0704 22:24:20.978086       1 tasks_processing.go:71] worker 8 working on version task.
I0704 22:24:20.978092       1 tasks_processing.go:71] worker 31 working on metrics task.
W0704 22:24:20.978469       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 22:24:20.978537       1 tasks_processing.go:71] worker 31 working on config_maps task.
I0704 22:24:20.978098       1 tasks_processing.go:71] worker 6 working on machine_config_pools task.
I0704 22:24:20.978824       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 68.926µs to process 0 records
I0704 22:24:20.978106       1 tasks_processing.go:71] worker 4 working on active_alerts task.
W0704 22:24:20.978937       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 22:24:20.978950       1 tasks_processing.go:71] worker 4 working on sap_datahubs task.
I0704 22:24:20.978110       1 tasks_processing.go:71] worker 12 working on nodenetworkconfigurationpolicies task.
I0704 22:24:20.978116       1 tasks_processing.go:71] worker 24 working on ingress task.
I0704 22:24:20.978120       1 tasks_processing.go:71] worker 14 working on silenced_alerts task.
W0704 22:24:20.979382       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 22:24:20.978158       1 tasks_processing.go:71] worker 22 working on support_secret task.
I0704 22:24:20.978164       1 tasks_processing.go:71] worker 15 working on container_images task.
I0704 22:24:20.978168       1 tasks_processing.go:71] worker 23 working on machine_sets task.
I0704 22:24:20.978172       1 tasks_processing.go:71] worker 18 working on nodenetworkstates task.
I0704 22:24:20.978179       1 tasks_processing.go:71] worker 27 working on monitoring_persistent_volumes task.
I0704 22:24:20.978184       1 tasks_processing.go:71] worker 25 working on olm_operators task.
I0704 22:24:20.978188       1 tasks_processing.go:71] worker 19 working on nodes task.
I0704 22:24:20.978195       1 tasks_processing.go:71] worker 30 working on operators_pods_and_events task.
I0704 22:24:20.978199       1 tasks_processing.go:71] worker 0 working on aggregated_monitoring_cr_names task.
I0704 22:24:20.978205       1 tasks_processing.go:71] worker 9 working on ceph_cluster task.
I0704 22:24:20.978210       1 tasks_processing.go:71] worker 5 working on feature_gates task.
I0704 22:24:20.978213       1 tasks_processing.go:71] worker 13 working on node_logs task.
I0704 22:24:20.978218       1 tasks_processing.go:71] worker 28 working on storage_classes task.
I0704 22:24:20.978224       1 tasks_processing.go:71] worker 20 working on proxies task.
I0704 22:24:20.978230       1 tasks_processing.go:71] worker 17 working on pdbs task.
I0704 22:24:20.978234       1 tasks_processing.go:71] worker 16 working on overlapping_namespace_uids task.
I0704 22:24:20.978253       1 tasks_processing.go:71] worker 1 working on crds task.
I0704 22:24:20.978102       1 tasks_processing.go:71] worker 7 working on service_accounts task.
I0704 22:24:20.979017       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 28.333µs to process 0 records
I0704 22:24:20.982082       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 53.157µs to process 0 records
I0704 22:24:20.982096       1 tasks_processing.go:71] worker 14 working on openshift_machine_api_events task.
I0704 22:24:20.994873       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0704 22:24:20.994891       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0704 22:24:20.994896       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0704 22:24:20.994899       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0704 22:24:20.994913       1 controller.go:489] The operator is still being initialized
I0704 22:24:20.994918       1 controller.go:512] The operator is healthy
I0704 22:24:21.000760       1 tasks_processing.go:71] worker 12 working on openstack_controlplanes task.
I0704 22:24:21.000818       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 21.718731ms to process 0 records
I0704 22:24:21.000890       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 22.802084ms to process 0 records
I0704 22:24:21.000904       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 21.870995ms to process 0 records
I0704 22:24:21.000913       1 tasks_processing.go:71] worker 4 working on openstack_dataplanedeployments task.
I0704 22:24:21.001032       1 tasks_processing.go:71] worker 3 working on machine_configs task.
I0704 22:24:21.002495       1 tasks_processing.go:71] worker 2 working on infrastructures task.
I0704 22:24:21.002538       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 24.484522ms to process 0 records
I0704 22:24:21.002561       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 21.777657ms to process 0 records
I0704 22:24:21.002570       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 24.49ms to process 0 records
I0704 22:24:21.002576       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 22.591268ms to process 0 records
I0704 22:24:21.002584       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 22.719638ms to process 0 records
I0704 22:24:21.002593       1 tasks_processing.go:71] worker 23 working on schedulers task.
I0704 22:24:21.002632       1 tasks_processing.go:71] worker 18 working on openstack_version task.
I0704 22:24:21.002643       1 tasks_processing.go:71] worker 10 working on machine_healthchecks task.
I0704 22:24:21.002653       1 tasks_processing.go:71] worker 9 working on oauths task.
I0704 22:24:21.017494       1 tasks_processing.go:71] worker 12 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0704 22:24:21.017584       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 16.721404ms to process 0 records
E0704 22:24:21.017601       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0704 22:24:21.017610       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 38.120958ms to process 0 records
I0704 22:24:21.017655       1 tasks_processing.go:71] worker 22 working on jaegers task.
I0704 22:24:21.017820       1 tasks_processing.go:71] worker 4 working on dvo_metrics task.
I0704 22:24:21.017846       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 16.898117ms to process 0 records
I0704 22:24:21.018682       1 tasks_processing.go:71] worker 28 working on container_runtime_configs task.
I0704 22:24:21.018823       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=401e56f110f16d59c8a7ef2883742d1b2afe056ab5ed448c27fea0d02baf7c49
I0704 22:24:21.018908       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=6abee842ee2591493e35d760e70bc027ebbe359f1f13bee9915fe13d858f376a
I0704 22:24:21.018944       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 36.866745ms to process 2 records
I0704 22:24:21.019275       1 tasks_processing.go:71] worker 24 working on networks task.
I0704 22:24:21.019446       1 recorder.go:75] Recording config/ingress with fingerprint=dc448af3313f657af042ef7840f7b7f3947ffdd214147400ee4db5c4b763b6d8
I0704 22:24:21.019467       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 39.430674ms to process 1 records
I0704 22:24:21.019646       1 recorder.go:75] Recording config/featuregate with fingerprint=0ac3ea1b5140284d554b1f442710ff32958f21f4fc4df6d0285e45e48fe21dc9
I0704 22:24:21.019697       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 37.84458ms to process 1 records
I0704 22:24:21.019857       1 tasks_processing.go:71] worker 5 working on validating_webhook_configurations task.
I0704 22:24:21.020006       1 tasks_processing.go:71] worker 20 working on machines task.
I0704 22:24:21.019860       1 recorder.go:75] Recording config/proxy with fingerprint=3120283e9d02b06c6a01fdaa13161e4e8f443756e4257ad88a9f55608046337c
I0704 22:24:21.020254       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 38.225354ms to process 1 records
I0704 22:24:21.020398       1 tasks_processing.go:71] worker 11 working on tsdb_status task.
W0704 22:24:21.020461       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 22:24:21.021381       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=a236d5350cacdf5c9cca9d5c11aca19e20cdacd0b1f7ec3585b77f1e3a012241
I0704 22:24:21.021456       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 41.9982ms to process 1 records
I0704 22:24:21.021681       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 49.968µs to process 0 records
I0704 22:24:21.021695       1 tasks_processing.go:71] worker 11 working on pod_network_connectivity_checks task.
I0704 22:24:21.025916       1 tasks_processing.go:71] worker 27 working on cost_management_metrics_configs task.
I0704 22:24:21.025930       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 45.896838ms to process 0 records
I0704 22:24:21.026078       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=b2c2cd32df39f9fc5a76d53c514c5ffb7caf01224b1d1de22351361a45f4b402
I0704 22:24:21.026151       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=ed45ae1a0ddc8427fcdc654c136094d79c0f8e2e6e251e3e102bbfead3704c77
I0704 22:24:21.026179       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=3c83347f2e3d468f200837269fc5aaf3982d360c1de5209353214ff3204d023a
I0704 22:24:21.026193       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 44.358633ms to process 3 records
I0704 22:24:21.026118       1 gather_logs.go:145] no pods in  namespace were found
I0704 22:24:21.026205       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 47.864874ms to process 0 records
I0704 22:24:21.026214       1 tasks_processing.go:71] worker 29 working on image_pruners task.
I0704 22:24:21.026271       1 tasks_processing.go:71] worker 17 working on certificate_signing_requests task.
I0704 22:24:21.026381       1 tasks_processing.go:71] worker 25 working on lokistack task.
I0704 22:24:21.026623       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 46.281989ms to process 0 records
I0704 22:24:21.026750       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0704 22:24:21.026865       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0704 22:24:21.026866       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0704 22:24:21.027119       1 tasks_processing.go:71] worker 13 working on ingress_certificates task.
I0704 22:24:21.027249       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 46.097085ms to process 0 records
I0704 22:24:21.027309       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 45.150756ms to process 0 records
I0704 22:24:21.027392       1 tasks_processing.go:71] worker 14 working on cluster_apiserver task.
I0704 22:24:21.027629       1 tasks_processing.go:71] worker 19 working on operators task.
I0704 22:24:21.028039       1 recorder.go:75] Recording config/node/ip-10-0-0-20.ec2.internal with fingerprint=b47ebb7a53293f713ce7d497196c7262dfd138756cf09891ab88c969bbe13a9f
I0704 22:24:21.028107       1 recorder.go:75] Recording config/node/ip-10-0-1-215.ec2.internal with fingerprint=3f8ffb67bf435011ed54a29115be258feac871fef952500306e417d4bbf8d2db
I0704 22:24:21.028168       1 recorder.go:75] Recording config/node/ip-10-0-2-53.ec2.internal with fingerprint=bfa28d67ccb96e5a37ba187fa2e8b7cfe709f46ef32a3e392e96069044f0f366
I0704 22:24:21.028177       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 47.439914ms to process 3 records
I0704 22:24:21.032953       1 base_controller.go:82] Caches are synced for ConfigController 
I0704 22:24:21.032964       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0704 22:24:21.034305       1 tasks_processing.go:71] worker 18 working on openshift_logging task.
I0704 22:24:21.034559       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 31.659299ms to process 0 records
I0704 22:24:21.035258       1 tasks_processing.go:71] worker 2 working on authentication task.
I0704 22:24:21.036491       1 recorder.go:75] Recording config/infrastructure with fingerprint=513f740635877920ce68d38314f697a53b44ea67db20df66a8d482f6bd082488
I0704 22:24:21.037272       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 32.586038ms to process 1 records
I0704 22:24:21.037306       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0704 22:24:21.037315       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 54.022761ms to process 1 records
I0704 22:24:21.037444       1 tasks_processing.go:71] worker 9 working on sap_pods task.
I0704 22:24:21.037604       1 tasks_processing.go:71] worker 16 working on image task.
I0704 22:24:21.037610       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0704 22:24:21.037835       1 operator.go:288] started
I0704 22:24:21.037873       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0704 22:24:21.037882       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0704 22:24:21.038044       1 recorder.go:75] Recording config/oauth with fingerprint=b39f5b159d003fd2d5012001177ca14447092ab7950e4aff8c48da83217e2b8d
I0704 22:24:21.038277       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 33.674791ms to process 1 records
E0704 22:24:21.038291       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0704 22:24:21.038300       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 33.897678ms to process 0 records
I0704 22:24:21.038311       1 tasks_processing.go:71] worker 10 working on openstack_dataplanenodesets task.
I0704 22:24:21.040336       1 tasks_processing.go:71] worker 28 working on mutating_webhook_configurations task.
I0704 22:24:21.040356       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 21.584471ms to process 0 records
E0704 22:24:21.040370       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0704 22:24:21.040379       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 18.649351ms to process 0 records
E0704 22:24:21.040386       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0704 22:24:21.040393       1 gather.go:177] gatherer "clusterconfig" function "machines" took 20.328122ms to process 0 records
I0704 22:24:21.040417       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 22.715267ms to process 0 records
I0704 22:24:21.040467       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 14.026327ms to process 0 records
I0704 22:24:21.040496       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 14.50161ms to process 0 records
I0704 22:24:21.040539       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 61.781991ms to process 0 records
I0704 22:24:21.040545       1 tasks_processing.go:74] worker 20 stopped.
I0704 22:24:21.040548       1 tasks_processing.go:74] worker 25 stopped.
I0704 22:24:21.040551       1 tasks_processing.go:74] worker 22 stopped.
I0704 22:24:21.040555       1 tasks_processing.go:74] worker 27 stopped.
I0704 22:24:21.040557       1 tasks_processing.go:74] worker 11 stopped.
I0704 22:24:21.040563       1 tasks_processing.go:74] worker 6 stopped.
I0704 22:24:21.040679       1 tasks_processing.go:74] worker 23 stopped.
I0704 22:24:21.040811       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=6500714573c78e906cce3edf8b49e82cca2d45b0c02d61a9550fe269b62e2dfa
I0704 22:24:21.040827       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 38.077326ms to process 1 records
I0704 22:24:21.040960       1 tasks_processing.go:74] worker 24 stopped.
I0704 22:24:21.041148       1 recorder.go:75] Recording config/network with fingerprint=ea0b8e9c17db9f375eac70d430f41ff5f250db999fb70009a342146578e90666
I0704 22:24:21.041167       1 gather.go:177] gatherer "clusterconfig" function "networks" took 21.590108ms to process 1 records
I0704 22:24:21.041212       1 tasks_processing.go:74] worker 21 stopped.
I0704 22:24:21.041405       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=9cf2e1def5d669dea84bae7fdaff9d7cbdc416dd9f9e4f953a44f6147b6e62bf
I0704 22:24:21.041534       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=a048a2e387e0ebd0502219227bc5b3ac658916edf599157e2c1fe2ff98869fa5
I0704 22:24:21.041548       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 63.389522ms to process 2 records
I0704 22:24:21.041635       1 tasks_processing.go:74] worker 15 stopped.
I0704 22:24:21.042872       1 recorder.go:75] Recording config/pod/openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-53.ec2.internal with fingerprint=f01da6ede0ade7b93314fd37f81245a43500afd00a9c7bc1be7a12215ff7ac80
I0704 22:24:21.042922       1 recorder.go:75] Recording config/running_containers with fingerprint=f7613ea226d3ace284b7774010c4b2011bd61d746a552e832b07456676afa0be
I0704 22:24:21.042931       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 61.923794ms to process 2 records
W0704 22:24:21.045223       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0704 22:24:21.049189       1 tasks_processing.go:74] worker 14 stopped.
I0704 22:24:21.049315       1 recorder.go:75] Recording config/apiserver with fingerprint=fe44656f0fb3e5fab700903ac8f0fe64510ccab95dcbc30f7dab87128b9846d1
I0704 22:24:21.049331       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 21.786488ms to process 1 records
I0704 22:24:21.049404       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=0ff4c0da6cfff6490b354bbe1385335f316985d397d19f34de176b2427bec3a0
I0704 22:24:21.049418       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 22.979971ms to process 1 records
I0704 22:24:21.049424       1 tasks_processing.go:74] worker 29 stopped.
I0704 22:24:21.049483       1 tasks_processing.go:74] worker 1 stopped.
I0704 22:24:21.049960       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=573789d8bfe4d624f0f5cc160a59976bae7ed16bc37aac035bb719f1b728dbc7
I0704 22:24:21.050160       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=78413deef0300257c8fdecfbf2c0edc451cd7fc64976e0ee383e793031665d40
I0704 22:24:21.050170       1 gather.go:177] gatherer "clusterconfig" function "crds" took 67.604637ms to process 2 records
I0704 22:24:21.050257       1 tasks_processing.go:74] worker 5 stopped.
I0704 22:24:21.050304       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=e905531a0d7348418a4916a77ebb1506c9f9390d6f7a67c69e523c8d75b6d5e9
I0704 22:24:21.050414       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=47dcddf6daa0d748b8c210f8379f349f5f7c527cd9685e018027bd6e842571c5
I0704 22:24:21.050445       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=ed9acef902bfe87a95b333fe03c8681deba382338c4115dcbf9d4389f7230030
I0704 22:24:21.050479       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ea2d0a64ffd4eba4c0df760e49a23bbc6bd8ebadda73ea70e58dc284a1d1af0e
I0704 22:24:21.050549       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=ff2769b9daf4de0f4c23bdbc904d23957aba167f427a3657926d4ab08fac1bf0
I0704 22:24:21.050594       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=d21d81e26d120190a094ad9501c3300f78af051637c6398173587bc66083468d
I0704 22:24:21.050639       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=fccc40c01c71f35e736958012d96103d292354646d224fcc1207583bc54d56b2
I0704 22:24:21.050691       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=b4b9451925c0beae9a6ab139aea33fe3a0b5ccb6bed711fecadb16019e0ffb43
I0704 22:24:21.050745       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 22:24:21.050787       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=884ffab9ee1bbc64b0d39cb15208341419ef5e47a648739937d94d3f768715c1
I0704 22:24:21.050833       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=a5e3848cf44529b87738db14ce876167fb535c3ec7628275b68fbf47232fbeb4
I0704 22:24:21.050876       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=a382ae60d0cb521b174e729cb85a4b31770ad3a920d63ef7f55de40bb7d5d0fa
I0704 22:24:21.050884       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 29.704913ms to process 11 records
I0704 22:24:21.053584       1 tasks_processing.go:74] worker 17 stopped.
I0704 22:24:21.053606       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 27.288602ms to process 0 records
I0704 22:24:21.057721       1 tasks_processing.go:74] worker 9 stopped.
I0704 22:24:21.057740       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 20.263851ms to process 0 records
I0704 22:24:21.057772       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 23.292365ms to process 0 records
I0704 22:24:21.057808       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 19.414126ms to process 0 records
I0704 22:24:21.057816       1 tasks_processing.go:74] worker 10 stopped.
I0704 22:24:21.057822       1 tasks_processing.go:74] worker 18 stopped.
I0704 22:24:21.065158       1 recorder.go:75] Recording config/image with fingerprint=2547228cb9828599020fb5f7a6f77fa50622b9177a2c10f8d25367ec4bd87a09
I0704 22:24:21.065233       1 gather.go:177] gatherer "clusterconfig" function "image" took 27.201133ms to process 1 records
I0704 22:24:21.065312       1 tasks_processing.go:74] worker 2 stopped.
I0704 22:24:21.065901       1 recorder.go:75] Recording config/authentication with fingerprint=32f4cdb349a93f4ef5b50641a8728ce84f1cd5d83c5c2eaaeafb56d45e11654d
I0704 22:24:21.065958       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 28.168321ms to process 1 records
I0704 22:24:21.066265       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=e5c571f4df3d9f6dabeeb88d8b9d97094df0e58b2532458fcacd5f7632ad1437
I0704 22:24:21.066388       1 controller.go:212] Source scaController *sca.Controller is not ready
I0704 22:24:21.066410       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0704 22:24:21.066418       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0704 22:24:21.066423       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0704 22:24:21.066433       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0704 22:24:21.066400       1 tasks_processing.go:74] worker 28 stopped.
I0704 22:24:21.066495       1 controller.go:489] The operator is still being initialized
I0704 22:24:21.066391       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ad9610c300697c8d1a544bb61c0ad26c5d0b805c6ba55b266851ee8eb9a82a11
I0704 22:24:21.066510       1 controller.go:512] The operator is healthy
I0704 22:24:21.066495       1 prometheus_rules.go:88] Prometheus rules successfully created
I0704 22:24:21.066639       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=44f76d0b6b6c7d7289536070b47e4984a1e6729c5e3fbe3449a00b162119afd0
I0704 22:24:21.066694       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 25.200178ms to process 3 records
I0704 22:24:21.066723       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 85.274422ms to process 0 records
I0704 22:24:21.064821       1 tasks_processing.go:74] worker 16 stopped.
I0704 22:24:21.066753       1 tasks_processing.go:74] worker 0 stopped.
E0704 22:24:21.075449       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ec009880-3840-403f-9dec-a3e6184b2194%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.17:40889->172.30.0.10:53: read: connection refused
I0704 22:24:21.075464       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ec009880-3840-403f-9dec-a3e6184b2194%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.17:40889->172.30.0.10:53: read: connection refused
I0704 22:24:21.092587       1 tasks_processing.go:74] worker 8 stopped.
I0704 22:24:21.092985       1 recorder.go:75] Recording config/version with fingerprint=5e657ce1f31676ec562c4712c7acf8a9d72c8cb0db11d83e982008cdbe815c6a
I0704 22:24:21.093004       1 recorder.go:75] Recording config/id with fingerprint=82a3162a6d398a1b6e19f9c27ec1bd9b97cce30336fbe4a10c2a35685c56b87f
I0704 22:24:21.093014       1 gather.go:177] gatherer "clusterconfig" function "version" took 114.196774ms to process 2 records
I0704 22:24:21.106392       1 tasks_processing.go:74] worker 31 stopped.
E0704 22:24:21.106464       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0704 22:24:21.106503       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0704 22:24:21.106555       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0704 22:24:21.106594       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0704 22:24:21.106710       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb
I0704 22:24:21.106746       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0704 22:24:21.106772       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0704 22:24:21.106797       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0704 22:24:21.106891       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0704 22:24:21.106934       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0704 22:24:21.106968       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 127.816333ms to process 7 records
I0704 22:24:21.124532       1 tasks_processing.go:74] worker 12 stopped.
I0704 22:24:21.124548       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 107.006081ms to process 0 records
I0704 22:24:21.137633       1 tasks_processing.go:74] worker 3 stopped.
I0704 22:24:21.137673       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0704 22:24:21.137688       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 136.585692ms to process 1 records
I0704 22:24:21.137985       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0704 22:24:21.138005       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0704 22:24:21.141678       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0704 22:24:21.145164       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.17:58972->172.30.0.10:53: read: connection refused
I0704 22:24:21.145177       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.17:58972->172.30.0.10:53: read: connection refused
I0704 22:24:21.178463       1 tasks_processing.go:74] worker 13 stopped.
E0704 22:24:21.178482       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0704 22:24:21.178489       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2rbj8kkd6dnnd83bonsq9egj3c78vhkp-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2rbj8kkd6dnnd83bonsq9egj3c78vhkp-primary-cert-bundle-secret" not found
I0704 22:24:21.178573       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=07023fa203c6b494e1a0c0accb223c9519b950bda1db3ef5180df407f801718e
I0704 22:24:21.178587       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 151.322357ms to process 1 records
I0704 22:24:21.203432       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0704 22:24:21.222887       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0704 22:24:21.451723       1 gather_cluster_operator_pods_and_events.go:121] Found 16 pods with 18 containers
I0704 22:24:21.451739       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1398101 bytes
I0704 22:24:21.452251       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-7h7nt pod in namespace openshift-dns (previous: false).
I0704 22:24:21.690351       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7h7nt pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-7h7nt\" is waiting to start: ContainerCreating"
I0704 22:24:21.690371       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-7h7nt\" is waiting to start: ContainerCreating"
I0704 22:24:21.690379       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-7h7nt pod in namespace openshift-dns (previous: false).
I0704 22:24:21.860907       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-7h7nt pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-7h7nt\" is waiting to start: ContainerCreating"
I0704 22:24:21.860930       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-7h7nt\" is waiting to start: ContainerCreating"
I0704 22:24:21.860942       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-sjt9t pod in namespace openshift-dns (previous: false).
W0704 22:24:22.045684       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0704 22:24:22.096582       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-sjt9t pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-sjt9t\" is waiting to start: ContainerCreating"
I0704 22:24:22.096598       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-sjt9t\" is waiting to start: ContainerCreating"
I0704 22:24:22.096606       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-sjt9t pod in namespace openshift-dns (previous: false).
I0704 22:24:22.266506       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-sjt9t pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-sjt9t\" is waiting to start: ContainerCreating"
I0704 22:24:22.266535       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-sjt9t\" is waiting to start: ContainerCreating"
I0704 22:24:22.266544       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-28qqs pod in namespace openshift-dns (previous: false).
I0704 22:24:22.484033       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-resolver-28qqs pod in namespace openshift-dns for failing operator dns-node-resolver (previous: false): "container \"dns-node-resolver\" in pod \"node-resolver-28qqs\" is waiting to start: ContainerCreating"
I0704 22:24:22.484050       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns-node-resolver\" in pod \"node-resolver-28qqs\" is waiting to start: ContainerCreating"
I0704 22:24:22.484060       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-8mbhf pod in namespace openshift-dns (previous: false).
I0704 22:24:22.658222       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 22:24:22.658240       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-zrmgp pod in namespace openshift-dns (previous: false).
I0704 22:24:22.697359       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0704 22:24:22.861807       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 22:24:22.861824       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-78b94c7699-rjrdg pod in namespace openshift-image-registry (previous: false).
W0704 22:24:23.044699       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0704 22:24:23.052902       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 22:24:23.052916       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7f878ffd48-6kgst pod in namespace openshift-image-registry (previous: false).
I0704 22:24:23.100853       1 tasks_processing.go:74] worker 19 stopped.
I0704 22:24:23.100907       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=e9c3a0cb92506772c76e4c4e7972a3b665ee1f92833b5556cef6997b085fdae9
I0704 22:24:23.100943       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=664f21254f916eb41f4dac1cd74ac3a845fa6f99ab49962f331a61e3b1d49b40
I0704 22:24:23.100974       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0704 22:24:23.101008       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=4c0f01a1022d5bc27fd8d396b5b1c75b46867f6936d8f4e4cb8c8e094b1a61a8
I0704 22:24:23.101027       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0704 22:24:23.101065       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=7c221c1896febb0b7611abaaa7b5ad99c7379bcae3fd990802632bfe018dd6dc
I0704 22:24:23.101099       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=4185698bbb512d378bb95e83fddf79e8d5388bf95659e7fe3c90b7da171fbf6c
I0704 22:24:23.101123       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=7fcd62dc88cfac4c963ca5134558c0a0d9e92ad61b9c97a4565d544f5f96268b
I0704 22:24:23.101154       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=fe5e9ee95435f0293a7f95e257bdfe3f2b94fb12f93dec2452497d5d769f0856
I0704 22:24:23.101164       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0704 22:24:23.101180       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=d896a8f786d4b6aa0349634d7316c0c23967304d1e0d837ae0b75972874662e8
I0704 22:24:23.101189       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0704 22:24:23.101205       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=68c123d6530ea496e9c2ae38d39026b4a1f2478aef68dfb419612a6353a1f5d4
I0704 22:24:23.101216       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0704 22:24:23.101233       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=c5f16c898029098e32a5991fd4f80fc77342964077bd2f75640f8820319ba1b7
I0704 22:24:23.101243       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0704 22:24:23.101263       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=3451f0b341a1bbb63238db58c5917b4a7da240fe75640c78545f6f0fffbfa3eb
I0704 22:24:23.101273       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0704 22:24:23.101288       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=71a57dd2645010fdf783767294d05d5fef85bf915a81945fb62b68c0047e569c
I0704 22:24:23.101417       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=b00dbcf8b95ad366fd7acae32e0c7d07e7169101a0bb47ecd87fddfadf872091
I0704 22:24:23.101426       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0704 22:24:23.101433       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0704 22:24:23.101453       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0704 22:24:23.101473       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=74e4b0ceabcf73b96ddea5b7ffca879a6b61ebb8d5b6ede43266d5c7f0f081d5
I0704 22:24:23.101502       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=c20adb7fc5ec6544e812c8fb1a7d7af482ff21fd8febe1c25d6a762b2c58f2e8
I0704 22:24:23.101511       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0704 22:24:23.101539       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=f42fa40c6d35376b447fb67eadf32218eb7ff95d71655c9f4f73b4c5d80eb2ca
I0704 22:24:23.101547       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0704 22:24:23.101560       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=95d611c4921e03d7bff87f5f12ba90da07266d8f1bcf780161fc585478a9ab9f
I0704 22:24:23.101573       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=56482b965c40f835d2c0fdc178fae42cf090048d9deea7659ad0216d178b5759
I0704 22:24:23.101588       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=214d411a6f8f6fcfa16a53c8c5dafb5fecff331f2474c8889308d7bb12bb2ad9
I0704 22:24:23.101602       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=be4f70e1e98c5ab392cb4f70f07d3db3e8d02139e49a51e2c21af0401315aea5
I0704 22:24:23.101615       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=e41c5a4cfc98bf56307c077218c5b493f80ec74546676f0337b5738e785ae8a3
I0704 22:24:23.101641       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=771f686a416820878429125142c2460c231e7ac0a33497e4f3172fcdf7cf0d1f
I0704 22:24:23.101658       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0704 22:24:23.101667       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0704 22:24:23.101675       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.073200169s to process 36 records
I0704 22:24:23.257278       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7f878ffd48-6kgst pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7f878ffd48-6kgst\" is waiting to start: ContainerCreating"
I0704 22:24:23.257295       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7f878ffd48-6kgst\" is waiting to start: ContainerCreating"
I0704 22:24:23.257306       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7f878ffd48-wrx4k pod in namespace openshift-image-registry (previous: false).
I0704 22:24:23.461212       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7f878ffd48-wrx4k pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7f878ffd48-wrx4k\" is waiting to start: ContainerCreating"
I0704 22:24:23.461233       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7f878ffd48-wrx4k\" is waiting to start: ContainerCreating"
I0704 22:24:23.461244       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-2s8lr pod in namespace openshift-image-registry (previous: false).
I0704 22:24:23.662158       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 22:24:23.662178       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-8xbcl pod in namespace openshift-image-registry (previous: false).
I0704 22:24:23.859641       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for node-ca-8xbcl pod in namespace openshift-image-registry for failing operator node-ca (previous: false): "container \"node-ca\" in pod \"node-ca-8xbcl\" is waiting to start: ContainerCreating"
I0704 22:24:23.859656       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"node-ca\" in pod \"node-ca-8xbcl\" is waiting to start: ContainerCreating"
I0704 22:24:23.859667       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-mjskt pod in namespace openshift-image-registry (previous: false).
W0704 22:24:24.045495       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0704 22:24:24.057613       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 22:24:24.057629       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-79b6b98f5c-xlh24 pod in namespace openshift-ingress (previous: false).
I0704 22:24:24.260326       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-79b6b98f5c-xlh24 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-79b6b98f5c-xlh24\" is waiting to start: ContainerCreating"
I0704 22:24:24.260346       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-79b6b98f5c-xlh24\" is waiting to start: ContainerCreating"
I0704 22:24:24.260356       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7fcb656854-6x5tq pod in namespace openshift-ingress (previous: false).
I0704 22:24:24.458222       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7fcb656854-6x5tq pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7fcb656854-6x5tq\" is waiting to start: ContainerCreating"
I0704 22:24:24.458239       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7fcb656854-6x5tq\" is waiting to start: ContainerCreating"
I0704 22:24:24.458253       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7fcb656854-h4mfx pod in namespace openshift-ingress (previous: false).
I0704 22:24:24.661987       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7fcb656854-h4mfx pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7fcb656854-h4mfx\" is waiting to start: ContainerCreating"
I0704 22:24:24.662005       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7fcb656854-h4mfx\" is waiting to start: ContainerCreating"
I0704 22:24:24.662017       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-qnm4r pod in namespace openshift-ingress-canary (previous: false).
I0704 22:24:24.861016       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-qnm4r pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-qnm4r\" is waiting to start: ContainerCreating"
I0704 22:24:24.861033       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-qnm4r\" is waiting to start: ContainerCreating"
I0704 22:24:24.861043       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-rztzs pod in namespace openshift-ingress-canary (previous: false).
W0704 22:24:25.045578       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0704 22:24:25.057717       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-rztzs pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-rztzs\" is waiting to start: ContainerCreating"
I0704 22:24:25.057731       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-rztzs\" is waiting to start: ContainerCreating"
I0704 22:24:25.057746       1 tasks_processing.go:74] worker 30 stopped.
I0704 22:24:25.057834       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=49e9d7bf17812ccb132d92996a0569ffdea6d9fa07067ff26a1e68c77103fb83
I0704 22:24:25.057873       1 recorder.go:75] Recording events/openshift-dns with fingerprint=ab733297dadf1c109cd055ce29f134bab0d93913f4857156f3adba4a9413c3b1
I0704 22:24:25.057955       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=672602f4df932f0f5e0f78ba93223d3e16649f52f470e5f830c219eda3c452ab
I0704 22:24:25.057981       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=14e4fc9568043d8800223b7cc9b2ef706b7e8c332d7a980794045f9777f713e0
I0704 22:24:25.058027       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=f287187edb83b53a488b1630b00b56628d6aef925d99823472be08e8b9e92da8
I0704 22:24:25.058041       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=6ddd34bc183b316e5c1d78f04bb0a541a268948ad0f0676da69a2d25a52bdff8
I0704 22:24:25.058048       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.077390961s to process 6 records
W0704 22:24:26.041711       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0704 22:24:26.041738       1 tasks_processing.go:74] worker 4 stopped.
E0704 22:24:26.041751       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0704 22:24:26.041776       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0704 22:24:26.041800       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0704 22:24:26.041814       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.023863603s to process 1 records
I0704 22:24:33.829436       1 tasks_processing.go:74] worker 26 stopped.
I0704 22:24:33.829470       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0704 22:24:33.829483       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.851165209s to process 1 records
I0704 22:24:34.146704       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 22:24:34.591095       1 tasks_processing.go:74] worker 7 stopped.
I0704 22:24:34.591364       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=9d475996b970b5499163b99cb7866431c26bc05ed77261e8b402c7515458063c
I0704 22:24:34.591379       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.609133599s to process 1 records
E0704 22:24:34.591433       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.613s with: function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0704 22:24:34.592547       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0704 22:24:34.592561       1 periodic.go:209] Running workloads gatherer
I0704 22:24:34.592575       1 tasks_processing.go:45] number of workers: 2
I0704 22:24:34.592581       1 tasks_processing.go:69] worker 1 listening for tasks.
I0704 22:24:34.592585       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0704 22:24:34.592651       1 tasks_processing.go:69] worker 0 listening for tasks.
I0704 22:24:34.592718       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0704 22:24:34.621371       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0704 22:24:34.632448       1 tasks_processing.go:74] worker 0 stopped.
I0704 22:24:34.632465       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 39.714198ms to process 0 records
I0704 22:24:34.633169       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (13ms)
I0704 22:24:34.647972       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (15ms)
I0704 22:24:34.663909       1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (16ms)
I0704 22:24:34.677294       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (13ms)
I0704 22:24:34.689481       1 gather_workloads_info.go:387] No image sha256:ef2bfb546cd8aac31b7671585f718f44b268ed43a9c8562016ab741558a7dfa1 (12ms)
I0704 22:24:34.702479       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (13ms)
I0704 22:24:34.714345       1 gather_workloads_info.go:387] No image sha256:fac526ab9335a9a8decb028a30673f4ae718deae8da114f36103b6438ba6458f (12ms)
I0704 22:24:34.726046       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (12ms)
I0704 22:24:34.738954       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (13ms)
I0704 22:24:34.750853       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (12ms)
I0704 22:24:34.763123       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (12ms)
I0704 22:24:34.833831       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (71ms)
I0704 22:24:34.935068       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (101ms)
I0704 22:24:35.035204       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms)
I0704 22:24:35.134957       1 gather_workloads_info.go:387] No image sha256:d3209a996e5ce362136e70a0bcf06d89973905de73e234b644d8ae8886d067f1 (100ms)
I0704 22:24:35.234289       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (99ms)
I0704 22:24:35.335175       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (101ms)
I0704 22:24:35.434652       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (99ms)
I0704 22:24:35.534308       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms)
I0704 22:24:35.635919       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (102ms)
I0704 22:24:35.737618       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (102ms)
I0704 22:24:35.833354       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (96ms)
I0704 22:24:35.933487       1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (100ms)
I0704 22:24:36.035296       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (102ms)
I0704 22:24:36.135159       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms)
I0704 22:24:36.234681       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms)
I0704 22:24:36.344681       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (110ms)
I0704 22:24:36.446566       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (102ms)
I0704 22:24:36.538816       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (92ms)
I0704 22:24:36.634747       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (96ms)
I0704 22:24:36.675199       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 22:24:36.735210       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms)
I0704 22:24:36.835130       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms)
I0704 22:24:36.880307       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 22:24:36.933655       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (99ms)
I0704 22:24:37.035460       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (102ms)
I0704 22:24:37.135407       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms)
I0704 22:24:37.235494       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (100ms)
I0704 22:24:37.235546       1 tasks_processing.go:74] worker 1 stopped.
E0704 22:24:37.235558       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0704 22:24:37.235883       1 recorder.go:75] Recording config/workload_info with fingerprint=acaae048b0a757d2b9cbb5ba481126cb691592b2e3b3711e36086b4602d5b645
I0704 22:24:37.235906       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.64295287s to process 1 records
E0704 22:24:37.235939       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.643s with: function \"workload_info\" failed with an error"
I0704 22:24:37.237044       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0704 22:24:37.237058       1 periodic.go:209] Running conditional gatherer
I0704 22:24:37.246691       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0704 22:24:37.254723       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.17:35579->172.30.0.10:53: read: connection refused
E0704 22:24:37.254953       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 22:24:37.255011       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0704 22:24:37.263777       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0704 22:24:37.263793       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 22:24:37.263799       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 22:24:37.263804       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 22:24:37.263808       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 22:24:37.263812       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 22:24:37.263817       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 22:24:37.263822       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 22:24:37.263827       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 22:24:37.263832       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0704 22:24:37.263852       1 tasks_processing.go:45] number of workers: 3
I0704 22:24:37.263863       1 tasks_processing.go:69] worker 2 listening for tasks.
I0704 22:24:37.263869       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0704 22:24:37.263875       1 tasks_processing.go:69] worker 0 listening for tasks.
I0704 22:24:37.263883       1 tasks_processing.go:69] worker 1 listening for tasks.
I0704 22:24:37.263900       1 tasks_processing.go:74] worker 1 stopped.
I0704 22:24:37.263916       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0704 22:24:37.263923       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0704 22:24:37.263969       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0704 22:24:37.263984       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 929ns to process 1 records
I0704 22:24:37.264022       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0704 22:24:37.264033       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.265µs to process 1 records
I0704 22:24:37.264042       1 tasks_processing.go:74] worker 0 stopped.
I0704 22:24:37.264148       1 tasks_processing.go:74] worker 2 stopped.
I0704 22:24:37.264160       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 218.009µs to process 0 records
I0704 22:24:37.264188       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.17:35579->172.30.0.10:53: read: connection refused
I0704 22:24:37.264206       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0704 22:24:37.295252       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=93da896cd75b9d2fcf3f0bbeaf9a215187b1245a0718741358bbc9743e8a966d
I0704 22:24:37.295361       1 diskrecorder.go:70] Writing 101 records to /var/lib/insights-operator/insights-2026-07-04-222437.tar.gz
I0704 22:24:37.301510       1 diskrecorder.go:51] Wrote 101 records to disk in 6ms
I0704 22:24:37.301548       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0704 22:24:37.301564       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0704 22:24:46.640656       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 22:25:30.357941       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="45fa63e5adddef1ff3bcead0796d6fb0156ecdc2831a606a53bd28e3efef8d29")
W0704 22:25:30.357976       1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created
I0704 22:25:30.358048       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0704 22:25:30.358059       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="7c7f1271ea81bea2c4042af0589e6f511bdc3ade20d73bf35ea60fcd7b81b0a9")
I0704 22:25:30.358072       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0704 22:25:30.358104       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0704 22:25:30.358109       1 periodic.go:170] Shutting down
I0704 22:25:30.358118       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="8e384f689e9c02f9d06ec534a858fdd02aeaf2f6da2a6c9fb6fda71e98dae06b")
I0704 22:25:30.358136       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0704 22:25:30.358139       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0704 22:25:30.358145       1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController
I0704 22:25:30.358149       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0704 22:25:30.358153       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0704 22:25:30.358161       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0704 22:25:30.358152       1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0704 22:25:30.358166       1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0704 22:25:30.358183       1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"