W0703 14:19:57.859534       1 cmd.go:257] Using insecure, self-signed certificates
I0703 14:19:58.056871       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 14:19:58.057203       1 observer_polling.go:159] Starting file observer
I0703 14:19:58.415584       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0703 14:19:58.415762       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0703 14:19:58.416328       1 secure_serving.go:57] Forcing use of http/1.1 only
W0703 14:19:58.416352       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0703 14:19:58.416561       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0703 14:19:58.416581       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0703 14:19:58.416594       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0703 14:19:58.416598       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0703 14:19:58.416602       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0703 14:19:58.417280       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0703 14:19:58.421381       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0703 14:19:58.421427       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"d3bbf11a-b651-4152-8b98-8ab4bb87b8cb", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0703 14:19:58.421704       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0703 14:19:58.421719       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0703 14:19:58.421740       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0703 14:19:58.421758       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0703 14:19:58.421762       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0703 14:19:58.421772       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0703 14:19:58.421979       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2698807337/tls.crt::/tmp/serving-cert-2698807337/tls.key"
I0703 14:19:58.422379       1 secure_serving.go:213] Serving securely on [::]:8443
I0703 14:19:58.422418       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0703 14:19:58.430748       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0703 14:19:58.430777       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0703 14:19:58.430872       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0703 14:19:58.435907       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0703 14:19:58.435931       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0703 14:19:58.439870       1 secretconfigobserver.go:119] support secret does not exist
I0703 14:19:58.444133       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0703 14:19:58.448049       1 secretconfigobserver.go:119] support secret does not exist
I0703 14:19:58.452295       1 recorder.go:161] Pruning old reports every 7h56m34s, max age is 288h0m0s
I0703 14:19:58.456835       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0703 14:19:58.456856       1 periodic.go:209] Running clusterconfig gatherer
I0703 14:19:58.456857       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0703 14:19:58.456859       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0703 14:19:58.456873       1 insightsreport.go:296] Starting report retriever
I0703 14:19:58.456890       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0703 14:19:58.456910       1 tasks_processing.go:45] number of workers: 32
I0703 14:19:58.456943       1 tasks_processing.go:69] worker 4 listening for tasks.
I0703 14:19:58.456951       1 tasks_processing.go:69] worker 1 listening for tasks.
I0703 14:19:58.456954       1 tasks_processing.go:71] worker 4 working on version task.
I0703 14:19:58.456966       1 tasks_processing.go:69] worker 2 listening for tasks.
I0703 14:19:58.456967       1 tasks_processing.go:69] worker 0 listening for tasks.
I0703 14:19:58.456977       1 tasks_processing.go:69] worker 17 listening for tasks.
I0703 14:19:58.456982       1 tasks_processing.go:69] worker 10 listening for tasks.
I0703 14:19:58.456985       1 tasks_processing.go:69] worker 31 listening for tasks.
I0703 14:19:58.456985       1 tasks_processing.go:69] worker 14 listening for tasks.
I0703 14:19:58.456992       1 tasks_processing.go:69] worker 15 listening for tasks.
I0703 14:19:58.456991       1 tasks_processing.go:69] worker 5 listening for tasks.
I0703 14:19:58.456999       1 tasks_processing.go:69] worker 6 listening for tasks.
I0703 14:19:58.457003       1 tasks_processing.go:69] worker 18 listening for tasks.
I0703 14:19:58.456999       1 tasks_processing.go:69] worker 3 listening for tasks.
I0703 14:19:58.457007       1 tasks_processing.go:69] worker 11 listening for tasks.
I0703 14:19:58.457009       1 tasks_processing.go:69] worker 16 listening for tasks.
I0703 14:19:58.457013       1 tasks_processing.go:69] worker 12 listening for tasks.
I0703 14:19:58.457013       1 tasks_processing.go:69] worker 8 listening for tasks.
I0703 14:19:58.457018       1 tasks_processing.go:69] worker 9 listening for tasks.
I0703 14:19:58.456999       1 tasks_processing.go:69] worker 13 listening for tasks.
I0703 14:19:58.457026       1 tasks_processing.go:69] worker 27 listening for tasks.
I0703 14:19:58.457027       1 tasks_processing.go:69] worker 22 listening for tasks.
I0703 14:19:58.457031       1 tasks_processing.go:69] worker 29 listening for tasks.
I0703 14:19:58.457007       1 tasks_processing.go:69] worker 7 listening for tasks.
I0703 14:19:58.457036       1 tasks_processing.go:69] worker 24 listening for tasks.
I0703 14:19:58.457035       1 tasks_processing.go:69] worker 23 listening for tasks.
I0703 14:19:58.457012       1 tasks_processing.go:69] worker 19 listening for tasks.
I0703 14:19:58.457043       1 tasks_processing.go:71] worker 1 working on crds task.
I0703 14:19:58.457049       1 tasks_processing.go:71] worker 11 working on machines task.
I0703 14:19:58.457051       1 tasks_processing.go:71] worker 19 working on olm_operators task.
I0703 14:19:58.457054       1 tasks_processing.go:71] worker 16 working on clusterroles task.
I0703 14:19:58.457059       1 tasks_processing.go:71] worker 22 working on cluster_apiserver task.
I0703 14:19:58.457071       1 tasks_processing.go:71] worker 7 working on image_pruners task.
I0703 14:19:58.457108       1 tasks_processing.go:71] worker 24 working on schedulers task.
I0703 14:19:58.457049       1 tasks_processing.go:71] worker 23 working on openstack_controlplanes task.
I0703 14:19:58.457018       1 tasks_processing.go:69] worker 25 listening for tasks.
I0703 14:19:58.457023       1 tasks_processing.go:69] worker 28 listening for tasks.
I0703 14:19:58.457025       1 tasks_processing.go:69] worker 20 listening for tasks.
I0703 14:19:58.457034       1 tasks_processing.go:69] worker 30 listening for tasks.
I0703 14:19:58.457033       1 tasks_processing.go:69] worker 21 listening for tasks.
I0703 14:19:58.457042       1 tasks_processing.go:71] worker 2 working on ingress_certificates task.
I0703 14:19:58.457275       1 tasks_processing.go:71] worker 21 working on machine_healthchecks task.
I0703 14:19:58.457297       1 tasks_processing.go:71] worker 17 working on install_plans task.
I0703 14:19:58.457321       1 tasks_processing.go:71] worker 29 working on storage_cluster task.
I0703 14:19:58.457423       1 tasks_processing.go:71] worker 8 working on cost_management_metrics_configs task.
I0703 14:19:58.457484       1 tasks_processing.go:71] worker 12 working on pdbs task.
I0703 14:19:58.457508       1 tasks_processing.go:71] worker 9 working on metrics task.
W0703 14:19:58.457529       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 14:19:58.457582       1 tasks_processing.go:71] worker 9 working on authentication task.
I0703 14:19:58.457622       1 tasks_processing.go:71] worker 5 working on config_maps task.
I0703 14:19:58.457675       1 tasks_processing.go:71] worker 25 working on tsdb_status task.
I0703 14:19:58.457731       1 tasks_processing.go:71] worker 10 working on operators_pods_and_events task.
I0703 14:19:58.457055       1 tasks_processing.go:71] worker 27 working on nodenetworkstates task.
I0703 14:19:58.457050       1 tasks_processing.go:71] worker 13 working on container_runtime_configs task.
I0703 14:19:58.457710       1 tasks_processing.go:71] worker 18 working on service_accounts task.
I0703 14:19:58.457715       1 tasks_processing.go:71] worker 6 working on qemu_kubevirt_launcher_logs task.
I0703 14:19:58.457722       1 tasks_processing.go:71] worker 3 working on infrastructures task.
I0703 14:19:58.457728       1 tasks_processing.go:71] worker 31 working on openshift_machine_api_events task.
W0703 14:19:58.457752       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 14:19:58.457019       1 tasks_processing.go:69] worker 26 listening for tasks.
I0703 14:19:58.458509       1 tasks_processing.go:71] worker 26 working on dvo_metrics task.
I0703 14:19:58.457760       1 tasks_processing.go:71] worker 28 working on storage_classes task.
I0703 14:19:58.457763       1 tasks_processing.go:71] worker 20 working on support_secret task.
I0703 14:19:58.457043       1 tasks_processing.go:71] worker 0 working on oauths task.
I0703 14:19:58.457764       1 tasks_processing.go:71] worker 30 working on image task.
I0703 14:19:58.457771       1 tasks_processing.go:71] worker 14 working on container_images task.
I0703 14:19:58.457774       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 65.67µs to process 0 records
I0703 14:19:58.458962       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 768.317µs to process 0 records
I0703 14:19:58.457776       1 tasks_processing.go:71] worker 15 working on machine_autoscalers task.
I0703 14:19:58.458975       1 tasks_processing.go:71] worker 25 working on openstack_version task.
I0703 14:19:58.460800       1 tasks_processing.go:71] worker 8 working on active_alerts task.
W0703 14:19:58.460823       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 14:19:58.460821       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 3.363562ms to process 0 records
I0703 14:19:58.460836       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 3.689827ms to process 0 records
I0703 14:19:58.460840       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 20.979µs to process 0 records
I0703 14:19:58.460845       1 tasks_processing.go:71] worker 23 working on machine_configs task.
I0703 14:19:58.460852       1 tasks_processing.go:71] worker 8 working on lokistack task.
I0703 14:19:58.460845       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 3.499319ms to process 0 records
I0703 14:19:58.460906       1 tasks_processing.go:71] worker 29 working on ceph_cluster task.
I0703 14:19:58.461515       1 tasks_processing.go:71] worker 21 working on mutating_webhook_configurations task.
E0703 14:19:58.461527       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0703 14:19:58.461541       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 4.226684ms to process 0 records
I0703 14:19:58.463275       1 tasks_processing.go:71] worker 11 working on proxies task.
E0703 14:19:58.463285       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0703 14:19:58.463301       1 gather.go:177] gatherer "clusterconfig" function "machines" took 6.212591ms to process 0 records
I0703 14:19:58.463329       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0703 14:19:58.463349       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0703 14:19:58.463357       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0703 14:19:58.463360       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0703 14:19:58.463374       1 controller.go:489] The operator is still being initialized
I0703 14:19:58.463379       1 controller.go:512] The operator is healthy
I0703 14:19:58.471865       1 tasks_processing.go:71] worker 27 working on silenced_alerts task.
W0703 14:19:58.471900       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 14:19:58.471959       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 13.938093ms to process 0 records
I0703 14:19:58.471975       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 30.431µs to process 0 records
I0703 14:19:58.472059       1 tasks_processing.go:71] worker 27 working on nodes task.
I0703 14:19:58.472238       1 recorder.go:75] Recording config/apiserver with fingerprint=4e7c2d8defe9234663ac114d244200270ca21ef5a6c59cc02f89d821e3d5e923
I0703 14:19:58.472302       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 14.882067ms to process 1 records
I0703 14:19:58.472336       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 11.139009ms to process 0 records
I0703 14:19:58.472365       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 14.003906ms to process 0 records
I0703 14:19:58.472259       1 tasks_processing.go:71] worker 22 working on aggregated_monitoring_cr_names task.
I0703 14:19:58.472501       1 tasks_processing.go:71] worker 13 working on openstack_dataplanenodesets task.
I0703 14:19:58.472567       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=74b99caf7781e0389ca67a643a1c1ffcc5bfff46e0ff568f107248c3dd816f79
I0703 14:19:58.472623       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=60bb582753d19d6746671555b6595c56e7e89ea966a26afa80c8a07033849891
I0703 14:19:58.472667       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=04f74d962845d1d0b0b3627588bf9fd52b574726a3669f51aabf454643500de9
I0703 14:19:58.472697       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 14.640186ms to process 3 records
I0703 14:19:58.472711       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 13.069961ms to process 0 records
I0703 14:19:58.472719       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 13.149127ms to process 0 records
I0703 14:19:58.472589       1 tasks_processing.go:71] worker 12 working on sap_datahubs task.
I0703 14:19:58.472738       1 tasks_processing.go:71] worker 25 working on machine_sets task.
I0703 14:19:58.472799       1 tasks_processing.go:71] worker 15 working on overlapping_namespace_uids task.
I0703 14:19:58.472354       1 tasks_processing.go:71] worker 29 working on jaegers task.
I0703 14:19:58.472846       1 tasks_processing.go:71] worker 3 working on image_registries task.
I0703 14:19:58.473705       1 recorder.go:75] Recording config/infrastructure with fingerprint=2564142614d86f0e43edb2f9b6d1ac6dd1ad03d154aec34a74335777b8705343
I0703 14:19:58.473721       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 13.867495ms to process 1 records
I0703 14:19:58.473810       1 tasks_processing.go:71] worker 9 working on machine_config_pools task.
I0703 14:19:58.473899       1 recorder.go:75] Recording config/authentication with fingerprint=13a4adb0e306a3f5e8201a2e7d9f175de9a3913d31b9bc28d76b6f67690c54a7
I0703 14:19:58.473913       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 15.056121ms to process 1 records
I0703 14:19:58.473996       1 tasks_processing.go:71] worker 7 working on pod_network_connectivity_checks task.
I0703 14:19:58.474148       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=b9f1863709f89bbdbfee92d1f926fb4e5937923c9c8953c486d697d2b82a6a20
I0703 14:19:58.474160       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 15.683994ms to process 1 records
I0703 14:19:58.476255       1 tasks_processing.go:71] worker 31 working on openstack_dataplanedeployments task.
I0703 14:19:58.476270       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 17.816983ms to process 0 records
I0703 14:19:58.476488       1 tasks_processing.go:71] worker 0 working on openshift_logging task.
I0703 14:19:58.477276       1 recorder.go:75] Recording config/oauth with fingerprint=9b89b37e9899248f99814250386cbd2c4383f64efd7d86a63c8008b6b7b6fe5e
I0703 14:19:58.477300       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 17.776451ms to process 1 records
I0703 14:19:58.478830       1 tasks_processing.go:71] worker 8 working on feature_gates task.
I0703 14:19:58.478835       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 17.96647ms to process 0 records
I0703 14:19:58.479487       1 tasks_processing.go:71] worker 24 working on operators task.
I0703 14:19:58.479575       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=e543a6c3b35fbb062162a9b6b1a781d6b6a8c609faccfb3c98aacd5316b381e3
I0703 14:19:58.479636       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 22.366539ms to process 1 records
I0703 14:19:58.479901       1 tasks_processing.go:71] worker 28 working on certificate_signing_requests task.
I0703 14:19:58.480027       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=5e82238c473445a3e478a711395d7ba3f67a443135839364893c442889a7359c
I0703 14:19:58.480054       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=b28d740e5629233c1f6f9c23e75b3b26647363d41ffc80cf8372de6fb56a135f
I0703 14:19:58.480064       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 21.325062ms to process 2 records
I0703 14:19:58.486988       1 tasks_processing.go:71] worker 25 working on sap_pods task.
I0703 14:19:58.487041       1 gather_logs.go:145] no pods in  namespace were found
I0703 14:19:58.487082       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 14.23854ms to process 0 records
I0703 14:19:58.487120       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 14.217356ms to process 0 records
I0703 14:19:58.487160       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 28.832925ms to process 0 records
E0703 14:19:58.487231       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0703 14:19:58.487269       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 13.207012ms to process 0 records
I0703 14:19:58.487422       1 recorder.go:75] Recording config/proxy with fingerprint=33a8ef86d3a6d54b60f5b1d00ddc4febe399615fcc2a364735ab2240128c232f
I0703 14:19:58.487469       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 23.953745ms to process 1 records
E0703 14:19:58.487502       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0703 14:19:58.487539       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 28.590544ms to process 0 records
I0703 14:19:58.487566       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 30.25148ms to process 0 records
I0703 14:19:58.487507       1 tasks_processing.go:71] worker 11 working on sap_config task.
I0703 14:19:58.487507       1 tasks_processing.go:71] worker 6 working on nodenetworkconfigurationpolicies task.
I0703 14:19:58.487678       1 recorder.go:75] Recording config/image with fingerprint=01bbf63435b9680289078e719c60735ff28de60b46cfa70afdeb30df0a06cc7d
I0703 14:19:58.487723       1 gather.go:177] gatherer "clusterconfig" function "image" took 28.655684ms to process 1 records
I0703 14:19:58.487752       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 14.757749ms to process 0 records
I0703 14:19:58.487779       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 15.044918ms to process 0 records
I0703 14:19:58.487811       1 tasks_processing.go:71] worker 13 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0703 14:19:58.487512       1 tasks_processing.go:71] worker 29 working on validating_webhook_configurations task.
I0703 14:19:58.487515       1 tasks_processing.go:71] worker 7 working on networks task.
I0703 14:19:58.488210       1 tasks_processing.go:71] worker 30 working on monitoring_persistent_volumes task.
I0703 14:19:58.488211       1 tasks_processing.go:74] worker 12 stopped.
I0703 14:19:58.488233       1 tasks_processing.go:71] worker 19 working on node_logs task.
I0703 14:19:58.487522       1 tasks_processing.go:71] worker 20 working on ingress task.
I0703 14:19:58.489003       1 tasks_processing.go:74] worker 16 stopped.
I0703 14:19:58.489237       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=46e5edb44f7c7d9e2a28ee0ea42fb4b81906a3ab26a4e3ef3246be6c23767722
I0703 14:19:58.489503       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=674a64d34f8b30c8899059413dc5a44921dff30f807ff3dcd5c94ea461f26c0f
I0703 14:19:58.489560       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 31.93891ms to process 2 records
I0703 14:19:58.489786       1 tasks_processing.go:74] worker 1 stopped.
I0703 14:19:58.490503       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=e493b3372e1b2d819db2460bbe1a891475b9f787e82ef9669b16539f4ff34b63
I0703 14:19:58.490952       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=6e439e6b8596d4cbb704b26964ea903c3e7d1c85e17da814b267bc868997511f
I0703 14:19:58.490975       1 gather.go:177] gatherer "clusterconfig" function "crds" took 32.380448ms to process 2 records
I0703 14:19:58.491215       1 tasks_processing.go:74] worker 21 stopped.
I0703 14:19:58.491325       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=cddad7b85684d76d1ba30e4ea7a52b8f56a92418d33d536c228a2bee152e246d
I0703 14:19:58.491682       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=b4d40fb1377c4986c909882ee4c01e830dd6c1a5ea5d8adceb0f289eca801a80
I0703 14:19:58.491837       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=973738a560abd24cb073536c508fd23c60a71a4546004d12eff3c19d0172dfaf
I0703 14:19:58.491889       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 28.159997ms to process 3 records
I0703 14:19:58.491914       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 15.534114ms to process 0 records
I0703 14:19:58.491925       1 tasks_processing.go:74] worker 31 stopped.
I0703 14:19:58.491935       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0703 14:19:58.491956       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 19.055333ms to process 1 records
I0703 14:19:58.491971       1 tasks_processing.go:74] worker 15 stopped.
I0703 14:19:58.492960       1 tasks_processing.go:74] worker 27 stopped.
I0703 14:19:58.493695       1 recorder.go:75] Recording config/node/ip-10-0-0-84.ec2.internal with fingerprint=a06197e512e2246897da5ef87270c44e0e7af06dd59af45542e12d6f327dd581
I0703 14:19:58.493837       1 recorder.go:75] Recording config/node/ip-10-0-1-244.ec2.internal with fingerprint=47177ec01d53984873737493e0649fb61b43183455df1c9ccb614f86a593b00d
I0703 14:19:58.493973       1 recorder.go:75] Recording config/node/ip-10-0-2-102.ec2.internal with fingerprint=a946455c839ed46d0db26a0c6b2be70df59350e9d75d582d09356f26468f0872
I0703 14:19:58.494024       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 20.886074ms to process 3 records
I0703 14:19:58.494165       1 tasks_processing.go:74] worker 3 stopped.
I0703 14:19:58.495162       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=0dd3179e4efc2b35e463992a57937af62deb4ffca9da3b6fa9ebc2e12eb4da04
I0703 14:19:58.495178       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 20.662934ms to process 1 records
W0703 14:19:58.495575       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0703 14:19:58.499473       1 tasks_processing.go:74] worker 0 stopped.
I0703 14:19:58.499490       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 22.969195ms to process 0 records
I0703 14:19:58.501799       1 tasks_processing.go:74] worker 6 stopped.
I0703 14:19:58.501814       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.126376ms to process 0 records
I0703 14:19:58.501826       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 14.753798ms to process 0 records
I0703 14:19:58.501833       1 tasks_processing.go:74] worker 25 stopped.
I0703 14:19:58.502066       1 tasks_processing.go:74] worker 11 stopped.
I0703 14:19:58.502080       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 14.450741ms to process 0 records
I0703 14:19:58.502212       1 tasks_processing.go:74] worker 8 stopped.
I0703 14:19:58.502330       1 recorder.go:75] Recording config/featuregate with fingerprint=c10d76907aa7528a8007d4471a633458473db2ac9b112d8aa644dcc229d84f22
I0703 14:19:58.502344       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 23.341751ms to process 1 records
I0703 14:19:58.504095       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0703 14:19:58.504177       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0703 14:19:58.504265       1 operator.go:288] started
I0703 14:19:58.504284       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0703 14:19:58.517541       1 tasks_processing.go:74] worker 7 stopped.
I0703 14:19:58.517661       1 recorder.go:75] Recording config/network with fingerprint=3f81f5dd4d5fdba42434db7191630a28d2cec768531de87d127dfd6f75224425
I0703 14:19:58.517673       1 gather.go:177] gatherer "clusterconfig" function "networks" took 29.373198ms to process 1 records
I0703 14:19:58.522359       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0703 14:19:58.522366       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0703 14:19:58.522377       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0703 14:19:58.530881       1 tasks_processing.go:74] worker 9 stopped.
I0703 14:19:58.530899       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 57.057643ms to process 0 records
I0703 14:19:58.530941       1 tasks_processing.go:74] worker 20 stopped.
I0703 14:19:58.531106       1 recorder.go:75] Recording config/ingress with fingerprint=f44c71d80a100b733646047ca36aedfcf2357714a7abaf54e988405a925a5fa1
I0703 14:19:58.531177       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 42.443892ms to process 1 records
I0703 14:19:58.531117       1 base_controller.go:82] Caches are synced for ConfigController 
I0703 14:19:58.531197       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0703 14:19:58.531685       1 tasks_processing.go:74] worker 29 stopped.
I0703 14:19:58.531921       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=579ae8c1aa65f3d508fc7354470843d1e74015e3869691fa636363900f1d3c6e
I0703 14:19:58.532103       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=18fc19b2be7a1352e00cb1ee390b1bb89fce8bab4f02dd659faa833a30fd3952
I0703 14:19:58.532134       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=01862b7f710425d67cf966eb88275b28279410febe4e70f67bea7128831ea23f
I0703 14:19:58.532186       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=90f422611fbbc20e8bb701d2ab1b3b3836db33a17dabc07ca65ec7eadcaea39a
I0703 14:19:58.532252       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=1f6c85a0df7c4b19fa3dc4e9a63aa804b4932e6ea53d147549672664314b8aaf
I0703 14:19:58.532304       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=3521e737ecec5b3faeaa726aa0f0bb2fc29502da59eb968bc5af61c9f426b3de
I0703 14:19:58.532357       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=0696a91a4516e6604ced06035587001854533de7a8962d401a94e77ec8b0c838
I0703 14:19:58.532423       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=23ceff9fa43214e794668e8235dfa5e9770327ffc66b24582e942cd792fdbef8
I0703 14:19:58.532472       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=c775e1597a6ab3de1c2dfd22891f044584723b511cc2ceab6631b9189cc7c310
I0703 14:19:58.532525       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=4f76aba4d808dd6fb5ac629c64ac5d0946aac5bd772026197e78025501b5cf34
I0703 14:19:58.532576       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=bf10cf6432b2a72fc8ca827b264e18054e645edbd4a99dca18c507544db45187
I0703 14:19:58.532588       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 43.812965ms to process 11 records
I0703 14:19:58.536319       1 tasks_processing.go:74] worker 28 stopped.
I0703 14:19:58.536391       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 56.376719ms to process 0 records
I0703 14:19:58.538181       1 tasks_processing.go:74] worker 14 stopped.
I0703 14:19:58.538275       1 recorder.go:75] Recording config/running_containers with fingerprint=4c9546bd1a654aaf75c0e8bcfa96302306fd92070232cf1b42f843e30150ae47
I0703 14:19:58.538291       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 79.243746ms to process 1 records
I0703 14:19:58.546767       1 prometheus_rules.go:88] Prometheus rules successfully created
I0703 14:19:58.546939       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0703 14:19:58.546950       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0703 14:19:58.546954       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0703 14:19:58.546958       1 controller.go:212] Source scaController *sca.Controller is not ready
I0703 14:19:58.546961       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0703 14:19:58.546980       1 controller.go:489] The operator is still being initialized
I0703 14:19:58.546985       1 controller.go:512] The operator is healthy
E0703 14:19:58.554080       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ea31dd92-da5b-41ce-b746-557a0dc958ac%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:54320->172.30.0.10:53: read: connection refused
I0703 14:19:58.554094       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ea31dd92-da5b-41ce-b746-557a0dc958ac%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:54320->172.30.0.10:53: read: connection refused
I0703 14:19:58.554951       1 tasks_processing.go:74] worker 30 stopped.
I0703 14:19:58.554978       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 66.704929ms to process 0 records
I0703 14:19:58.555342       1 tasks_processing.go:74] worker 22 stopped.
I0703 14:19:58.555356       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 82.888996ms to process 0 records
I0703 14:19:58.572011       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 14:19:58.573274       1 tasks_processing.go:74] worker 4 stopped.
I0703 14:19:58.573745       1 recorder.go:75] Recording config/version with fingerprint=df688553e4c10d9c679c23ffaa5f9299926fca0161e8a91a0f1f7cdd54661fd3
I0703 14:19:58.573761       1 recorder.go:75] Recording config/id with fingerprint=f4b39b3bade42279dfdc0ce8ea318227ea918934b49faf9129c0fb904386edef
I0703 14:19:58.573770       1 gather.go:177] gatherer "clusterconfig" function "version" took 116.300882ms to process 2 records
I0703 14:19:58.578944       1 tasks_processing.go:74] worker 5 stopped.
E0703 14:19:58.578967       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0703 14:19:58.578979       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0703 14:19:58.578986       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0703 14:19:58.579012       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0703 14:19:58.579076       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb
I0703 14:19:58.579089       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0703 14:19:58.579096       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0703 14:19:58.579104       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0703 14:19:58.579157       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0703 14:19:58.579168       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0703 14:19:58.579177       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 121.259278ms to process 7 records
I0703 14:19:58.584911       1 tasks_processing.go:74] worker 19 stopped.
I0703 14:19:58.584929       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 96.646161ms to process 0 records
I0703 14:19:58.592050       1 tasks_processing.go:74] worker 23 stopped.
I0703 14:19:58.592079       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0703 14:19:58.592089       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 131.192126ms to process 1 records
I0703 14:19:58.596122       1 tasks_processing.go:74] worker 13 stopped.
I0703 14:19:58.596135       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 108.282981ms to process 0 records
I0703 14:19:58.600952       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
I0703 14:19:58.604381       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0703 14:19:58.604392       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
W0703 14:19:58.605093       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:41526->172.30.0.10:53: read: connection refused
I0703 14:19:58.605104       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.10:41526->172.30.0.10:53: read: connection refused
I0703 14:19:58.615881       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0703 14:19:58.620288       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0703 14:19:58.629044       1 tasks_processing.go:74] worker 2 stopped.
E0703 14:19:58.629062       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0703 14:19:58.629070       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ran2luaqta9b05llfbm25d0jj3kitj7-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ran2luaqta9b05llfbm25d0jj3kitj7-primary-cert-bundle-secret" not found
I0703 14:19:58.629150       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=7468ffb2ec475da5a77eba0f99fdef0d111b10d58cf9a5a202fb13bd72232784
I0703 14:19:58.629170       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 171.766601ms to process 1 records
I0703 14:19:58.897844       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 21 containers
I0703 14:19:58.897859       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1198372 bytes
I0703 14:19:58.898066       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-j5vlv pod in namespace openshift-dns (previous: false).
I0703 14:19:59.128367       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-j5vlv pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-j5vlv\" is waiting to start: ContainerCreating"
I0703 14:19:59.128390       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-j5vlv\" is waiting to start: ContainerCreating"
I0703 14:19:59.128399       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-j5vlv pod in namespace openshift-dns (previous: false).
I0703 14:19:59.299299       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-j5vlv pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-j5vlv\" is waiting to start: ContainerCreating"
I0703 14:19:59.299318       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-j5vlv\" is waiting to start: ContainerCreating"
I0703 14:19:59.299348       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-mblzd pod in namespace openshift-dns (previous: false).
W0703 14:19:59.495952       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0703 14:19:59.531158       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mblzd pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-mblzd\" is waiting to start: ContainerCreating"
I0703 14:19:59.531178       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-mblzd\" is waiting to start: ContainerCreating"
I0703 14:19:59.531189       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-mblzd pod in namespace openshift-dns (previous: false).
I0703 14:19:59.704189       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-mblzd pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-mblzd\" is waiting to start: ContainerCreating"
I0703 14:19:59.704207       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-mblzd\" is waiting to start: ContainerCreating"
I0703 14:19:59.704262       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-zfpwl pod in namespace openshift-dns (previous: false).
I0703 14:19:59.941076       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zfpwl pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-zfpwl\" is waiting to start: ContainerCreating"
I0703 14:19:59.941097       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-zfpwl\" is waiting to start: ContainerCreating"
I0703 14:19:59.941104       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-zfpwl pod in namespace openshift-dns (previous: false).
I0703 14:20:00.133158       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-zfpwl pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-zfpwl\" is waiting to start: ContainerCreating"
I0703 14:20:00.133178       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-zfpwl\" is waiting to start: ContainerCreating"
I0703 14:20:00.133189       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-fh8lj pod in namespace openshift-dns (previous: false).
I0703 14:20:00.169099       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0703 14:20:00.305998       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 14:20:00.306018       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-l7gwm pod in namespace openshift-dns (previous: false).
W0703 14:20:00.492784       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0703 14:20:00.503802       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 14:20:00.503842       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-sk8c5 pod in namespace openshift-dns (previous: false).
I0703 14:20:00.566212       1 tasks_processing.go:74] worker 24 stopped.
I0703 14:20:00.566299       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=85961c97bccfa2762eb791a22e5eb448c935273e8b604065f11d4a3b6f97c09d
I0703 14:20:00.566340       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=6451049a0f1a666d84f57ae10c9b6753b25f5dab3e7a26b1cd04dd8df24890d9
I0703 14:20:00.566375       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0703 14:20:00.566406       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=6ed1d168070680ab51aaf374d6fa11b3920316190ba1d8cb4ed4b60cbca93c48
I0703 14:20:00.566423       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0703 14:20:00.566454       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=06b961bef432b6982237ff13a339344cd7ab2bbfb9ec053d28e003c497bc0faa
I0703 14:20:00.566500       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=ed45879c161e00cff827ca8f3fb6b50a503a8ba42b918e5607cb7487ddcb5694
I0703 14:20:00.566532       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=907d4f4518a50e0290cc982eaab23444891781027e3d0e70ccf56a15cfbd617c
I0703 14:20:00.566564       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=005f0290c99bde881360e5bdaf2237504b043a9c9e7808e3d20b28ed52e1aa1b
I0703 14:20:00.566573       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0703 14:20:00.566590       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=cee9f1c1233deb0cf50e91c56ae48e4afa5b1f91d2b7fbef657e54ca26c9e401
I0703 14:20:00.566604       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0703 14:20:00.566622       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=443f7cba17a4c073c15c62165ff2a9e76a5add1cc9df1d1c2d43875e03cb8d3d
I0703 14:20:00.566633       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0703 14:20:00.566657       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=c830fe37299707e2b2cb47b0007cb62b552a1f26f11798c77c1c3b033ab15c62
I0703 14:20:00.566668       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0703 14:20:00.566687       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=ca7fbe73ac954ea861f191f7c6b4cd7630af85d459e984555a9f91461ee35952
I0703 14:20:00.566698       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0703 14:20:00.566713       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=e4032d4097b7728058b0c1156a6c7b3b89c32af1c7a29b5c7af84cff6e8f3bed
I0703 14:20:00.566846       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=166f3c2efa4891325151f07b6d29289903d1bfd83f16351ec550cf773c1f1aaa
I0703 14:20:00.566857       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0703 14:20:00.566864       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0703 14:20:00.566884       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0703 14:20:00.566909       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=4825c60a500bea0abed14b6aaf8e70eee25f8e773cd8b679d7c49ca4021e9930
I0703 14:20:00.566932       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=3b751e706f46a3c0d1404694788b6ea756206c5d8f3d479e962acf494be25b2f
I0703 14:20:00.566942       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0703 14:20:00.566957       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=559649d8e88c69037dc432eac02c64329f82a5f183c9b41b23b7a4eed9f0601a
I0703 14:20:00.566968       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0703 14:20:00.566982       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=d48c192644914f538eae2f47fb91bfeafce99b14fdf05162e6eba77f2ea9ac65
I0703 14:20:00.566997       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=91981960c0148bde37f4e74d0f2b8df75cdfa8b37a09ed4d4f9c8fa824e6fe06
I0703 14:20:00.567012       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=82275a6e8ea010ab58037cb87beebc5f43b317d20a63f50c49c9268dcd1b5bcd
I0703 14:20:00.567026       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=fd12a1fc2ab4701e3bd0753f1571450ba6dd7bc5ab757577b01d8b5eb7c9c219
I0703 14:20:00.567039       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=5dbb565b0954c16dfbef478ecd1246c3f17d4cdbfba423ca86bafe5e40440148
I0703 14:20:00.567074       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=844c7a5371c2a682a82c386874a9b006e25744c6a18ba3a10ddcc214047fcf59
I0703 14:20:00.567089       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0703 14:20:00.567098       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0703 14:20:00.567105       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.086667796s to process 36 records
I0703 14:20:00.699182       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 14:20:00.699253       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-54c547dd64-7gnxj pod in namespace openshift-image-registry (previous: false).
I0703 14:20:00.903278       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-54c547dd64-7gnxj pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-54c547dd64-7gnxj\" is waiting to start: ContainerCreating"
I0703 14:20:00.903299       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-54c547dd64-7gnxj\" is waiting to start: ContainerCreating"
I0703 14:20:00.903342       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-54c547dd64-h2xcp pod in namespace openshift-image-registry (previous: false).
I0703 14:20:01.099412       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-54c547dd64-h2xcp pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-54c547dd64-h2xcp\" is waiting to start: ContainerCreating"
I0703 14:20:01.099432       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-54c547dd64-h2xcp\" is waiting to start: ContainerCreating"
I0703 14:20:01.099484       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6f6679b96c-lx9bw pod in namespace openshift-image-registry (previous: false).
I0703 14:20:01.303329       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6f6679b96c-lx9bw pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6f6679b96c-lx9bw\" is waiting to start: ContainerCreating"
I0703 14:20:01.303349       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6f6679b96c-lx9bw\" is waiting to start: ContainerCreating"
I0703 14:20:01.303362       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9z9jz pod in namespace openshift-image-registry (previous: false).
W0703 14:20:01.494309       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0703 14:20:01.501479       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 14:20:01.501504       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-nx4b4 pod in namespace openshift-image-registry (previous: false).
I0703 14:20:01.702304       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 14:20:01.702354       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-qvqm4 pod in namespace openshift-image-registry (previous: false).
I0703 14:20:01.902353       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0703 14:20:01.902385       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-84d6998647-x54zv pod in namespace openshift-ingress (previous: false).
I0703 14:20:02.099652       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-84d6998647-x54zv pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-84d6998647-x54zv\" is waiting to start: ContainerCreating"
I0703 14:20:02.099674       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-84d6998647-x54zv\" is waiting to start: ContainerCreating"
I0703 14:20:02.099688       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-86b97cf84-kkcv5 pod in namespace openshift-ingress (previous: false).
I0703 14:20:02.302396       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-86b97cf84-kkcv5 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-86b97cf84-kkcv5\" is waiting to start: ContainerCreating"
I0703 14:20:02.302416       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-86b97cf84-kkcv5\" is waiting to start: ContainerCreating"
I0703 14:20:02.302430       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-86b97cf84-ld22k pod in namespace openshift-ingress (previous: false).
W0703 14:20:02.492238       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0703 14:20:02.500010       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-86b97cf84-ld22k pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-86b97cf84-ld22k\" is waiting to start: ContainerCreating"
I0703 14:20:02.500032       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-86b97cf84-ld22k\" is waiting to start: ContainerCreating"
I0703 14:20:02.500046       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-57mzj pod in namespace openshift-ingress-canary (previous: false).
I0703 14:20:02.701004       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-57mzj pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-57mzj\" is waiting to start: ContainerCreating"
I0703 14:20:02.701025       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-57mzj\" is waiting to start: ContainerCreating"
I0703 14:20:02.701059       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-j6qx7 pod in namespace openshift-ingress-canary (previous: false).
I0703 14:20:02.901587       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-j6qx7 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-j6qx7\" is waiting to start: ContainerCreating"
I0703 14:20:02.901605       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-j6qx7\" is waiting to start: ContainerCreating"
I0703 14:20:02.901639       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-t7q2d pod in namespace openshift-ingress-canary (previous: false).
I0703 14:20:03.102728       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-t7q2d pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-t7q2d\" is waiting to start: ContainerCreating"
I0703 14:20:03.102747       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-t7q2d\" is waiting to start: ContainerCreating"
I0703 14:20:03.102769       1 tasks_processing.go:74] worker 10 stopped.
I0703 14:20:03.102865       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=b7d2af97720a005172ec352275e384fa069655a7d7a6fb01c3f9171558486b43
I0703 14:20:03.102940       1 recorder.go:75] Recording events/openshift-dns with fingerprint=0501c8352a41fc90af16d225843d30ce0b89488cbb0bb9e070f1ee3645c59643
I0703 14:20:03.103086       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=bf2fcc69cec8b87e25e5bc50ca71c16ee67b03979b6a20792536b6f9aef9698a
I0703 14:20:03.103128       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=48ad06a677c772d92d003a451a0b69e11fb955198f863397edbad124a1541db8
I0703 14:20:03.103208       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=acd23e29b57a74a055529933792e7b9e5c5232f4d88fd1bf23833521b14e4a9d
I0703 14:20:03.103253       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=22b9474ea2391e4d51ec0797528c4a12aedb924d02651105d778aa3f70c86d93
I0703 14:20:03.105266       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-mblzd with fingerprint=e64492fb02b2695caaad1570df77c7651f120966306d6741ad581d44b7a8a389
I0703 14:20:03.105422       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-zfpwl with fingerprint=0f0d8246c0f2bda794891905d315bc3d3f004d9d53003ab62f267c47dae228fc
I0703 14:20:03.105595       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-54c547dd64-7gnxj with fingerprint=25f6b4845bda89e723e24d24771f2b90c84bd99863a13da993229975f9edee05
I0703 14:20:03.105759       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-54c547dd64-h2xcp with fingerprint=42326441551b9f182abd65173bc6dc90cbba4d91065164057b20716ec57b2946
I0703 14:20:03.105919       1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6f6679b96c-lx9bw with fingerprint=4f405cb3643d2fbf450789f13dae3f53a969fe68e8e4f32a13db38785124487b
I0703 14:20:03.106019       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-j6qx7 with fingerprint=b74916af74854f89e592fb5dfdb77660a700af8a75f5b462d0946109ae723305
I0703 14:20:03.106117       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-t7q2d with fingerprint=6d092e0189dc49b8c361664a4b0fed3f433838c06120b24e86b0fd9c0fa3ce3c
I0703 14:20:03.106132       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 4.644964089s to process 13 records
W0703 14:20:03.488604       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0703 14:20:03.488629       1 tasks_processing.go:74] worker 26 stopped.
E0703 14:20:03.488652       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0703 14:20:03.488673       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0703 14:20:03.488688       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0703 14:20:03.488699       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.030107962s to process 1 records
I0703 14:20:11.086648       1 tasks_processing.go:74] worker 17 stopped.
I0703 14:20:11.086688       1 recorder.go:75] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2
I0703 14:20:11.086700       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.629333191s to process 1 records
I0703 14:20:11.635790       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 14:20:11.865031       1 tasks_processing.go:74] worker 18 stopped.
I0703 14:20:11.865335       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=a7a4de02df1cc1abdf9107bf21a9d837b0f58083251a7f44b02bf3cc6249ecc3
I0703 14:20:11.865356       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.406933604s to process 1 records
E0703 14:20:11.865426       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.408s with: function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0703 14:20:11.866533       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0703 14:20:11.866547       1 periodic.go:209] Running workloads gatherer
I0703 14:20:11.866562       1 tasks_processing.go:45] number of workers: 2
I0703 14:20:11.866572       1 tasks_processing.go:69] worker 1 listening for tasks.
I0703 14:20:11.866578       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0703 14:20:11.866584       1 tasks_processing.go:69] worker 0 listening for tasks.
I0703 14:20:11.866600       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0703 14:20:11.892342       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data
I0703 14:20:11.895439       1 tasks_processing.go:74] worker 0 stopped.
I0703 14:20:11.895455       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 28.82446ms to process 0 records
I0703 14:20:11.901791       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms)
I0703 14:20:11.910483       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms)
I0703 14:20:11.919188       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (9ms)
I0703 14:20:11.927265       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (8ms)
I0703 14:20:11.934932       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (8ms)
I0703 14:20:11.942360       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (7ms)
I0703 14:20:11.949736       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (7ms)
I0703 14:20:11.958152       1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (8ms)
I0703 14:20:11.966485       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (8ms)
I0703 14:20:11.974274       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (8ms)
I0703 14:20:12.005676       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (31ms)
I0703 14:20:12.100525       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (95ms)
I0703 14:20:12.206523       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (106ms)
I0703 14:20:12.301208       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (95ms)
I0703 14:20:12.406697       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (105ms)
I0703 14:20:12.501615       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (95ms)
I0703 14:20:12.605848       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (104ms)
I0703 14:20:12.700638       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (95ms)
I0703 14:20:12.804992       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (104ms)
I0703 14:20:12.900559       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (96ms)
I0703 14:20:13.003635       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (103ms)
I0703 14:20:13.101314       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (98ms)
I0703 14:20:13.204675       1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (103ms)
I0703 14:20:13.301000       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (96ms)
I0703 14:20:13.403238       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (102ms)
I0703 14:20:13.502856       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms)
I0703 14:20:13.605472       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (103ms)
I0703 14:20:13.700560       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (95ms)
I0703 14:20:13.805191       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (105ms)
I0703 14:20:13.901162       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (96ms)
I0703 14:20:14.004749       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (104ms)
I0703 14:20:14.101950       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (97ms)
I0703 14:20:14.206277       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (104ms)
I0703 14:20:14.206312       1 tasks_processing.go:74] worker 1 stopped.
E0703 14:20:14.206325       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0703 14:20:14.207086       1 recorder.go:75] Recording config/workload_info with fingerprint=e4cc65506b40fe6e1d150b6120a4cf8aaf95b95493665da6162bf26d6467972f
I0703 14:20:14.208601       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.339726586s to process 1 records
E0703 14:20:14.208930       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.342s with: function \"workload_info\" failed with an error"
I0703 14:20:14.210046       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0703 14:20:14.210066       1 periodic.go:209] Running conditional gatherer
I0703 14:20:14.216566       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0703 14:20:14.223475       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:56992->172.30.0.10:53: read: connection refused
E0703 14:20:14.223742       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0703 14:20:14.223805       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0703 14:20:14.230240       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0703 14:20:14.230255       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 14:20:14.230261       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 14:20:14.230265       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 14:20:14.230269       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 14:20:14.230272       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 14:20:14.230275       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 14:20:14.230278       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 14:20:14.230281       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0703 14:20:14.230284       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0703 14:20:14.230298       1 tasks_processing.go:45] number of workers: 3
I0703 14:20:14.230308       1 tasks_processing.go:69] worker 2 listening for tasks.
I0703 14:20:14.230313       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0703 14:20:14.230371       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0703 14:20:14.230374       1 tasks_processing.go:69] worker 1 listening for tasks.
I0703 14:20:14.230388       1 tasks_processing.go:71] worker 1 working on rapid_container_logs task.
I0703 14:20:14.230387       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 790ns to process 1 records
I0703 14:20:14.230391       1 tasks_processing.go:69] worker 0 listening for tasks.
I0703 14:20:14.230399       1 tasks_processing.go:74] worker 0 stopped.
I0703 14:20:14.230404       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0703 14:20:14.230426       1 tasks_processing.go:74] worker 2 stopped.
I0703 14:20:14.230544       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0703 14:20:14.230564       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.799µs to process 1 records
I0703 14:20:14.230687       1 tasks_processing.go:74] worker 1 stopped.
I0703 14:20:14.230699       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 289.453µs to process 0 records
I0703 14:20:14.230719       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.10:56992->172.30.0.10:53: read: connection refused
I0703 14:20:14.230735       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0703 14:20:14.256480       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=fa1ae3a4a3b4507206e8362ace2b715e99f8a258a917b72602588db4d30a801b
I0703 14:20:14.256619       1 diskrecorder.go:70] Writing 107 records to /var/lib/insights-operator/insights-2026-07-03-142014.tar.gz
I0703 14:20:14.263524       1 diskrecorder.go:51] Wrote 107 records to disk in 6ms
I0703 14:20:14.263558       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0703 14:20:14.263576       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0703 14:20:16.009717       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 14:20:16.209367       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 14:20:21.567675       1 configmapobserver.go:84] configmaps "insights-config" not found
I0703 14:21:08.058168       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="e8df9311f8c8a483e3c7bb5d3b5f7ed5af8d7efbd5799d61fc51c275b63456e2")
W0703 14:21:08.058203       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created