W0430 23:27:03.499097       1 cmd.go:257] Using insecure, self-signed certificates
I0430 23:27:04.052145       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0430 23:27:04.052490       1 observer_polling.go:159] Starting file observer
I0430 23:27:04.410687       1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$
I0430 23:27:04.410919       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0430 23:27:04.411561       1 secure_serving.go:57] Forcing use of http/1.1 only
W0430 23:27:04.411586       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
I0430 23:27:04.411581       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
W0430 23:27:04.411592       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0430 23:27:04.411602       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0430 23:27:04.411606       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0430 23:27:04.411609       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0430 23:27:04.411614       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0430 23:27:04.415066       1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot]
I0430 23:27:04.415105       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"8246df7d-a23e-489a-ab0b-a11b08bd4a2d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}}
I0430 23:27:04.416169       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0430 23:27:04.416183       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0430 23:27:04.416190       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0430 23:27:04.416201       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0430 23:27:04.416212       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0430 23:27:04.416205       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0430 23:27:04.416594       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2568211754/tls.crt::/tmp/serving-cert-2568211754/tls.key"
I0430 23:27:04.417889       1 secure_serving.go:213] Serving securely on [::]:8443
I0430 23:27:04.417959       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0430 23:27:04.423997       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0430 23:27:04.424032       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0430 23:27:04.424148       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0430 23:27:04.428512       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0430 23:27:04.428533       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0430 23:27:04.433408       1 secretconfigobserver.go:119] support secret does not exist
I0430 23:27:04.440720       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0430 23:27:04.444580       1 secretconfigobserver.go:119] support secret does not exist
I0430 23:27:04.447719       1 recorder.go:176] Pruning old reports every 5h26m51s, max age is 288h0m0s
I0430 23:27:04.452417       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0430 23:27:04.452436       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0430 23:27:04.452442       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0430 23:27:04.452463       1 insightsreport.go:296] Starting report retriever
I0430 23:27:04.452471       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0430 23:27:04.452473       1 periodic.go:216] Running clusterconfig gatherer
I0430 23:27:04.452517       1 tasks_processing.go:45] number of workers: 64
I0430 23:27:04.452549       1 tasks_processing.go:69] worker 3 listening for tasks.
I0430 23:27:04.452563       1 tasks_processing.go:69] worker 2 listening for tasks.
I0430 23:27:04.452566       1 tasks_processing.go:69] worker 1 listening for tasks.
I0430 23:27:04.452572       1 tasks_processing.go:71] worker 2 working on sap_pods task.
I0430 23:27:04.452575       1 tasks_processing.go:71] worker 1 working on oauths task.
I0430 23:27:04.452572       1 tasks_processing.go:69] worker 0 listening for tasks.
I0430 23:27:04.452583       1 tasks_processing.go:69] worker 4 listening for tasks.
I0430 23:27:04.452587       1 tasks_processing.go:69] worker 56 listening for tasks.
I0430 23:27:04.452593       1 tasks_processing.go:69] worker 48 listening for tasks.
I0430 23:27:04.452593       1 tasks_processing.go:69] worker 5 listening for tasks.
I0430 23:27:04.452600       1 tasks_processing.go:69] worker 6 listening for tasks.
I0430 23:27:04.452596       1 tasks_processing.go:69] worker 47 listening for tasks.
I0430 23:27:04.452609       1 tasks_processing.go:69] worker 38 listening for tasks.
I0430 23:27:04.452613       1 tasks_processing.go:69] worker 54 listening for tasks.
I0430 23:27:04.452602       1 tasks_processing.go:69] worker 49 listening for tasks.
I0430 23:27:04.452607       1 tasks_processing.go:69] worker 53 listening for tasks.
I0430 23:27:04.452612       1 tasks_processing.go:69] worker 7 listening for tasks.
I0430 23:27:04.452622       1 tasks_processing.go:69] worker 55 listening for tasks.
I0430 23:27:04.452626       1 tasks_processing.go:69] worker 9 listening for tasks.
I0430 23:27:04.452619       1 tasks_processing.go:69] worker 39 listening for tasks.
I0430 23:27:04.452618       1 tasks_processing.go:69] worker 8 listening for tasks.
I0430 23:27:04.452636       1 tasks_processing.go:69] worker 41 listening for tasks.
I0430 23:27:04.452631       1 tasks_processing.go:69] worker 52 listening for tasks.
I0430 23:27:04.452646       1 tasks_processing.go:71] worker 0 working on install_plans task.
I0430 23:27:04.452648       1 tasks_processing.go:71] worker 41 working on machine_config_pools task.
I0430 23:27:04.452651       1 tasks_processing.go:71] worker 52 working on nodenetworkconfigurationpolicies task.
I0430 23:27:04.452656       1 tasks_processing.go:69] worker 43 listening for tasks.
I0430 23:27:04.452653       1 tasks_processing.go:69] worker 50 listening for tasks.
I0430 23:27:04.452666       1 tasks_processing.go:69] worker 44 listening for tasks.
I0430 23:27:04.452661       1 tasks_processing.go:69] worker 33 listening for tasks.
I0430 23:27:04.452661       1 tasks_processing.go:69] worker 51 listening for tasks.
I0430 23:27:04.452677       1 tasks_processing.go:69] worker 35 listening for tasks.
I0430 23:27:04.452642       1 tasks_processing.go:71] worker 8 working on pod_network_connectivity_checks task.
I0430 23:27:04.452684       1 tasks_processing.go:69] worker 20 listening for tasks.
I0430 23:27:04.452682       1 tasks_processing.go:69] worker 46 listening for tasks.
I0430 23:27:04.452669       1 tasks_processing.go:69] worker 34 listening for tasks.
I0430 23:27:04.452642       1 tasks_processing.go:71] worker 39 working on machine_configs task.
I0430 23:27:04.452693       1 tasks_processing.go:69] worker 37 listening for tasks.
I0430 23:27:04.452676       1 tasks_processing.go:69] worker 45 listening for tasks.
I0430 23:27:04.452686       1 tasks_processing.go:69] worker 36 listening for tasks.
I0430 23:27:04.452694       1 tasks_processing.go:69] worker 10 listening for tasks.
I0430 23:27:04.452702       1 tasks_processing.go:69] worker 11 listening for tasks.
I0430 23:27:04.452710       1 tasks_processing.go:69] worker 12 listening for tasks.
I0430 23:27:04.452714       1 tasks_processing.go:69] worker 16 listening for tasks.
I0430 23:27:04.452719       1 tasks_processing.go:69] worker 17 listening for tasks.
I0430 23:27:04.452722       1 tasks_processing.go:69] worker 13 listening for tasks.
I0430 23:27:04.452728       1 tasks_processing.go:69] worker 18 listening for tasks.
I0430 23:27:04.452730       1 tasks_processing.go:69] worker 14 listening for tasks.
I0430 23:27:04.452737       1 tasks_processing.go:69] worker 19 listening for tasks.
I0430 23:27:04.452738       1 tasks_processing.go:69] worker 15 listening for tasks.
I0430 23:27:04.452744       1 tasks_processing.go:71] worker 38 working on schedulers task.
I0430 23:27:04.452748       1 tasks_processing.go:71] worker 48 working on config_maps task.
I0430 23:27:04.452576       1 tasks_processing.go:69] worker 30 listening for tasks.
I0430 23:27:04.452827       1 tasks_processing.go:71] worker 6 working on cost_management_metrics_configs task.
I0430 23:27:04.452630       1 tasks_processing.go:69] worker 31 listening for tasks.
I0430 23:27:04.452911       1 tasks_processing.go:71] worker 31 working on ingress_certificates task.
I0430 23:27:04.452918       1 tasks_processing.go:71] worker 45 working on support_secret task.
I0430 23:27:04.452961       1 tasks_processing.go:71] worker 47 working on openshift_logging task.
I0430 23:27:04.452978       1 tasks_processing.go:71] worker 5 working on container_images task.
I0430 23:27:04.453004       1 tasks_processing.go:69] worker 26 listening for tasks.
I0430 23:27:04.453017       1 tasks_processing.go:71] worker 54 working on nodenetworkstates task.
I0430 23:27:04.453023       1 tasks_processing.go:71] worker 26 working on feature_gates task.
I0430 23:27:04.453034       1 tasks_processing.go:69] worker 60 listening for tasks.
I0430 23:27:04.453041       1 tasks_processing.go:69] worker 58 listening for tasks.
I0430 23:27:04.453055       1 tasks_processing.go:69] worker 59 listening for tasks.
I0430 23:27:04.453057       1 tasks_processing.go:69] worker 57 listening for tasks.
I0430 23:27:04.453065       1 tasks_processing.go:69] worker 29 listening for tasks.
I0430 23:27:04.453066       1 tasks_processing.go:71] worker 49 working on sap_config task.
I0430 23:27:04.453076       1 tasks_processing.go:69] worker 27 listening for tasks.
I0430 23:27:04.453085       1 tasks_processing.go:69] worker 28 listening for tasks.
I0430 23:27:04.453093       1 tasks_processing.go:71] worker 17 working on tsdb_status task.
I0430 23:27:04.453097       1 tasks_processing.go:69] worker 61 listening for tasks.
I0430 23:27:04.453107       1 tasks_processing.go:69] worker 62 listening for tasks.
I0430 23:27:04.453115       1 tasks_processing.go:69] worker 63 listening for tasks.
I0430 23:27:04.453121       1 tasks_processing.go:71] worker 3 working on sap_datahubs task.
I0430 23:27:04.453128       1 tasks_processing.go:71] worker 4 working on proxies task.
W0430 23:27:04.453126       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0430 23:27:04.453145       1 tasks_processing.go:71] worker 7 working on metrics task.
I0430 23:27:04.453152       1 tasks_processing.go:71] worker 36 working on service_accounts task.
W0430 23:27:04.453169       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0430 23:27:04.453198       1 tasks_processing.go:71] worker 10 working on machines task.
I0430 23:27:04.453213       1 tasks_processing.go:71] worker 60 working on olm_operators task.
I0430 23:27:04.453213       1 tasks_processing.go:71] worker 9 working on image_pruners task.
I0430 23:27:04.453214       1 tasks_processing.go:71] worker 12 working on image_registries task.
I0430 23:27:04.453230       1 tasks_processing.go:71] worker 14 working on authentication task.
I0430 23:27:04.452649       1 tasks_processing.go:69] worker 32 listening for tasks.
I0430 23:27:04.453250       1 tasks_processing.go:71] worker 32 working on openstack_controlplanes task.
I0430 23:27:04.453280       1 tasks_processing.go:71] worker 13 working on storage_cluster task.
I0430 23:27:04.453290       1 tasks_processing.go:71] worker 18 working on jaegers task.
I0430 23:27:04.453299       1 tasks_processing.go:71] worker 35 working on active_alerts task.
I0430 23:27:04.454125       1 tasks_processing.go:71] worker 62 working on image task.
I0430 23:27:04.454170       1 tasks_processing.go:71] worker 37 working on overlapping_namespace_uids task.
I0430 23:27:04.454184       1 tasks_processing.go:69] worker 23 listening for tasks.
I0430 23:27:04.454194       1 tasks_processing.go:71] worker 23 working on crds task.
I0430 23:27:04.453302       1 tasks_processing.go:69] worker 21 listening for tasks.
I0430 23:27:04.454303       1 tasks_processing.go:71] worker 21 working on infrastructures task.
I0430 23:27:04.454362       1 tasks_processing.go:71] worker 63 working on dvo_metrics task.
I0430 23:27:04.453011       1 tasks_processing.go:71] worker 53 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0430 23:27:04.453145       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 37.962µs to process 0 records
I0430 23:27:04.454948       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 53.368µs to process 0 records
I0430 23:27:04.452627       1 tasks_processing.go:69] worker 40 listening for tasks.
I0430 23:27:04.453190       1 tasks_processing.go:69] worker 24 listening for tasks.
I0430 23:27:04.453193       1 tasks_processing.go:71] worker 11 working on networks task.
W0430 23:27:04.454175       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0430 23:27:04.454990       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 898.572µs to process 0 records
I0430 23:27:04.453209       1 tasks_processing.go:71] worker 55 working on mutating_webhook_configurations task.
I0430 23:27:04.455039       1 tasks_processing.go:71] worker 44 working on validating_webhook_configurations task.
I0430 23:27:04.453197       1 tasks_processing.go:69] worker 25 listening for tasks.
I0430 23:27:04.453864       1 tasks_processing.go:71] worker 16 working on aggregated_monitoring_cr_names task.
I0430 23:27:04.455212       1 tasks_processing.go:71] worker 25 working on node_logs task.
I0430 23:27:04.453886       1 tasks_processing.go:71] worker 20 working on machine_healthchecks task.
I0430 23:27:04.453208       1 tasks_processing.go:71] worker 17 working on ceph_cluster task.
I0430 23:27:04.455360       1 tasks_processing.go:69] worker 22 listening for tasks.
I0430 23:27:04.455370       1 tasks_processing.go:71] worker 22 working on container_runtime_configs task.
I0430 23:27:04.453897       1 tasks_processing.go:71] worker 58 working on cluster_apiserver task.
I0430 23:27:04.453903       1 tasks_processing.go:71] worker 19 working on storage_classes task.
I0430 23:27:04.453173       1 tasks_processing.go:71] worker 56 working on qemu_kubevirt_launcher_logs task.
I0430 23:27:04.452649       1 tasks_processing.go:69] worker 42 listening for tasks.
I0430 23:27:04.453961       1 tasks_processing.go:71] worker 59 working on openstack_dataplanenodesets task.
I0430 23:27:04.455638       1 tasks_processing.go:71] worker 35 working on node_features task.
I0430 23:27:04.454016       1 tasks_processing.go:71] worker 29 working on nodes task.
I0430 23:27:04.454020       1 tasks_processing.go:71] worker 27 working on clusterroles task.
I0430 23:27:04.454026       1 tasks_processing.go:71] worker 28 working on ingress task.
I0430 23:27:04.454030       1 tasks_processing.go:71] worker 61 working on lokistack task.
I0430 23:27:04.454072       1 tasks_processing.go:71] worker 34 working on version task.
I0430 23:27:04.454073       1 tasks_processing.go:71] worker 30 working on pdbs task.
I0430 23:27:04.453986       1 tasks_processing.go:71] worker 46 working on openstack_version task.
I0430 23:27:04.455778       1 tasks_processing.go:71] worker 51 working on monitoring_persistent_volumes task.
I0430 23:27:04.455946       1 tasks_processing.go:71] worker 7 working on operators_pods_and_events task.
I0430 23:27:04.455788       1 tasks_processing.go:71] worker 33 working on machine_sets task.
I0430 23:27:04.456004       1 tasks_processing.go:71] worker 40 working on silenced_alerts task.
I0430 23:27:04.456013       1 tasks_processing.go:71] worker 50 working on openstack_dataplanedeployments task.
I0430 23:27:04.455797       1 tasks_processing.go:71] worker 43 working on openshift_machine_api_events task.
I0430 23:27:04.456058       1 tasks_processing.go:74] worker 42 stopped.
I0430 23:27:04.453987       1 tasks_processing.go:71] worker 15 working on machine_autoscalers task.
I0430 23:27:04.454009       1 tasks_processing.go:71] worker 57 working on certificate_signing_requests task.
W0430 23:27:04.456502       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0430 23:27:04.456574       1 tasks_processing.go:74] worker 40 stopped.
I0430 23:27:04.456606       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 556.001µs to process 0 records
I0430 23:27:04.456960       1 tasks_processing.go:74] worker 52 stopped.
I0430 23:27:04.456973       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 4.284155ms to process 0 records
I0430 23:27:04.456988       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 4.36606ms to process 0 records
I0430 23:27:04.456996       1 tasks_processing.go:74] worker 2 stopped.
I0430 23:27:04.457037       1 tasks_processing.go:74] worker 41 stopped.
I0430 23:27:04.457057       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 4.380273ms to process 0 records
E0430 23:27:04.457095       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0430 23:27:04.457106       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 4.39614ms to process 0 records
I0430 23:27:04.457114       1 tasks_processing.go:74] worker 8 stopped.
I0430 23:27:04.456072       1 tasks_processing.go:71] worker 24 working on operators task.
I0430 23:27:04.466353       1 tasks_processing.go:74] worker 45 stopped.
E0430 23:27:04.466364       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0430 23:27:04.466374       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 13.425392ms to process 0 records
I0430 23:27:04.466504       1 tasks_processing.go:74] worker 6 stopped.
I0430 23:27:04.466527       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 13.639104ms to process 0 records
I0430 23:27:04.466538       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 13.508635ms to process 0 records
I0430 23:27:04.466546       1 tasks_processing.go:74] worker 54 stopped.
I0430 23:27:04.466617       1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z
I0430 23:27:04.466633       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0430 23:27:04.466638       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0430 23:27:04.466643       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0430 23:27:04.466650       1 tasks_processing.go:74] worker 38 stopped.
I0430 23:27:04.466662       1 controller.go:531] The operator is still being initialized
I0430 23:27:04.466670       1 controller.go:554] The operator is healthy
I0430 23:27:04.466752       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=f6e53f827545e331a71abcb5ecf3b4516adfda455abce7d3be709dcc55cb4b77
I0430 23:27:04.466770       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 13.887868ms to process 1 records
I0430 23:27:04.466827       1 tasks_processing.go:74] worker 26 stopped.
I0430 23:27:04.467003       1 recorder.go:75] Recording config/featuregate with fingerprint=9c2ad3a2d399f205c80ab732fb3904e0bbf7306d847a21ef1e5b82dbf6f9386b
I0430 23:27:04.467054       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 13.790222ms to process 1 records
I0430 23:27:04.467139       1 tasks_processing.go:74] worker 10 stopped.
E0430 23:27:04.467153       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0430 23:27:04.467164       1 gather.go:177] gatherer "clusterconfig" function "machines" took 13.918958ms to process 0 records
I0430 23:27:04.467170       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 14.03081ms to process 0 records
I0430 23:27:04.467176       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 14.197724ms to process 0 records
I0430 23:27:04.467183       1 tasks_processing.go:74] worker 47 stopped.
I0430 23:27:04.467188       1 tasks_processing.go:74] worker 3 stopped.
I0430 23:27:04.467197       1 tasks_processing.go:74] worker 21 stopped.
I0430 23:27:04.467801       1 recorder.go:75] Recording config/infrastructure with fingerprint=9e3d56d06854e1845d8b746df05aaf4101c528b8062cec364f6a6fbe33faba3e
I0430 23:27:04.467821       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 12.84357ms to process 1 records
I0430 23:27:04.467860       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 14.082768ms to process 0 records
I0430 23:27:04.467869       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 14.314621ms to process 0 records
I0430 23:27:04.467876       1 tasks_processing.go:74] worker 13 stopped.
I0430 23:27:04.467876       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 14.096845ms to process 0 records
I0430 23:27:04.467882       1 tasks_processing.go:74] worker 18 stopped.
I0430 23:27:04.467889       1 tasks_processing.go:74] worker 49 stopped.
I0430 23:27:04.467954       1 tasks_processing.go:74] worker 1 stopped.
I0430 23:27:04.468077       1 recorder.go:75] Recording config/oauth with fingerprint=e93f1bb34f20f9778488ea62aba42e4479c5c22ae3c251418303b58a0faba93f
I0430 23:27:04.468090       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 14.853965ms to process 1 records
I0430 23:27:04.480936       1 tasks_processing.go:74] worker 4 stopped.
I0430 23:27:04.481036       1 recorder.go:75] Recording config/proxy with fingerprint=42c6665e2d731ae0d1078592be76e9a1b1741ad0a4d744c14bb5855cdce422f7
I0430 23:27:04.481057       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 27.791458ms to process 1 records
I0430 23:27:04.481226       1 tasks_processing.go:74] worker 11 stopped.
I0430 23:27:04.481244       1 recorder.go:75] Recording config/network with fingerprint=dae270e109094890335be67ae22b1c7c5b15bcf2a219dd7097a2e57d89b80e20
I0430 23:27:04.481254       1 gather.go:177] gatherer "clusterconfig" function "networks" took 26.075967ms to process 1 records
I0430 23:27:04.481282       1 tasks_processing.go:74] worker 14 stopped.
I0430 23:27:04.482077       1 recorder.go:75] Recording config/authentication with fingerprint=d1b1c812ce227a5ab395860483a79c0ff0d6b66acd778b6703cbb5c768c348c0
I0430 23:27:04.482101       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 27.85721ms to process 1 records
I0430 23:27:04.482113       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 25.873498ms to process 0 records
I0430 23:27:04.482120       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 25.180758ms to process 0 records
I0430 23:27:04.482135       1 tasks_processing.go:74] worker 15 stopped.
I0430 23:27:04.482151       1 tasks_processing.go:74] worker 22 stopped.
I0430 23:27:04.482319       1 tasks_processing.go:74] worker 58 stopped.
I0430 23:27:04.482594       1 recorder.go:75] Recording config/apiserver with fingerprint=83c36191b9b3a96751337942211677bf01f394e4dfe095c3920ca4dd517b5d53
I0430 23:27:04.482618       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 26.822187ms to process 1 records
I0430 23:27:04.483724       1 tasks_processing.go:74] worker 28 stopped.
I0430 23:27:04.483961       1 recorder.go:75] Recording config/ingress with fingerprint=58fbc684c0e41cc896b9dc42d99bcba18ac5a5f368bd3bb8479c70e629693534
I0430 23:27:04.483987       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 27.65142ms to process 1 records
W0430 23:27:04.486983       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0430 23:27:04.495299       1 tasks_processing.go:74] worker 61 stopped.
I0430 23:27:04.495318       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 39.352224ms to process 0 records
E0430 23:27:04.495320       1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed)
I0430 23:27:04.495329       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 39.303287ms to process 0 records
I0430 23:27:04.495335       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 39.300597ms to process 0 records
I0430 23:27:04.495341       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 39.685471ms to process 0 records
I0430 23:27:04.495343       1 tasks_processing.go:74] worker 33 stopped.
I0430 23:27:04.495346       1 gather.go:177] gatherer "clusterconfig" function "node_features" took 39.438439ms to process 0 records
I0430 23:27:04.495354       1 tasks_processing.go:74] worker 50 stopped.
I0430 23:27:04.495352       1 tasks_processing.go:74] worker 35 stopped.
I0430 23:27:04.495356       1 tasks_processing.go:74] worker 59 stopped.
I0430 23:27:04.495365       1 tasks_processing.go:74] worker 17 stopped.
I0430 23:27:04.495373       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 40.018708ms to process 0 records
I0430 23:27:04.495391       1 tasks_processing.go:74] worker 20 stopped.
E0430 23:27:04.495406       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0430 23:27:04.495424       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 40.075833ms to process 0 records
I0430 23:27:04.495483       1 tasks_processing.go:74] worker 46 stopped.
I0430 23:27:04.495496       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 39.414791ms to process 0 records
I0430 23:27:04.495594       1 tasks_processing.go:74] worker 19 stopped.
I0430 23:27:04.495721       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=7a9baeeea6b0732c5013bffe8caa27e7d0137c1cea89de04b3e390582559e57f
I0430 23:27:04.495749       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=302c9ea7bd767d9d13b3e994daa7096700948e5c2a42199f107fbbc7d88cbead
I0430 23:27:04.495760       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 40.078087ms to process 2 records
E0430 23:27:04.495770       1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io)
I0430 23:27:04.495786       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0430 23:27:04.495797       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 42.916412ms to process 1 records
I0430 23:27:04.495796       1 tasks_processing.go:74] worker 39 stopped.
I0430 23:27:04.495803       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 42.519219ms to process 0 records
I0430 23:27:04.495808       1 tasks_processing.go:74] worker 32 stopped.
I0430 23:27:04.495919       1 tasks_processing.go:74] worker 55 stopped.
I0430 23:27:04.496013       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=8847042c4cff2aaa470351cdbd94fedb07a20f174597b472049d1fee870dd6bb
I0430 23:27:04.496066       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=e3603e0efa204c14bd6fc3a6de910410fe513f0b53ca117967e9f18febd2f7ae
I0430 23:27:04.496106       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=626397c3e9c1df24f96e1435279975a003c61522f3de6bd3f4edeffc8789cc1d
I0430 23:27:04.496120       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 40.77527ms to process 3 records
I0430 23:27:04.496127       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 39.867663ms to process 0 records
I0430 23:27:04.496146       1 tasks_processing.go:74] worker 51 stopped.
I0430 23:27:04.496215       1 recorder.go:75] Recording config/image with fingerprint=2ac8cf2923b4f2f9a2ebc55f706f59fbe9e3867b5b089fd836e71d0576c4c37b
I0430 23:27:04.496220       1 tasks_processing.go:74] worker 62 stopped.
I0430 23:27:04.496227       1 gather.go:177] gatherer "clusterconfig" function "image" took 41.924129ms to process 1 records
I0430 23:27:04.496279       1 tasks_processing.go:74] worker 29 stopped.
I0430 23:27:04.496623       1 recorder.go:75] Recording config/node/ip-10-0-2-108.ec2.internal with fingerprint=5de1d74223ce10eb04e299bb2f706eaae14118bd159e8b084c483f580d69362b
I0430 23:27:04.496645       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 40.369281ms to process 1 records
I0430 23:27:04.496771       1 tasks_processing.go:74] worker 12 stopped.
I0430 23:27:04.496777       1 gather_logs.go:145] no pods in  namespace were found
I0430 23:27:04.497216       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=dc58302a330b151c99c46b9cb771f54f2dfa1ce4d72ee4a1ef155883b1a3b867
I0430 23:27:04.497232       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 43.166197ms to process 1 records
I0430 23:27:04.497310       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=7578906ca027f24475c7e5d2bb20aafddf5549c5d6b93866b162a0e19c85b41b
I0430 23:27:04.497322       1 tasks_processing.go:74] worker 30 stopped.
I0430 23:27:04.497335       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=8f2f6ae242a61beff97886e174397e2d9de8a7def780181e43f005235860d5f6
I0430 23:27:04.497357       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=f8178f4f08641c2a04709bb0165793d4ee7ba42a2a9ec1568224dccd1e4e2b21
I0430 23:27:04.497367       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 40.681152ms to process 3 records
I0430 23:27:04.497374       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 41.22013ms to process 0 records
I0430 23:27:04.497379       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 40.9029ms to process 0 records
I0430 23:27:04.497383       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 41.964785ms to process 0 records
I0430 23:27:04.497392       1 tasks_processing.go:74] worker 25 stopped.
I0430 23:27:04.497396       1 tasks_processing.go:74] worker 56 stopped.
I0430 23:27:04.497399       1 tasks_processing.go:74] worker 57 stopped.
I0430 23:27:04.497755       1 tasks_processing.go:74] worker 44 stopped.
I0430 23:27:04.497952       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=4ad4400d4846d5910113d43a62221806fe3dab99878b3b06bbeabbcb418dc955
I0430 23:27:04.498086       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=3acc69543233e4a37d6311936ee494ccd84ccd82f25438bafca4566df0e36805
I0430 23:27:04.498117       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=a9e9d075681a484edd954aafd0952a488725a6e81c00828dd23234680007c3a4
I0430 23:27:04.498160       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=350636b94c425b9c6750bcb069cf1d531937b3d631f04d5633074bc3d68b00a0
I0430 23:27:04.498200       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=7dd52625cd4f0e78f083538edd0e546778755f1d8faed9b2d4c88c978175c59c
I0430 23:27:04.498240       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=565f85fcc406744bb0056efdf61691f4cf84519bb90773b000336d44ce67869f
I0430 23:27:04.498280       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=3f30d0fa2d37c11ccdde12c617f3550de70adfcd82643bb3bb3cf1cdaf9dafde
I0430 23:27:04.498337       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=3297af29b56aaa9c57ab834eb55c40ed5a85703c50fac32e8c07591cf4b55d0f
I0430 23:27:04.498386       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=bb59f23e21dae61d7231a6d2b97e7e6cd202da36b6cb73ba11979925338e58c3
I0430 23:27:04.498424       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=f8babaceffe6fa39a9c6798ea3030720e7740b4ac8cd79abf42cd602cee2467b
I0430 23:27:04.498464       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=bcef550fddcec0c33c950616216f136e2899db0f09c97fe892f3f38ba503c495
I0430 23:27:04.498478       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 42.693325ms to process 11 records
I0430 23:27:04.502695       1 tasks_processing.go:74] worker 37 stopped.
I0430 23:27:04.502725       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0430 23:27:04.502742       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 48.500525ms to process 1 records
I0430 23:27:04.504401       1 tasks_processing.go:74] worker 43 stopped.
I0430 23:27:04.504489       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 48.373101ms to process 0 records
W0430 23:27:04.505572       1 operator.go:328] started
I0430 23:27:04.505642       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0430 23:27:04.505886       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0430 23:27:04.506020       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0430 23:27:04.509717       1 tasks_processing.go:74] worker 27 stopped.
I0430 23:27:04.509958       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=f4179a04bd2f943daaf82ccbc609e1b406f94cd55111dea910fe93eba8840e25
I0430 23:27:04.510049       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=e4e42e87c5a89fca6b810f763130746925f8597763381deb8730a6530a990e06
I0430 23:27:04.510058       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 53.705444ms to process 2 records
I0430 23:27:04.514376       1 tasks_processing.go:74] worker 5 stopped.
I0430 23:27:04.514447       1 recorder.go:75] Recording config/running_containers with fingerprint=0be9a3ead8418ef9db7e5e14f160ad960fe0a12c3b1a32b63b5821a0554c6720
I0430 23:27:04.514460       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 61.381003ms to process 1 records
I0430 23:27:04.517247       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0430 23:27:04.517278       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0430 23:27:04.517292       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0430 23:27:04.523784       1 tasks_processing.go:74] worker 53 stopped.
I0430 23:27:04.523802       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 69.235065ms to process 0 records
I0430 23:27:04.524068       1 tasks_processing.go:74] worker 9 stopped.
I0430 23:27:04.524183       1 base_controller.go:82] Caches are synced for ConfigController 
I0430 23:27:04.524195       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0430 23:27:04.524223       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=b3e671b0bc6036799f1e269ca4d60825bcf20c973b4d55c54ccd7d40505d8b6b
I0430 23:27:04.524239       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 70.841106ms to process 1 records
I0430 23:27:04.527408       1 controller.go:254] Source scaController *sca.Controller is not ready
I0430 23:27:04.527421       1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready
I0430 23:27:04.527425       1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0430 23:27:04.527428       1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready
I0430 23:27:04.527431       1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready
I0430 23:27:04.527448       1 controller.go:531] The operator is still being initialized
I0430 23:27:04.527453       1 controller.go:554] The operator is healthy
E0430 23:27:04.543469       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2745481509-02b9-4247-bfb3-ccebc1a05e46%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:41445->172.30.0.10:53: read: connection refused
I0430 23:27:04.543487       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%2745481509-02b9-4247-bfb3-ccebc1a05e46%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:41445->172.30.0.10:53: read: connection refused
I0430 23:27:04.554256       1 prometheus_rules.go:88] Prometheus rules successfully created
I0430 23:27:04.563063       1 configmapobserver.go:84] configmaps "insights-config" not found
I0430 23:27:04.579189       1 tasks_processing.go:74] worker 23 stopped.
I0430 23:27:04.579685       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=8df48615abc95b8331e23da165ee53a1bbb9c9f186d342019b111069dce99a70
I0430 23:27:04.579897       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=c1256eae9b5e7bd1270c074befeaaeaa0faf9f2a142a11f880f823aea65449a4
I0430 23:27:04.579909       1 gather.go:177] gatherer "clusterconfig" function "crds" took 124.981082ms to process 2 records
I0430 23:27:04.585957       1 tasks_processing.go:74] worker 48 stopped.
E0430 23:27:04.585971       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0430 23:27:04.585977       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0430 23:27:04.585981       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0430 23:27:04.585992       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856
I0430 23:27:04.586033       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0430 23:27:04.586043       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0430 23:27:04.586047       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b
I0430 23:27:04.586052       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0430 23:27:04.586089       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0430 23:27:04.586096       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0430 23:27:04.586103       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 133.191917ms to process 7 records
I0430 23:27:04.587637       1 tasks_processing.go:74] worker 34 stopped.
I0430 23:27:04.587995       1 recorder.go:75] Recording config/version with fingerprint=ece1a87e4b9927f9f0800eb4b29d91cd7d37ada5db79cfe5df0c0fe45f593dbe
I0430 23:27:04.588012       1 recorder.go:75] Recording config/id with fingerprint=f6f07cb420475a5e196b10bb6d42367f7d800b6276998f5cfa7184beeea35609
I0430 23:27:04.588022       1 gather.go:177] gatherer "clusterconfig" function "version" took 131.601674ms to process 2 records
I0430 23:27:04.606045       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0430 23:27:04.606061       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0430 23:27:04.614748       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0430 23:27:04.619254       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:46981->172.30.0.10:53: read: connection refused
I0430 23:27:04.619271       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.15:46981->172.30.0.10:53: read: connection refused
I0430 23:27:04.633214       1 tasks_processing.go:74] worker 31 stopped.
E0430 23:27:04.633232       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0430 23:27:04.633239       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q0p22akbres55ngbqbdeuklsvdbep2e-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q0p22akbres55ngbqbdeuklsvdbep2e-primary-cert-bundle-secret" not found
I0430 23:27:04.633318       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=54571b925741b7061abc55bb3fbc8d7b7d3055b2e92bd9470dee3ca00368d938
I0430 23:27:04.633333       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 180.286097ms to process 1 records
I0430 23:27:04.687752       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0430 23:27:04.703196       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0430 23:27:04.964150       1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers
I0430 23:27:04.964163       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes
I0430 23:27:04.964983       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-bgswp pod in namespace openshift-dns (previous: false).
I0430 23:27:05.115996       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bgswp pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-bgswp\" is waiting to start: ContainerCreating"
I0430 23:27:05.116015       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-bgswp\" is waiting to start: ContainerCreating"
I0430 23:27:05.116024       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-bgswp pod in namespace openshift-dns (previous: false).
I0430 23:27:05.314850       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bgswp pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-bgswp\" is waiting to start: ContainerCreating"
I0430 23:27:05.314875       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-bgswp\" is waiting to start: ContainerCreating"
I0430 23:27:05.314886       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-hkn9g pod in namespace openshift-dns (previous: false).
W0430 23:27:05.484789       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0430 23:27:05.515619       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0430 23:27:05.515642       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5c786d777d-c9ljd pod in namespace openshift-image-registry (previous: false).
I0430 23:27:05.597262       1 tasks_processing.go:74] worker 60 stopped.
I0430 23:27:05.597285       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 1.144029954s to process 0 records
I0430 23:27:05.709323       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0430 23:27:05.709341       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5cd46cc445-bmx77 pod in namespace openshift-image-registry (previous: false).
I0430 23:27:05.916398       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0430 23:27:05.916419       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5cd46cc445-dss5k pod in namespace openshift-image-registry (previous: false).
I0430 23:27:06.115068       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5cd46cc445-dss5k pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5cd46cc445-dss5k\" is waiting to start: ContainerCreating"
I0430 23:27:06.115091       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5cd46cc445-dss5k\" is waiting to start: ContainerCreating"
I0430 23:27:06.115107       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-vp29l pod in namespace openshift-image-registry (previous: false).
I0430 23:27:06.178584       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0430 23:27:06.314638       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0430 23:27:06.314656       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-589445569-qszt5 pod in namespace openshift-ingress (previous: false).
W0430 23:27:06.485750       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0430 23:27:06.514762       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-589445569-qszt5 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-589445569-qszt5\" is waiting to start: ContainerCreating"
I0430 23:27:06.514782       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-589445569-qszt5\" is waiting to start: ContainerCreating"
I0430 23:27:06.514793       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7bf9d956f4-fmjhx pod in namespace openshift-ingress (previous: false).
I0430 23:27:06.566127       1 tasks_processing.go:74] worker 24 stopped.
I0430 23:27:06.566195       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=3953c8e9180edc9f119835a2c160e6362cffe5034b35144146fd4af6175a4a42
I0430 23:27:06.566246       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=1412eae0dcb4c4c4964e241ca5d88ed2b8ae618c518101b34c0737f0a81d585a
I0430 23:27:06.566291       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0430 23:27:06.566318       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=a2918113754c0a4ea3b32363c94a5227d1846fa2409acbef35db23bffd04605e
I0430 23:27:06.566333       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0430 23:27:06.566355       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=3dbab251852040e78d7d154f0b2244e7dee59e9c05825c46b232f1fd77876269
I0430 23:27:06.566399       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=db061f1e75b01392c9c42258bc431e9da4a615cfdd8f4c991072aca320e21859
I0430 23:27:06.566440       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=735e9adaaa93e3db84af2e86678c3d9c5f0210a0f51453ab80d62e778899d70b
I0430 23:27:06.566491       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=e8bdeafdec0c26c0289b0bcf15c10bb03ec5500573cc8360c32d904a7375832e
I0430 23:27:06.566500       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0430 23:27:06.566517       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=caf82902754d8a915ebde16f7f8d12456427beb43e9f9ae8518f8035bc7be460
I0430 23:27:06.566527       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0430 23:27:06.566542       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=7c500f6d30bc6ba3de6ac650a7db60d575f49f1daccd25c81bde9f1a84cdaa43
I0430 23:27:06.566552       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0430 23:27:06.566568       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=70cca38c41adce9ac159e7d90246c4e428ee316ea3fa9d8eb1bf2632ae3f1dce
I0430 23:27:06.566576       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0430 23:27:06.566589       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=2f5e78904aa0046cc7b1ab05b8f1a0925d3f42a914a80c8b11753f57602e1f97
I0430 23:27:06.566596       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0430 23:27:06.566613       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=5fcf138809a7da226e848b1553bb2edeb48281ac284f01fb9f308803ccf4a4ad
I0430 23:27:06.566733       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=3e86ad2e2ec0a2acef23e2d4d1e879b0fcd4c89bb07d6d88a57c876bec3b531b
I0430 23:27:06.566742       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0430 23:27:06.566749       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0430 23:27:06.566770       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0430 23:27:06.566792       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=2b7beae6f849c5a4ba7711b1e3868263aaa344ff201c4936884dfa2cce3a9488
I0430 23:27:06.566817       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=f95499fae922f0e0311ca1cbe249560819bc44977114c74e1adbe774ac0adffc
I0430 23:27:06.566827       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0430 23:27:06.566859       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=b09ffba57328f29527e04731aa86921866c11180686aca7fdf2a23b0807ffd20
I0430 23:27:06.566869       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0430 23:27:06.566882       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=d16bdde0699e9ea7439642543646485651a4a31f565758644da54bfe11799a06
I0430 23:27:06.566894       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=d89ce83206c74d8fcb2fbbaf2a813b54a9d822485e3754f2a5c04fd1ce590982
I0430 23:27:06.566907       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=259f5188804e32be23d62899cc558470189e022e463b163e450cebadf6076472
I0430 23:27:06.566922       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=3f3c7cc0762a2cf787f48f1a5bb39a12936291a4754c587fbf70bc619a7652cc
I0430 23:27:06.566933       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=61b9b8bd199a377af9cbe8d0cf62c8c7f2dc64a1b04a28b0632c9493da2a73a4
I0430 23:27:06.566956       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=522ed3fac6fae70ec303e853c160ed6970b21b42046494da969225e11315c7d5
I0430 23:27:06.566972       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0430 23:27:06.566978       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0430 23:27:06.566985       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.108837237s to process 36 records
I0430 23:27:06.714167       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7bf9d956f4-fmjhx pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7bf9d956f4-fmjhx\" is waiting to start: ContainerCreating"
I0430 23:27:06.714185       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7bf9d956f4-fmjhx\" is waiting to start: ContainerCreating"
I0430 23:27:06.714197       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7bf9d956f4-sb289 pod in namespace openshift-ingress (previous: false).
I0430 23:27:06.738275       1 tasks_processing.go:74] worker 16 stopped.
I0430 23:27:06.738294       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 2.283106561s to process 0 records
I0430 23:27:06.910177       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0430 23:27:06.910199       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-n9nk2 pod in namespace openshift-ingress-canary (previous: false).
I0430 23:27:07.114734       1 tasks_processing.go:74] worker 7 stopped.
I0430 23:27:07.114818       1 recorder.go:75] Recording events/openshift-dns with fingerprint=3f378804b47023235acde5424557a4c93885ce94eb840e9e1c51042cf01171b4
I0430 23:27:07.114913       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=dbe7cf277df9ec004c954f87d77cb7bdf0bc29b8e38870d159bfef14e085e6bf
I0430 23:27:07.114943       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=d2aa904a4b3c1760b450990f7ea7dfe28704162b33ae16ff10dce7c5696ddda2
I0430 23:27:07.114985       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=834890b11e3adf980b0db9de9c66f6cdee23774bf15fb2e7e4a18790ca0ee406
I0430 23:27:07.115006       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=4c4db880fbb2f5dc97573e67094ccae2af1405dbe3353d475a01b649cdf91741
I0430 23:27:07.115013       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-n9nk2/serve-healthcheck-canary_current.log with fingerprint=4bbbc01beb580c7da807dd746fa687c61a79eb98ca3d42c99705a0608b5cb4db
I0430 23:27:07.115020       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.658769791s to process 6 records
W0430 23:27:07.484673       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0430 23:27:08.484797       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0430 23:27:09.481785       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0430 23:27:09.481818       1 tasks_processing.go:74] worker 63 stopped.
E0430 23:27:09.481848       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0430 23:27:09.481864       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0430 23:27:09.481883       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0430 23:27:09.481900       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.027433487s to process 1 records
I0430 23:27:16.872937       1 tasks_processing.go:74] worker 0 stopped.
I0430 23:27:16.872972       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0430 23:27:16.872988       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.420272724s to process 1 records
I0430 23:27:17.412479       1 configmapobserver.go:84] configmaps "insights-config" not found
I0430 23:27:17.660703       1 tasks_processing.go:74] worker 36 stopped.
I0430 23:27:17.660999       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=698b3ed6ac2dcbbe305b75e3c37787498192c269ee2964c1d49d551d6371b6d6
I0430 23:27:17.661019       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.207532061s to process 1 records
E0430 23:27:17.661081       1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.208s with: function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0430 23:27:17.662188       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0430 23:27:17.662203       1 periodic.go:216] Running workloads gatherer
I0430 23:27:17.662221       1 tasks_processing.go:45] number of workers: 2
I0430 23:27:17.662233       1 tasks_processing.go:69] worker 1 listening for tasks.
I0430 23:27:17.662239       1 tasks_processing.go:71] worker 1 working on helmchart_info task.
I0430 23:27:17.662239       1 tasks_processing.go:69] worker 0 listening for tasks.
I0430 23:27:17.662344       1 tasks_processing.go:71] worker 0 working on workload_info task.
I0430 23:27:17.682190       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data
I0430 23:27:17.688453       1 tasks_processing.go:74] worker 1 stopped.
I0430 23:27:17.688468       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 26.199922ms to process 0 records
I0430 23:27:17.691488       1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (10ms)
I0430 23:27:17.701919       1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (10ms)
I0430 23:27:17.711027       1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (9ms)
I0430 23:27:17.719905       1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (9ms)
I0430 23:27:17.728995       1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (9ms)
I0430 23:27:17.740128       1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (11ms)
I0430 23:27:17.750612       1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (10ms)
I0430 23:27:17.758958       1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (8ms)
I0430 23:27:17.767085       1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (8ms)
I0430 23:27:17.775668       1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (9ms)
I0430 23:27:17.791907       1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (16ms)
I0430 23:27:17.892328       1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (100ms)
I0430 23:27:17.993639       1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (101ms)
I0430 23:27:18.092293       1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (99ms)
I0430 23:27:18.191923       1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms)
I0430 23:27:18.291874       1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (100ms)
I0430 23:27:18.391570       1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (100ms)
I0430 23:27:18.413380       1 configmapobserver.go:84] configmaps "insights-config" not found
I0430 23:27:18.492093       1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (100ms)
I0430 23:27:18.592942       1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (101ms)
I0430 23:27:18.611478       1 configmapobserver.go:84] configmaps "insights-config" not found
I0430 23:27:18.692665       1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (100ms)
I0430 23:27:18.792258       1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (100ms)
I0430 23:27:18.891851       1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (100ms)
I0430 23:27:18.991688       1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (100ms)
I0430 23:27:19.092732       1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (101ms)
I0430 23:27:19.191963       1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (99ms)
I0430 23:27:19.291877       1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (100ms)
I0430 23:27:19.391220       1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (99ms)
I0430 23:27:19.492247       1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (101ms)
I0430 23:27:19.593206       1 gather_workloads_info.go:387] No image sha256:4b748615a43be416d52c33df03e2cdec89ededded1d6a2ade167c5a955d56e5f (101ms)
I0430 23:27:19.691974       1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (99ms)
I0430 23:27:19.791895       1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (100ms)
I0430 23:27:19.891687       1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (100ms)
I0430 23:27:19.992008       1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (100ms)
I0430 23:27:20.092187       1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (100ms)
I0430 23:27:20.092221       1 tasks_processing.go:74] worker 0 stopped.
E0430 23:27:20.092231       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0430 23:27:20.092475       1 recorder.go:75] Recording config/workload_info with fingerprint=67477cf59ea031a8902bfe6c58963fe738926c311032e597b420dbb5ebede521
I0430 23:27:20.092490       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.429863246s to process 1 records
E0430 23:27:20.092525       1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.43s with: function \"workload_info\" failed with an error"
I0430 23:27:20.093639       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0430 23:27:20.093653       1 periodic.go:216] Running conditional gatherer
I0430 23:27:20.102313       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules
I0430 23:27:20.109474       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.15:34733->172.30.0.10:53: read: connection refused
E0430 23:27:20.109711       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0430 23:27:20.109767       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0430 23:27:20.116157       1 conditional_gatherer.go:392] cluster version is '4.21.9'
E0430 23:27:20.116170       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0430 23:27:20.116174       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0430 23:27:20.116178       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0430 23:27:20.116181       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0430 23:27:20.116184       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0430 23:27:20.116187       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0430 23:27:20.116190       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0430 23:27:20.116194       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0430 23:27:20.116197       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0430 23:27:20.116212       1 tasks_processing.go:45] number of workers: 3
I0430 23:27:20.116219       1 tasks_processing.go:69] worker 2 listening for tasks.
I0430 23:27:20.116223       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0430 23:27:20.116288       1 tasks_processing.go:69] worker 0 listening for tasks.
I0430 23:27:20.116302       1 tasks_processing.go:69] worker 1 listening for tasks.
I0430 23:27:20.116372       1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task.
I0430 23:27:20.116385       1 tasks_processing.go:74] worker 1 stopped.
I0430 23:27:20.116393       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0430 23:27:20.116488       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0430 23:27:20.116505       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.348µs to process 1 records
I0430 23:27:20.116550       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0430 23:27:20.116559       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.602µs to process 1 records
I0430 23:27:20.116565       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 221.319µs to process 0 records
I0430 23:27:20.116570       1 tasks_processing.go:74] worker 2 stopped.
I0430 23:27:20.116573       1 tasks_processing.go:74] worker 0 stopped.
I0430 23:27:20.116596       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.15:34733->172.30.0.10:53: read: connection refused
I0430 23:27:20.116612       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0430 23:27:20.143339       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=5b8ad7c00ffa7fdd0298b1c22a3635fd7d93acb1a45cb0bcdcf73b14d5a41c52
I0430 23:27:20.143461       1 diskrecorder.go:70] Writing 98 records to /var/lib/insights-operator/insights-2026-04-30-232720.tar.gz
I0430 23:27:20.149289       1 diskrecorder.go:51] Wrote 98 records to disk in 5ms
I0430 23:27:20.149318       1 periodic.go:285] Gathering cluster info every 2h0m0s
I0430 23:27:20.149333       1 periodic.go:286] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0430 23:27:27.900056       1 configmapobserver.go:84] configmaps "insights-config" not found
I0430 23:28:29.053756       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="3f4c9ba77156e2c0b47b15f10e557fad512974ae94a03fd3869b90182edb8932")
W0430 23:28:29.053786       1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created
I0430 23:28:29.053872       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="a2056a967cb149c42fc3f7d6dee2d9f597850fc9e1250e78e60b2c8b4f86568f")
I0430 23:28:29.053880       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0430 23:28:29.053903       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0430 23:28:29.053917       1 periodic.go:177] Shutting down
I0430 23:28:29.053931       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0430 23:28:29.053939       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0430 23:28:29.053957       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"