I0326 23:24:16.310638       1 cmd.go:253] Using service-serving-cert provided certificates
I0326 23:24:16.311057       1 observer_polling.go:159] Starting file observer
I0326 23:24:16.573834       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0326 23:24:16.574022       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0326 23:24:16.574571       1 secure_serving.go:57] Forcing use of http/1.1 only
W0326 23:24:16.574589       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:24:16.574593       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0326 23:24:16.574597       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0326 23:24:16.574600       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0326 23:24:16.574602       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0326 23:24:16.574604       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0326 23:24:16.574645       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0326 23:24:16.578582       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"d588b830-e7f5-452b-8dd3-7faacb4f1c56", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0326 23:24:16.578565       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0326 23:24:16.580291       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0326 23:24:16.580313       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0326 23:24:16.580342       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0326 23:24:16.580366       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:24:16.580346       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0326 23:24:16.580378       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:24:16.580578       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key"
I0326 23:24:16.580761       1 secure_serving.go:213] Serving securely on [::]:8443
I0326 23:24:16.580790       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0326 23:24:16.584166       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0326 23:24:16.584187       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:24:16.584291       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0326 23:24:16.589498       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:24:16.589517       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0326 23:24:16.594681       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:24:16.599305       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:24:16.604073       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:24:16.606802       1 recorder.go:161] Pruning old reports every 6h41m42s, max age is 288h0m0s
I0326 23:24:16.611880       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0326 23:24:16.611897       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0326 23:24:16.611898       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0326 23:24:16.611908       1 insightsreport.go:296] Starting report retriever
I0326 23:24:16.611881       1 periodic.go:209] Running clusterconfig gatherer
I0326 23:24:16.611914       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0326 23:24:16.611946       1 tasks_processing.go:45] number of workers: 64
I0326 23:24:16.611996       1 tasks_processing.go:69] worker 63 listening for tasks.
I0326 23:24:16.611998       1 tasks_processing.go:69] worker 8 listening for tasks.
I0326 23:24:16.612004       1 tasks_processing.go:69] worker 13 listening for tasks.
I0326 23:24:16.612007       1 tasks_processing.go:71] worker 8 working on monitoring_persistent_volumes task.
I0326 23:24:16.612008       1 tasks_processing.go:69] worker 18 listening for tasks.
I0326 23:24:16.612010       1 tasks_processing.go:69] worker 12 listening for tasks.
I0326 23:24:16.612015       1 tasks_processing.go:69] worker 14 listening for tasks.
I0326 23:24:16.612018       1 tasks_processing.go:69] worker 19 listening for tasks.
I0326 23:24:16.612021       1 tasks_processing.go:69] worker 16 listening for tasks.
I0326 23:24:16.612022       1 tasks_processing.go:69] worker 9 listening for tasks.
I0326 23:24:16.612026       1 tasks_processing.go:69] worker 20 listening for tasks.
I0326 23:24:16.612025       1 tasks_processing.go:69] worker 15 listening for tasks.
I0326 23:24:16.612031       1 tasks_processing.go:69] worker 10 listening for tasks.
I0326 23:24:16.612032       1 tasks_processing.go:69] worker 31 listening for tasks.
I0326 23:24:16.612028       1 tasks_processing.go:69] worker 41 listening for tasks.
I0326 23:24:16.612035       1 tasks_processing.go:69] worker 42 listening for tasks.
I0326 23:24:16.612040       1 tasks_processing.go:69] worker 25 listening for tasks.
I0326 23:24:16.612042       1 tasks_processing.go:69] worker 11 listening for tasks.
I0326 23:24:16.612044       1 tasks_processing.go:69] worker 30 listening for tasks.
I0326 23:24:16.612042       1 tasks_processing.go:69] worker 43 listening for tasks.
I0326 23:24:16.612051       1 tasks_processing.go:69] worker 38 listening for tasks.
I0326 23:24:16.612051       1 tasks_processing.go:69] worker 44 listening for tasks.
I0326 23:24:16.612056       1 tasks_processing.go:69] worker 23 listening for tasks.
I0326 23:24:16.612058       1 tasks_processing.go:69] worker 26 listening for tasks.
I0326 23:24:16.612059       1 tasks_processing.go:69] worker 45 listening for tasks.
I0326 23:24:16.612060       1 tasks_processing.go:69] worker 40 listening for tasks.
I0326 23:24:16.612060       1 tasks_processing.go:69] worker 36 listening for tasks.
I0326 23:24:16.612068       1 tasks_processing.go:69] worker 24 listening for tasks.
I0326 23:24:16.612070       1 tasks_processing.go:69] worker 54 listening for tasks.
I0326 23:24:16.612069       1 tasks_processing.go:69] worker 32 listening for tasks.
I0326 23:24:16.612075       1 tasks_processing.go:69] worker 34 listening for tasks.
I0326 23:24:16.612075       1 tasks_processing.go:69] worker 29 listening for tasks.
I0326 23:24:16.612079       1 tasks_processing.go:69] worker 50 listening for tasks.
I0326 23:24:16.612074       1 tasks_processing.go:69] worker 39 listening for tasks.
I0326 23:24:16.612083       1 tasks_processing.go:69] worker 48 listening for tasks.
I0326 23:24:16.612087       1 tasks_processing.go:69] worker 49 listening for tasks.
I0326 23:24:16.612089       1 tasks_processing.go:69] worker 53 listening for tasks.
I0326 23:24:16.612047       1 tasks_processing.go:69] worker 37 listening for tasks.
I0326 23:24:16.612093       1 tasks_processing.go:69] worker 62 listening for tasks.
I0326 23:24:16.612088       1 tasks_processing.go:69] worker 28 listening for tasks.
I0326 23:24:16.612096       1 tasks_processing.go:69] worker 58 listening for tasks.
I0326 23:24:16.612095       1 tasks_processing.go:69] worker 61 listening for tasks.
I0326 23:24:16.612103       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:24:16.612101       1 tasks_processing.go:69] worker 4 listening for tasks.
I0326 23:24:16.612104       1 tasks_processing.go:69] worker 5 listening for tasks.
I0326 23:24:16.612104       1 tasks_processing.go:69] worker 3 listening for tasks.
I0326 23:24:16.612110       1 tasks_processing.go:71] worker 9 working on version task.
I0326 23:24:16.612106       1 tasks_processing.go:69] worker 59 listening for tasks.
I0326 23:24:16.612113       1 tasks_processing.go:71] worker 19 working on networks task.
I0326 23:24:16.612114       1 tasks_processing.go:71] worker 18 working on node_logs task.
I0326 23:24:16.612117       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:24:16.612117       1 tasks_processing.go:71] worker 14 working on silenced_alerts task.
I0326 23:24:16.612121       1 tasks_processing.go:71] worker 41 working on crds task.
I0326 23:24:16.612111       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:24:16.612126       1 tasks_processing.go:71] worker 44 working on jaegers task.
I0326 23:24:16.612130       1 tasks_processing.go:71] worker 20 working on qemu_kubevirt_launcher_logs task.
I0326 23:24:16.612136       1 tasks_processing.go:71] worker 13 working on ingress_certificates task.
I0326 23:24:16.612140       1 tasks_processing.go:71] worker 32 working on certificate_signing_requests task.
I0326 23:24:16.612144       1 tasks_processing.go:71] worker 1 working on tsdb_status task.
I0326 23:24:16.612003       1 tasks_processing.go:71] worker 63 working on container_images task.
I0326 23:24:16.612076       1 tasks_processing.go:69] worker 47 listening for tasks.
I0326 23:24:16.612068       1 tasks_processing.go:69] worker 27 listening for tasks.
I0326 23:24:16.612061       1 tasks_processing.go:69] worker 33 listening for tasks.
I0326 23:24:16.612050       1 tasks_processing.go:69] worker 22 listening for tasks.
I0326 23:24:16.612044       1 tasks_processing.go:69] worker 21 listening for tasks.
I0326 23:24:16.612068       1 tasks_processing.go:69] worker 46 listening for tasks.
I0326 23:24:16.612678       1 tasks_processing.go:71] worker 42 working on feature_gates task.
I0326 23:24:16.612726       1 tasks_processing.go:71] worker 21 working on ceph_cluster task.
I0326 23:24:16.612733       1 tasks_processing.go:71] worker 10 working on mutating_webhook_configurations task.
I0326 23:24:16.612738       1 tasks_processing.go:71] worker 48 working on install_plans task.
I0326 23:24:16.612742       1 tasks_processing.go:71] worker 23 working on nodenetworkstates task.
I0326 23:24:16.612769       1 tasks_processing.go:71] worker 34 working on operators_pods_and_events task.
I0326 23:24:16.612829       1 tasks_processing.go:71] worker 33 working on service_accounts task.
I0326 23:24:16.612878       1 tasks_processing.go:71] worker 43 working on image_pruners task.
I0326 23:24:16.612960       1 tasks_processing.go:71] worker 25 working on cluster_apiserver task.
I0326 23:24:16.612742       1 tasks_processing.go:71] worker 30 working on proxies task.
I0326 23:24:16.612124       1 tasks_processing.go:71] worker 0 working on sap_pods task.
I0326 23:24:16.613470       1 tasks_processing.go:71] worker 26 working on image task.
I0326 23:24:16.612136       1 tasks_processing.go:71] worker 54 working on overlapping_namespace_uids task.
I0326 23:24:16.612132       1 tasks_processing.go:71] worker 39 working on machine_configs task.
I0326 23:24:16.612986       1 tasks_processing.go:71] worker 31 working on container_runtime_configs task.
I0326 23:24:16.613931       1 tasks_processing.go:71] worker 36 working on dvo_metrics task.
I0326 23:24:16.613620       1 tasks_processing.go:71] worker 38 working on metrics task.
I0326 23:24:16.612086       1 tasks_processing.go:69] worker 52 listening for tasks.
I0326 23:24:16.614004       1 tasks_processing.go:71] worker 11 working on lokistack task.
I0326 23:24:16.612080       1 tasks_processing.go:69] worker 51 listening for tasks.
I0326 23:24:16.611995       1 tasks_processing.go:69] worker 17 listening for tasks.
I0326 23:24:16.612106       1 tasks_processing.go:69] worker 7 listening for tasks.
I0326 23:24:16.612109       1 tasks_processing.go:71] worker 12 working on openstack_controlplanes task.
I0326 23:24:16.612108       1 tasks_processing.go:69] worker 6 listening for tasks.
I0326 23:24:16.612122       1 tasks_processing.go:71] worker 59 working on config_maps task.
I0326 23:24:16.612126       1 tasks_processing.go:71] worker 15 working on sap_config task.
I0326 23:24:16.612819       1 tasks_processing.go:71] worker 47 working on machine_config_pools task.
I0326 23:24:16.612085       1 tasks_processing.go:69] worker 56 listening for tasks.
I0326 23:24:16.612113       1 tasks_processing.go:71] worker 16 working on validating_webhook_configurations task.
I0326 23:24:16.613673       1 tasks_processing.go:71] worker 24 working on image_registries task.
I0326 23:24:16.612093       1 tasks_processing.go:69] worker 60 listening for tasks.
I0326 23:24:16.613696       1 tasks_processing.go:71] worker 29 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0326 23:24:16.613683       1 tasks_processing.go:71] worker 22 working on openshift_logging task.
I0326 23:24:16.612824       1 tasks_processing.go:71] worker 27 working on openstack_version task.
I0326 23:24:16.613808       1 tasks_processing.go:71] worker 50 working on sap_datahubs task.
I0326 23:24:16.613851       1 tasks_processing.go:71] worker 45 working on nodenetworkconfigurationpolicies task.
I0326 23:24:16.614117       1 tasks_processing.go:71] worker 46 working on nodes task.
I0326 23:24:16.612082       1 tasks_processing.go:69] worker 35 listening for tasks.
I0326 23:24:16.614024       1 tasks_processing.go:71] worker 49 working on infrastructures task.
I0326 23:24:16.612089       1 tasks_processing.go:69] worker 57 listening for tasks.
I0326 23:24:16.612075       1 tasks_processing.go:69] worker 55 listening for tasks.
I0326 23:24:16.613903       1 tasks_processing.go:71] worker 40 working on pod_network_connectivity_checks task.
I0326 23:24:16.614604       1 tasks_processing.go:71] worker 7 working on active_alerts task.
I0326 23:24:16.614627       1 tasks_processing.go:71] worker 4 working on openshift_machine_api_events task.
I0326 23:24:16.614643       1 tasks_processing.go:71] worker 17 working on openstack_dataplanedeployments task.
I0326 23:24:16.614655       1 tasks_processing.go:71] worker 6 working on operators task.
I0326 23:24:16.614670       1 tasks_processing.go:71] worker 52 working on machines task.
I0326 23:24:16.614644       1 tasks_processing.go:71] worker 2 working on oauths task.
I0326 23:24:16.614732       1 tasks_processing.go:71] worker 51 working on olm_operators task.
I0326 23:24:16.614783       1 tasks_processing.go:71] worker 56 working on support_secret task.
I0326 23:24:16.614791       1 tasks_processing.go:71] worker 28 working on machine_healthchecks task.
I0326 23:24:16.614827       1 tasks_processing.go:71] worker 58 working on pdbs task.
I0326 23:24:16.614850       1 tasks_processing.go:71] worker 61 working on machine_sets task.
I0326 23:24:16.614891       1 tasks_processing.go:71] worker 5 working on cost_management_metrics_configs task.
I0326 23:24:16.614949       1 tasks_processing.go:71] worker 3 working on aggregated_monitoring_cr_names task.
I0326 23:24:16.615030       1 tasks_processing.go:71] worker 35 working on authentication task.
I0326 23:24:16.615229       1 tasks_processing.go:71] worker 57 working on schedulers task.
I0326 23:24:16.615392       1 tasks_processing.go:71] worker 55 working on storage_classes task.
I0326 23:24:16.615447       1 tasks_processing.go:71] worker 62 working on openstack_dataplanenodesets task.
I0326 23:24:16.615648       1 tasks_processing.go:71] worker 53 working on storage_cluster task.
I0326 23:24:16.615842       1 tasks_processing.go:71] worker 37 working on ingress task.
I0326 23:24:16.616271       1 tasks_processing.go:71] worker 60 working on clusterroles task.
I0326 23:24:16.618627       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0326 23:24:16.618647       1 controller.go:326] The initial operator extension status is healthy
I0326 23:24:16.618655       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:24:16.618660       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:24:16.618663       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:24:16.618681       1 controller.go:489] The operator is still being initialized
I0326 23:24:16.618692       1 controller.go:512] The operator is healthy
I0326 23:24:16.618765       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0326 23:24:16.618815       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
W0326 23:24:16.618928       1 operator.go:288] started
I0326 23:24:16.618951       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0326 23:24:16.619288       1 tasks_processing.go:71] worker 42 working on machine_autoscalers task.
I0326 23:24:16.619456       1 recorder.go:75] Recording config/featuregate with fingerprint=92712cf32233bc61b7933b2d4f626d79b55612c5760b17722f2a9aa239e44d2a
I0326 23:24:16.619474       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 6.593968ms to process 1 records
E0326 23:24:16.619924       1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.10:56376->172.30.0.10:53: read: connection refused
I0326 23:24:16.619945       1 tasks_processing.go:74] worker 1 stopped.
E0326 23:24:16.619954       1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.10:56376->172.30.0.10:53: read: connection refused
E0326 23:24:16.619957       1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.10:56376->172.30.0.10:53: read: connection refused
I0326 23:24:16.619984       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 7.791672ms to process 0 records
E0326 23:24:16.620002       1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.10:56376->172.30.0.10:53: read: connection refused
I0326 23:24:16.620017       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 5.985003ms to process 0 records
I0326 23:24:16.620029       1 tasks_processing.go:74] worker 38 stopped.
E0326 23:24:16.620028       1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.10:35064->172.30.0.10:53: read: connection refused
I0326 23:24:16.620040       1 tasks_processing.go:74] worker 14 stopped.
E0326 23:24:16.620047       1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.10:35064->172.30.0.10:53: read: connection refused
I0326 23:24:16.620055       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 7.912411ms to process 0 records
E0326 23:24:16.620082       1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.10:35064->172.30.0.10:53: read: connection refused
I0326 23:24:16.620101       1 tasks_processing.go:74] worker 7 stopped.
E0326 23:24:16.620110       1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.10:35064->172.30.0.10:53: read: connection refused
I0326 23:24:16.620120       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 5.482166ms to process 0 records
I0326 23:24:16.622820       1 tasks_processing.go:74] worker 43 stopped.
I0326 23:24:16.623070       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=07803ad3d57bab4603fcd5f401c274673295de4ea7a434f0c9306bc266bdeb88
I0326 23:24:16.623082       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 9.8816ms to process 1 records
I0326 23:24:16.623358       1 tasks_processing.go:74] worker 30 stopped.
I0326 23:24:16.623407       1 recorder.go:75] Recording config/proxy with fingerprint=ec94c79f8806b70786814d5637691fd73683b21011c9fc52ddfc9a20359c7700
I0326 23:24:16.623417       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 10.257861ms to process 1 records
I0326 23:24:16.637465       1 tasks_processing.go:74] worker 11 stopped.
I0326 23:24:16.637478       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 23.446063ms to process 0 records
I0326 23:24:16.637550       1 tasks_processing.go:74] worker 31 stopped.
I0326 23:24:16.637559       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 23.63284ms to process 0 records
I0326 23:24:16.637569       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 23.430064ms to process 0 records
I0326 23:24:16.637575       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 23.356742ms to process 0 records
I0326 23:24:16.637578       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 24.819688ms to process 0 records
I0326 23:24:16.637583       1 tasks_processing.go:74] worker 21 stopped.
I0326 23:24:16.637587       1 tasks_processing.go:74] worker 50 stopped.
I0326 23:24:16.637590       1 tasks_processing.go:74] worker 45 stopped.
I0326 23:24:16.639319       1 gather_logs.go:145] no pods in  namespace were found
I0326 23:24:16.639335       1 tasks_processing.go:74] worker 20 stopped.
I0326 23:24:16.639344       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 27.19181ms to process 0 records
I0326 23:24:16.639460       1 tasks_processing.go:74] worker 26 stopped.
I0326 23:24:16.639543       1 recorder.go:75] Recording config/image with fingerprint=1dbf140ed89f920a73ff1bb76fc69475193b30c20521f901ae53e5b343ad67db
I0326 23:24:16.639556       1 gather.go:177] gatherer "clusterconfig" function "image" took 25.668772ms to process 1 records
I0326 23:24:16.640121       1 tasks_processing.go:74] worker 62 stopped.
I0326 23:24:16.640131       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 24.662085ms to process 0 records
I0326 23:24:16.640144       1 tasks_processing.go:74] worker 23 stopped.
I0326 23:24:16.640151       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 27.387138ms to process 0 records
I0326 23:24:16.640265       1 tasks_processing.go:74] worker 44 stopped.
I0326 23:24:16.640276       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 28.128129ms to process 0 records
I0326 23:24:16.640291       1 tasks_processing.go:74] worker 53 stopped.
I0326 23:24:16.640300       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 24.630776ms to process 0 records
I0326 23:24:16.640382       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=3161cc44f896382dbb1718125a68685d22dee3c02676bba80cb0f83df8471457
I0326 23:24:16.640399       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=0b69a5b47a245339dee45ccc1df86d678ab2203b95e85da8f6ffd9804bd07ea9
I0326 23:24:16.640411       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 24.896422ms to process 2 records
I0326 23:24:16.640421       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 26.312072ms to process 0 records
I0326 23:24:16.640382       1 tasks_processing.go:74] worker 55 stopped.
I0326 23:24:16.640432       1 tasks_processing.go:74] worker 47 stopped.
I0326 23:24:16.640644       1 tasks_processing.go:74] worker 22 stopped.
I0326 23:24:16.640663       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 26.536391ms to process 0 records
I0326 23:24:16.640678       1 tasks_processing.go:74] worker 40 stopped.
E0326 23:24:16.640690       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0326 23:24:16.640702       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 26.387894ms to process 0 records
I0326 23:24:16.640729       1 tasks_processing.go:74] worker 27 stopped.
I0326 23:24:16.640739       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 26.608375ms to process 0 records
I0326 23:24:16.640902       1 tasks_processing.go:74] worker 37 stopped.
I0326 23:24:16.642183       1 recorder.go:75] Recording config/ingress with fingerprint=a03d8fd3265e4c6e4051bdc8dde66f59657d363302ad8f9005406553fbe001ed
I0326 23:24:16.642207       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 25.046083ms to process 1 records
I0326 23:24:16.642287       1 tasks_processing.go:74] worker 25 stopped.
I0326 23:24:16.642523       1 recorder.go:75] Recording config/apiserver with fingerprint=3a6ec8e32d8064c176eb06ea3117da89b4a8a44452d121901717c6b1e3cf08fb
I0326 23:24:16.642550       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 28.106691ms to process 1 records
I0326 23:24:16.642624       1 tasks_processing.go:74] worker 57 stopped.
I0326 23:24:16.642681       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=ff2c7301efed19ebb947a67f681688b5a2c220ad17f766517ceacea294109511
I0326 23:24:16.642703       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 25.92115ms to process 1 records
I0326 23:24:16.642710       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 29.286613ms to process 0 records
I0326 23:24:16.642714       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 29.339661ms to process 0 records
I0326 23:24:16.642738       1 tasks_processing.go:74] worker 19 stopped.
I0326 23:24:16.642738       1 tasks_processing.go:74] worker 8 stopped.
I0326 23:24:16.642745       1 tasks_processing.go:74] worker 18 stopped.
I0326 23:24:16.643316       1 recorder.go:75] Recording config/network with fingerprint=a1a743deb267775677287cbb115c913de2fd57a4e69e57dd63f8d8d7289e575e
I0326 23:24:16.643335       1 gather.go:177] gatherer "clusterconfig" function "networks" took 29.440244ms to process 1 records
I0326 23:24:16.643493       1 tasks_processing.go:74] worker 49 stopped.
I0326 23:24:16.644017       1 recorder.go:75] Recording config/infrastructure with fingerprint=bb847aaacdf4cf37c73e1425be18882b689b10a2417601520087d411442a55cd
I0326 23:24:16.644035       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 28.54089ms to process 1 records
I0326 23:24:16.644045       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 28.606622ms to process 0 records
E0326 23:24:16.644053       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0326 23:24:16.644061       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 28.958208ms to process 0 records
I0326 23:24:16.644067       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 29.813022ms to process 0 records
I0326 23:24:16.644072       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 29.167606ms to process 0 records
I0326 23:24:16.644070       1 tasks_processing.go:74] worker 5 stopped.
I0326 23:24:16.644080       1 tasks_processing.go:74] worker 61 stopped.
I0326 23:24:16.644083       1 tasks_processing.go:74] worker 56 stopped.
I0326 23:24:16.644086       1 tasks_processing.go:74] worker 15 stopped.
I0326 23:24:16.644104       1 tasks_processing.go:74] worker 42 stopped.
I0326 23:24:16.644120       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 24.804199ms to process 0 records
I0326 23:24:16.644228       1 tasks_processing.go:74] worker 24 stopped.
I0326 23:24:16.644650       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=02665a45f726e122894f60f008931c4f472750fdd2425058ea4a4c7b4f05de31
I0326 23:24:16.644668       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 30.137923ms to process 1 records
I0326 23:24:16.644843       1 tasks_processing.go:74] worker 12 stopped.
I0326 23:24:16.644858       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 30.809955ms to process 0 records
I0326 23:24:16.644864       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 30.191337ms to process 0 records
I0326 23:24:16.644870       1 tasks_processing.go:74] worker 17 stopped.
I0326 23:24:16.644949       1 tasks_processing.go:74] worker 4 stopped.
I0326 23:24:16.644983       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 30.307195ms to process 0 records
I0326 23:24:16.645071       1 tasks_processing.go:74] worker 10 stopped.
I0326 23:24:16.645368       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=9b2b2bd2ed32d4633e6ba2d3ea65626b394aac863b8be5f3a12811cbe10c4cb0
I0326 23:24:16.645420       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=19c6143d771942b6665f60d708e93c9d0d5842c5dbd5e00b7ec0ffc98468deec
I0326 23:24:16.645459       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=175cb476bc9c15109a6d5b2d3e0e75dd8697fcacd782800088f8f11d38a4ce83
I0326 23:24:16.645477       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 32.311919ms to process 3 records
E0326 23:24:16.645495       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
W0326 23:24:16.645500       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:24:16.645508       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 30.257972ms to process 0 records
E0326 23:24:16.645521       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0326 23:24:16.645528       1 gather.go:177] gatherer "clusterconfig" function "machines" took 30.381807ms to process 0 records
I0326 23:24:16.645534       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 31.846075ms to process 0 records
I0326 23:24:16.645549       1 tasks_processing.go:74] worker 52 stopped.
I0326 23:24:16.645560       1 tasks_processing.go:74] worker 28 stopped.
I0326 23:24:16.645564       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:24:16.645628       1 tasks_processing.go:74] worker 2 stopped.
I0326 23:24:16.645765       1 recorder.go:75] Recording config/oauth with fingerprint=527cd1a491b3300b2fca28697dd807e1c329b27167237a0e0ae76c322a717f46
I0326 23:24:16.645779       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 30.561693ms to process 1 records
I0326 23:24:16.646703       1 tasks_processing.go:74] worker 16 stopped.
I0326 23:24:16.646805       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=77c8e53642df02519214778b0b4b3b08e20083079ba43cd36b9ad4bf601525d4
I0326 23:24:16.646886       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=fb5baad3ec0e1dbd5933d15fda04ff508aea329fc282e126de4c808cad357b35
I0326 23:24:16.646911       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=23f79edf8102685a0eaec7e452625d223826be201e80aa99028858ccfbc3656b
I0326 23:24:16.646934       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ada62563540dd1d1a43bd84e42a93ad9f8d8ce285eb79e09d7d35fe0cd392ff9
I0326 23:24:16.646959       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=be8cb7792f1c9a30267beeab3b4460f6d6b5e3b07ce76d3398acce67d9afd47b
I0326 23:24:16.646999       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=6710f70dc8eb02163807d70a5d2dc451307d63c81b60016a8e3f9e043c715708
I0326 23:24:16.647035       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=1eb5806b530f7692830f41c34ed05e6dd74bd0f2c4c839469f9772c945ce8790
I0326 23:24:16.647068       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=32b20716a751930e8e77c69c98f4ff010b12a101a5ad8b0f3d9917af3ca4946f
I0326 23:24:16.647091       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=b10583b1f8651c9b7c230207fc604c1b16df1b706d4d085356279f5e07b11ed8
I0326 23:24:16.647141       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=0950f4b4cc3152f0645cf68c3e88e099402b9e306601992a3aaf6d3c488c22c8
I0326 23:24:16.647164       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=4eef929ec435d68da84c1990c633e6e8b0d0abc41dd2bb9ffc3f2a3f8505e271
I0326 23:24:16.647170       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 32.633021ms to process 11 records
I0326 23:24:16.647182       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 34.815145ms to process 0 records
I0326 23:24:16.647193       1 tasks_processing.go:74] worker 32 stopped.
I0326 23:24:16.648420       1 tasks_processing.go:74] worker 35 stopped.
I0326 23:24:16.648892       1 recorder.go:75] Recording config/authentication with fingerprint=140b037fd1cd6a89de6162fb73e1ac5f7fcd434e2283f71f3e083855ce67f2ae
I0326 23:24:16.648911       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 33.375195ms to process 1 records
I0326 23:24:16.649089       1 tasks_processing.go:74] worker 58 stopped.
I0326 23:24:16.649744       1 controller.go:212] Source scaController *sca.Controller is not ready
I0326 23:24:16.649761       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0326 23:24:16.649765       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0326 23:24:16.649768       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0326 23:24:16.649771       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0326 23:24:16.649764       1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=539c46e06373fe986d6bd7a6173296bfcfb476b939889efa57b0f35fa8e64d2d
I0326 23:24:16.649789       1 controller.go:489] The operator is still being initialized
I0326 23:24:16.649794       1 controller.go:512] The operator is healthy
I0326 23:24:16.649809       1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=6c0b5e02ba97bf72016fde8059d2e78197d02610233c8adb246c50cb57c4ae62
I0326 23:24:16.649835       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=9e16f9965c8c31871cf6ce33cbc9a2e198646e77fc395fceb2fa7c2d36dfe46a
I0326 23:24:16.649860       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=08b26e88b0c11165734a268ab1c1f60b4848b89fa166a63d73167d5d2a1d9fa9
I0326 23:24:16.649931       1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=5e005b161c6c74458d0a1518ed098a5baccf6b8e898275fa28830a10ad4b057d
I0326 23:24:16.649962       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=c3b91c9e61c4249436c136f2021e5e68ec9348510e4722b5cf0839b0d1b7baeb
I0326 23:24:16.650003       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 34.246202ms to process 6 records
I0326 23:24:16.650083       1 tasks_processing.go:74] worker 46 stopped.
I0326 23:24:16.650386       1 recorder.go:75] Recording config/node/ip-10-0-2-76.ec2.internal with fingerprint=fe6195e7b039745404e30877ddac6afd40720a5134c73198a709537e6245eb25
I0326 23:24:16.650401       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 35.418177ms to process 1 records
I0326 23:24:16.650421       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0326 23:24:16.650432       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 36.133294ms to process 1 records
I0326 23:24:16.650441       1 tasks_processing.go:74] worker 54 stopped.
I0326 23:24:16.652574       1 tasks_processing.go:74] worker 41 stopped.
I0326 23:24:16.653628       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=1eecad10bf8ce334b29484f9113504dcb977a527570462716b0fd33f91ffff58
I0326 23:24:16.654087       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=54a1248954ec1c7b667b3b9e0fcf5f1282aca6abea0b02c0c230792a43145687
I0326 23:24:16.654138       1 gather.go:177] gatherer "clusterconfig" function "crds" took 40.433871ms to process 2 records
I0326 23:24:16.655175       1 tasks_processing.go:74] worker 39 stopped.
I0326 23:24:16.655210       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0326 23:24:16.655225       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 41.288363ms to process 1 records
I0326 23:24:16.656134       1 tasks_processing.go:74] worker 51 stopped.
I0326 23:24:16.656187       1 recorder.go:75] Recording config/olm_operators with fingerprint=779cbd0344fa9abb5a4b09d48f958ae4ac56c017e5a7766012418669027fc41d
I0326 23:24:16.656198       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 41.385888ms to process 1 records
I0326 23:24:16.656425       1 tasks_processing.go:74] worker 63 stopped.
I0326 23:24:16.657605       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-crrh7 with fingerprint=59b7824c194147bedee243db6577ff617658a762611571258bc5a99c58b6609c
I0326 23:24:16.657667       1 recorder.go:75] Recording config/running_containers with fingerprint=b1b872141256fd4faaf0eb92f1c696f44d5c4e634366e8bea475f73239132e3d
I0326 23:24:16.657676       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 44.245791ms to process 2 records
I0326 23:24:16.657743       1 tasks_processing.go:74] worker 9 stopped.
I0326 23:24:16.657852       1 recorder.go:75] Recording config/version with fingerprint=34e30573c2c6ee6495c9d3f6c5b4edfa502ce5f6518a4325e6025a30b22801ff
I0326 23:24:16.657860       1 recorder.go:75] Recording config/id with fingerprint=cef2baba9c37207f183de2cf682665e1fc03d4469d20306c362611c150fa957e
I0326 23:24:16.657865       1 gather.go:177] gatherer "clusterconfig" function "version" took 45.029294ms to process 2 records
E0326 23:24:16.657936       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f996450a-ee42-4576-8888-f1ebed3d25e9%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:53312->172.30.0.10:53: read: connection refused
I0326 23:24:16.657946       1 tasks_processing.go:74] worker 60 stopped.
I0326 23:24:16.657949       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27f996450a-ee42-4576-8888-f1ebed3d25e9%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:53312->172.30.0.10:53: read: connection refused
I0326 23:24:16.658009       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=a0bc652f540b448bd1eaecec7b123b15eb54ef3bd450c354e63f23ae6274e18f
I0326 23:24:16.658087       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=5016afb7bb12da4680576b17b9a92d9f889c7abd77e85cad4e584f0e95d79e5f
I0326 23:24:16.658095       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 40.964216ms to process 2 records
I0326 23:24:16.658103       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 42.968811ms to process 0 records
I0326 23:24:16.658109       1 tasks_processing.go:74] worker 3 stopped.
I0326 23:24:16.659410       1 tasks_processing.go:74] worker 29 stopped.
I0326 23:24:16.659428       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 45.317473ms to process 0 records
I0326 23:24:16.661868       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0326 23:24:16.664921       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:38475->172.30.0.10:53: read: connection refused
I0326 23:24:16.664934       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.10:38475->172.30.0.10:53: read: connection refused
I0326 23:24:16.673240       1 tasks_processing.go:74] worker 13 stopped.
E0326 23:24:16.673257       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0326 23:24:16.673268       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2p9mpldq88es31c3k8vn644v39d8tnlm-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2p9mpldq88es31c3k8vn644v39d8tnlm-primary-cert-bundle-secret" not found
I0326 23:24:16.673327       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=f11aebeb14caf285135e0850f964aefd2bd6895147ed8d2543286f2db362f716
I0326 23:24:16.673339       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 61.090999ms to process 1 records
I0326 23:24:16.673450       1 tasks_processing.go:74] worker 59 stopped.
E0326 23:24:16.673464       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0326 23:24:16.673470       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0326 23:24:16.673473       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0326 23:24:16.673481       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0326 23:24:16.673514       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d
I0326 23:24:16.673524       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0326 23:24:16.673530       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0326 23:24:16.673542       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d
I0326 23:24:16.673602       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0326 23:24:16.673613       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0326 23:24:16.673621       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 59.402231ms to process 7 records
I0326 23:24:16.680776       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0326 23:24:16.680791       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0326 23:24:16.680823       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0326 23:24:16.685047       1 base_controller.go:82] Caches are synced for ConfigController 
I0326 23:24:16.685057       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0326 23:24:16.690561       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:24:16.719450       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0326 23:24:16.719461       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
W0326 23:24:17.644019       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:24:18.265648       1 gather_cluster_operator_pods_and_events.go:121] Found 18 pods with 19 containers
I0326 23:24:18.265660       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1324517 bytes
I0326 23:24:18.267362       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-szmt6 pod in namespace openshift-network-console (previous: false).
I0326 23:24:18.463460       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-tdlrv pod in namespace openshift-network-console (previous: false).
I0326 23:24:18.474522       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
W0326 23:24:18.645002       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:24:18.662844       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-crrh7 pod in namespace openshift-console-operator (previous: true).
I0326 23:24:18.863590       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-crrh7 pod in namespace openshift-console-operator (previous: false).
I0326 23:24:19.067318       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-55b9848649-jxb5g pod in namespace openshift-console (previous: false).
I0326 23:24:19.073783       1 tasks_processing.go:74] worker 6 stopped.
I0326 23:24:19.073899       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=a46e7eda635be47e6306c6c97072a5455042f48e378f8d0f76b37c0c000e2e92
I0326 23:24:19.073948       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=b1d3a57201f472fba248e6e22732d03f4ebac77f3d7204455295e9c6f31f376a
I0326 23:24:19.073993       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=1ffe9a3e7680d9bf81cf16e5e107d6075bfb5db078e52dc20c62f1d9cd4708f2
I0326 23:24:19.074021       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0326 23:24:19.074045       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=38ace5388ea7bafcf904cfbca2d46c53017c54f9a2f903e100dcfa61225ea4c8
I0326 23:24:19.074060       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0326 23:24:19.074081       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=2ebe88f90c9064f29271eceecd11a50a03ee7593f3144bf8ff0a68df90f26f85
I0326 23:24:19.074111       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=23fe2e27f9c95605f5563a0a485669526c7a3d24e646690231fa7d8a5b89c79f
I0326 23:24:19.074154       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=0ad85038a70c04c2ce480805be07d2df62a52cc6bbf1c2d8284f33a14dd3e236
I0326 23:24:19.074185       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=cf5be40c867527c461fda54b5ec459668db7760511a15b4918dd097a86e96389
I0326 23:24:19.074458       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=2a21ad22cb2feff8b77bdee8094f08ee3f6eecb532c86a7ffd31a2b38b7f003d
I0326 23:24:19.074484       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=33a96267f680af9f2311ff8033d680216a8b54dafc521199599bb0f7f108a780
I0326 23:24:19.074494       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0326 23:24:19.074509       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=939d56172de4341f9ce307287d0d990b17f9b0144ef3365fc88d3666dedae2f4
I0326 23:24:19.074520       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0326 23:24:19.074536       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=4b7d870798afd9dbcde4386b010019a17a252501520d96dcc7e001fbad76848f
I0326 23:24:19.074545       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0326 23:24:19.074565       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=b74d99d0a4262935a33b35d773398a825a0b873485a28329b195d0ed5641ba0f
I0326 23:24:19.074575       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0326 23:24:19.074595       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=2ba4afc650689007c95de7575852a14838dee88de3349c075a473dd82c7f7fd4
I0326 23:24:19.074696       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=3ce7b4aa1ab270dbc2aa7ef258ac798cdad7f3b6657568b6a5354e45accd9366
I0326 23:24:19.074704       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0326 23:24:19.074712       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0326 23:24:19.074733       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0326 23:24:19.074754       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=34737b5d1ad12b88050f63077e081b2a8202defe5da0e1ce8961e7daed66cf4d
I0326 23:24:19.074777       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=bd90fcd7cae83f82e2b8d0d88039dfe73b2a11576edee9f8b02c6b0a55ef2297
I0326 23:24:19.074786       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0326 23:24:19.074802       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=7a8f650fe522f058b3e134cacb9344d6587e0f7ec1c77f6c1474ec17d44950d6
I0326 23:24:19.074810       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0326 23:24:19.074823       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=dd87dfbcf82d0eeadb2af28d0c1f832775736794dd9a678326ec3bd418c3759b
I0326 23:24:19.074837       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a1f4c07195db53b62b20dd6a5a15255bee72bc3422ea7566dc0560ea9c392ccf
I0326 23:24:19.074854       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=3d41a30db08968481ce8ca32a8ca683a86ab312d5b01178c9ee90b06ed07448f
I0326 23:24:19.074869       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=cad47cb3cddd0d743140ceb09c32b790ee639f59a133b495f88a0c6858f5c42a
I0326 23:24:19.074890       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=7c9473efd4996479bcf862de3d1922540cbd768260809ddd93de39668f19e68a
I0326 23:24:19.074899       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa
I0326 23:24:19.074927       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=297d76ca54d7903e371886b53d66e00e486af9ee63dc2fbb79b8260a88b8c2ac
I0326 23:24:19.074943       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0326 23:24:19.074952       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0326 23:24:19.074959       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.459113524s to process 38 records
I0326 23:24:19.264128       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-7779bb8897-ctrdn pod in namespace openshift-console (previous: false).
I0326 23:24:19.457111       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:24:19.457125       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-7779bb8897-d88rm pod in namespace openshift-console (previous: false).
W0326 23:24:19.644065       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:24:19.657055       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:24:19.657068       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-k5bvt pod in namespace openshift-console (previous: false).
I0326 23:24:19.858297       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:24:19.858312       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-xjxkw pod in namespace openshift-console (previous: false).
I0326 23:24:20.063904       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-8r86m pod in namespace openshift-dns (previous: false).
I0326 23:24:20.263382       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8r86m pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-8r86m\" is waiting to start: ContainerCreating"
I0326 23:24:20.263398       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-8r86m\" is waiting to start: ContainerCreating"
I0326 23:24:20.263405       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-8r86m pod in namespace openshift-dns (previous: false).
I0326 23:24:20.463908       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8r86m pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-8r86m\" is waiting to start: ContainerCreating"
I0326 23:24:20.463925       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-8r86m\" is waiting to start: ContainerCreating"
I0326 23:24:20.463934       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-qdzpm pod in namespace openshift-dns (previous: false).
W0326 23:24:20.644517       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0326 23:24:20.661836       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:24:20.661848       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5d479575f6-d25d7 pod in namespace openshift-image-registry (previous: false).
I0326 23:24:20.856812       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:24:20.856825       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5d479575f6-qr7rb pod in namespace openshift-image-registry (previous: false).
I0326 23:24:21.057451       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:24:21.057463       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-746fcb45cc-r6hs5 pod in namespace openshift-image-registry (previous: false).
I0326 23:24:21.264920       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-rm5ml pod in namespace openshift-image-registry (previous: false).
I0326 23:24:21.464115       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-745977b989-5wl88 pod in namespace openshift-ingress (previous: false).
W0326 23:24:21.641096       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:24:21.641120       1 tasks_processing.go:74] worker 36 stopped.
E0326 23:24:21.641134       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0326 23:24:21.641157       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0326 23:24:21.641168       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.027169887s to process 1 records
I0326 23:24:21.665366       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-b7678b5cd-4tkwg pod in namespace openshift-ingress (previous: false).
I0326 23:24:21.858083       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0326 23:24:21.858098       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-b7678b5cd-sfwsc pod in namespace openshift-ingress (previous: false).
I0326 23:24:22.064397       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-64bv5 pod in namespace openshift-ingress-canary (previous: false).
I0326 23:24:22.263038       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-64bv5 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-64bv5\" is waiting to start: ContainerCreating"
I0326 23:24:22.263053       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-64bv5\" is waiting to start: ContainerCreating"
I0326 23:24:22.263069       1 tasks_processing.go:74] worker 34 stopped.
I0326 23:24:22.263162       1 recorder.go:75] Recording events/openshift-network-console with fingerprint=bed3f552d5a909e0b427f40685c1bcab28149877ad579e229873f312b41a62f0
I0326 23:24:22.263275       1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=7ed96666b29cd1424f243abd6344c3a8e64d0b2e4efc77ea8ba031e4ef1fc61c
I0326 23:24:22.263324       1 recorder.go:75] Recording events/openshift-console with fingerprint=095413e56252bd7edb29c95b124abf5c478b24536844029ced4446b1ce2b71e7
I0326 23:24:22.263347       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=6e67d5e33392520299a5a7464dd7e1cbc68f729a20efa5b864044667fa848faa
I0326 23:24:22.263366       1 recorder.go:75] Recording events/openshift-dns with fingerprint=0aa860c8dc9e4fd356503c6c6dfd42d51c25515d2760c781789bfe9bdb2684c8
I0326 23:24:22.263477       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=7d5894617d7198b4206e11b0db4011ad5b8a625bd2e72b7bf869db242cb559be
I0326 23:24:22.263503       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=5c4e20f309d872ca38a754f0be938c0a96c19feb5bcd6b4889d7219c22f94a89
I0326 23:24:22.263562       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=90da388e7adf65a36aee329b2c80ca4f50c07d66798a62427eb985145db2f2e9
I0326 23:24:22.263573       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=3f47b799cdd893a837ef3888eea93a0cba9897e8bb12337869a160b2be8feb37
I0326 23:24:22.263580       1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-szmt6/networking-console-plugin_current.log with fingerprint=8803d4493cd1ee7bc0b34e5601b3baa9af8762d4210939c9cd24bc56b7c56571
I0326 23:24:22.263586       1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-tdlrv/networking-console-plugin_current.log with fingerprint=550b4012c05af87111055b78ff471bc4fbe64cb4157ed5353d047ee0c2baa14b
I0326 23:24:22.263715       1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-crrh7 with fingerprint=59b7824c194147bedee243db6577ff617658a762611571258bc5a99c58b6609c
E0326 23:24:22.263732       1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-crrh7.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-575cd97545-crrh7.json" was already recorded and had the fingerprint "59b7824c194147bedee243db6577ff617658a762611571258bc5a99c58b6609c", overwriting with the record having fingerprint "59b7824c194147bedee243db6577ff617658a762611571258bc5a99c58b6609c"
W0326 23:24:22.263745       1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-crrh7.json" because of the warning: warning: the record with the same fingerprint "59b7824c194147bedee243db6577ff617658a762611571258bc5a99c58b6609c" was already recorded at path "config/pod/openshift-console-operator/console-operator-575cd97545-crrh7.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-575cd97545-crrh7.json"
I0326 23:24:22.263757       1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-crrh7/console-operator_previous.log with fingerprint=e5713f2462758f8e99025b99b81adb66b1231ae8db9e759fa78090e3cf9641e8
I0326 23:24:22.263912       1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-crrh7/console-operator_current.log with fingerprint=28e2d2ff60d251598a0d23193a5e4b7a9813a77cd91157382ccf804d55263a44
I0326 23:24:22.263925       1 recorder.go:75] Recording config/pod/openshift-console/logs/console-55b9848649-jxb5g/console_current.log with fingerprint=81f1523360c1821c7d2a15489b27787bfaa32a6305d6040bfa55b0ade123e6d0
I0326 23:24:22.263931       1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-xjxkw/download-server_current.log with fingerprint=6110d46373850962fe0ce720706a206020229c3985aefb11ae348c933aca77ca
I0326 23:24:22.264036       1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-8r86m with fingerprint=34cfd67967a97acafe5f2c6844854af01a9eb3457aa765fcbb06993bdfefbf63
I0326 23:24:22.264060       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-746fcb45cc-r6hs5/registry_current.log with fingerprint=2b71a9ecbb3e15d940baaf0fea5971417ace5e08374dbaeea60ff25dd67b676c
I0326 23:24:22.264067       1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-rm5ml/node-ca_current.log with fingerprint=ea60df04fa281465c85f778d9cb3460f327bcccea659bed231a570791d7c7dc4
I0326 23:24:22.264082       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-745977b989-5wl88/router_current.log with fingerprint=638cb24ad62405c0bf5b2ee9831030cbb54413b125f070565be35bb73785d1af
I0326 23:24:22.264100       1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-b7678b5cd-sfwsc/router_current.log with fingerprint=d819e666a35ca068004dcfc25bcaff9bb2c6e2d5700f182088083d9bdfe075cc
I0326 23:24:22.264182       1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-64bv5 with fingerprint=274d573bfac39fc5ce96fc5f74dcd82f4087a8888c7ebb3699f8bf6f6dd8b5b8
I0326 23:24:22.264190       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 5.650230243s to process 22 records
I0326 23:24:29.452599       1 tasks_processing.go:74] worker 48 stopped.
I0326 23:24:29.452637       1 recorder.go:75] Recording config/installplans with fingerprint=f17dbfacc3bfddf27ca3b213b39495434cd4c4e9e3dbd69566ffb3845bbcf539
I0326 23:24:29.452647       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.839843676s to process 1 records
I0326 23:24:30.219553       1 tasks_processing.go:74] worker 33 stopped.
I0326 23:24:30.219817       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=1a12195152df53baccddfc9d0b61ab216e3b4b53237b871699c391e051196073
I0326 23:24:30.219834       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606702264s to process 1 records
E0326 23:24:30.219918       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.607s with: function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"silenced_alerts\" failed with an error, function \"active_alerts\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-575cd97545-crrh7.json\""
I0326 23:24:30.221006       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "metrics" failed with an error, function "silenced_alerts" failed with an error, function "active_alerts" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-575cd97545-crrh7.json"
I0326 23:24:30.221019       1 periodic.go:209] Running workloads gatherer
I0326 23:24:30.221033       1 tasks_processing.go:45] number of workers: 2
I0326 23:24:30.221040       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:24:30.221044       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0326 23:24:30.221049       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:24:30.221070       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0326 23:24:30.228060       1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-76.ec2.internal...
I0326 23:24:30.248402       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:24:30.248421       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.312795ms to process 0 records
I0326 23:24:33.234560       1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 3s
I0326 23:24:33.249426       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data
I0326 23:24:33.258862       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (10ms)
I0326 23:24:33.268887       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms)
I0326 23:24:33.277561       1 gather_workloads_info.go:387] No image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (9ms)
I0326 23:24:33.287209       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (10ms)
I0326 23:24:33.295696       1 gather_workloads_info.go:387] No image sha256:c15ca0c0ad60fe8757c2d5d1723fcdd7a1ed6c0251a90d22a7e6cae6811d01aa (8ms)
I0326 23:24:33.304457       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (9ms)
I0326 23:24:33.313838       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (9ms)
I0326 23:24:33.322202       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (8ms)
I0326 23:24:33.330648       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (8ms)
I0326 23:24:33.340467       1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (10ms)
I0326 23:24:33.358149       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (18ms)
I0326 23:24:33.459811       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (102ms)
I0326 23:24:33.560781       1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (101ms)
I0326 23:24:33.660012       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (99ms)
I0326 23:24:33.758660       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (99ms)
I0326 23:24:33.860232       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (102ms)
I0326 23:24:33.959457       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (99ms)
I0326 23:24:34.059832       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms)
I0326 23:24:34.159933       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms)
I0326 23:24:34.258901       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (99ms)
I0326 23:24:34.359406       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms)
I0326 23:24:34.459697       1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (100ms)
I0326 23:24:34.560514       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (101ms)
I0326 23:24:34.683316       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (123ms)
I0326 23:24:34.759712       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (76ms)
I0326 23:24:34.860635       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (101ms)
I0326 23:24:34.959809       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (99ms)
I0326 23:24:35.084487       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (125ms)
I0326 23:24:35.159210       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (75ms)
I0326 23:24:35.260556       1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (101ms)
I0326 23:24:35.372813       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (112ms)
I0326 23:24:35.460022       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (87ms)
I0326 23:24:35.560398       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms)
I0326 23:24:35.671906       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (111ms)
I0326 23:24:35.760591       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (89ms)
I0326 23:24:35.863155       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (103ms)
I0326 23:24:35.863190       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:24:35.863431       1 recorder.go:75] Recording config/workload_info with fingerprint=9e1aab20900d619e7029908107384cf4e1d9405c108f3edd9451612b8c6af336
I0326 23:24:35.863449       1 gather.go:177] gatherer "workloads" function "workload_info" took 5.64213906s to process 1 records
I0326 23:24:35.863462       1 periodic.go:256] Periodic gather workloads completed in 5.642s
I0326 23:24:35.863470       1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message=
I0326 23:24:35.863475       1 periodic.go:209] Running conditional gatherer
I0326 23:24:35.870353       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0326 23:24:35.877520       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.10:60732->172.30.0.10:53: read: connection refused
I0326 23:24:35.877787       1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer
E0326 23:24:35.881152       1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.128.0.10:53042->172.30.0.10:53: read: connection refused
I0326 23:24:35.881221       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0326 23:24:35.887875       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0326 23:24:35.887896       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:24:35.887902       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:24:35.887905       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:24:35.887909       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:24:35.887914       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:24:35.887919       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:24:35.887923       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:24:35.887928       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0326 23:24:35.887933       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0326 23:24:35.887952       1 tasks_processing.go:45] number of workers: 3
I0326 23:24:35.887962       1 tasks_processing.go:69] worker 2 listening for tasks.
I0326 23:24:35.887983       1 tasks_processing.go:71] worker 2 working on remote_configuration task.
I0326 23:24:35.887988       1 tasks_processing.go:69] worker 0 listening for tasks.
I0326 23:24:35.888001       1 tasks_processing.go:71] worker 0 working on rapid_container_logs task.
I0326 23:24:35.888001       1 tasks_processing.go:69] worker 1 listening for tasks.
I0326 23:24:35.888009       1 tasks_processing.go:74] worker 1 stopped.
I0326 23:24:35.888022       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0326 23:24:35.888053       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0326 23:24:35.888072       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.001µs to process 1 records
I0326 23:24:35.888147       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0326 23:24:35.888159       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.952µs to process 1 records
I0326 23:24:35.888161       1 tasks_processing.go:74] worker 2 stopped.
I0326 23:24:35.888305       1 tasks_processing.go:74] worker 0 stopped.
I0326 23:24:35.888321       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 293.029µs to process 0 records
I0326 23:24:35.888353       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.10:60732->172.30.0.10:53: read: connection refused
I0326 23:24:35.888376       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0326 23:24:35.916997       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=fb0d30e2f39e733ad2b0081f601a6ac33fe878004f999d711cf79131ee520223
I0326 23:24:35.917126       1 diskrecorder.go:70] Writing 120 records to /var/lib/insights-operator/insights-2026-03-26-232435.tar.gz
I0326 23:24:35.926429       1 diskrecorder.go:51] Wrote 120 records to disk in 9ms
I0326 23:24:35.926464       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0326 23:24:35.926486       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0326 23:25:46.612666       1 diskrecorder.go:223] Found files to send: insights-2026-03-26-232435.tar.gz
I0326 23:25:46.612697       1 insightsuploader.go:150] Checking archives to upload periodically every 15m50.861294866s
I0326 23:25:46.612706       1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z
I0326 23:25:46.624777       1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload
I0326 23:25:46.824449       1 requests.go:87] Successfully reported id=2026-03-26T23:25:46Z x-rh-insights-request-id=557ab6f68d784d24a53862b074669c00, wrote=62610
I0326 23:25:46.824496       1 insightsuploader.go:187] Uploaded report successfully in 211.78249ms
I0326 23:25:46.824517       1 controller.go:128] Initializing last reported time to 2026-03-26T23:25:46Z
I0326 23:25:46.824538       1 insightsreport.go:304] Archive uploaded, starting pulling report...
I0326 23:25:46.824550       1 insightsreport.go:215] Starting retrieving report from Smart Proxy
I0326 23:25:46.824560       1 insightsreport.go:221] Initial delay for pulling: 1m0s
I0326 23:25:46.833766       1 controller.go:512] The operator is healthy
I0326 23:26:16.628330       1 controller.go:512] The operator is healthy
I0326 23:26:46.876753       1 insightsreport.go:137] Pulling report from smart-proxy
I0326 23:26:46.876783       1 insightsreport.go:149] Retrieving report
I0326 23:26:46.885196       1 requests.go:110] Retrieving report for cluster: f996450a-ee42-4576-8888-f1ebed3d25e9
I0326 23:26:46.885207       1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/f996450a-ee42-4576-8888-f1ebed3d25e9/reports
I0326 23:26:46.887869       1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/f996450a-ee42-4576-8888-f1ebed3d25e9/reports
I0326 23:26:47.042327       1 insightsreport.go:184] Report retrieved
I0326 23:26:47.070531       1 insightsreport.go:239] Report retrieved correctly
I0326 23:28:16.634577       1 controller.go:512] The operator is healthy
I0326 23:29:16.605159       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:29:16.613014       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:29:16.613032       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:29:16.617780       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:30:16.628387       1 controller.go:512] The operator is healthy
I0326 23:32:16.627487       1 controller.go:512] The operator is healthy
I0326 23:34:16.602668       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:34:16.618769       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:34:16.625259       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:34:16.625276       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:34:16.625329       1 controller.go:512] The operator is healthy
I0326 23:34:16.630396       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:36:16.627304       1 controller.go:512] The operator is healthy
I0326 23:38:16.628245       1 controller.go:512] The operator is healthy
I0326 23:39:16.630685       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:39:16.636829       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:39:16.636848       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:39:16.641547       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:40:16.625435       1 controller.go:512] The operator is healthy
I0326 23:41:42.686678       1 insightsuploader.go:146] Nothing to report since 2026-03-26T23:25:46Z
I0326 23:42:16.627896       1 controller.go:512] The operator is healthy
I0326 23:44:16.600598       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:44:16.605579       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:44:16.626055       1 controller.go:512] The operator is healthy
I0326 23:44:16.641806       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:44:16.650024       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:44:16.650039       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:44:16.654637       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:46:16.626709       1 controller.go:512] The operator is healthy
I0326 23:48:16.628909       1 controller.go:512] The operator is healthy
I0326 23:49:16.655595       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:49:16.663381       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:49:16.663398       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:49:16.668326       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:50:16.628775       1 controller.go:512] The operator is healthy
I0326 23:52:16.630063       1 controller.go:512] The operator is healthy
I0326 23:54:16.601446       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:54:16.606328       1 configmapobserver.go:84] configmaps "insights-config" not found
I0326 23:54:16.625372       1 controller.go:512] The operator is healthy
I0326 23:54:16.668358       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:54:16.673882       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:54:16.673901       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:54:16.678599       1 secretconfigobserver.go:119] support secret does not exist
I0326 23:56:16.628907       1 controller.go:512] The operator is healthy
I0326 23:57:15.021266       1 insightsuploader.go:146] Nothing to report since 2026-03-26T23:25:46Z
I0326 23:58:16.627073       1 controller.go:512] The operator is healthy
I0326 23:59:16.678634       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0326 23:59:16.686409       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0326 23:59:16.686431       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0326 23:59:16.692426       1 secretconfigobserver.go:119] support secret does not exist
I0327 00:00:16.626671       1 controller.go:512] The operator is healthy
I0327 00:02:16.628835       1 controller.go:512] The operator is healthy
I0327 00:04:16.602103       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 00:04:16.607101       1 configmapobserver.go:84] configmaps "insights-config" not found
I0327 00:04:16.625305       1 controller.go:512] The operator is healthy
I0327 00:04:16.693514       1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret
I0327 00:04:16.699337       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0327 00:04:16.699351       1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret
I0327 00:04:16.704462       1 secretconfigobserver.go:119] support secret does not exist