I0319 00:01:08.100325 1 cmd.go:253] Using service-serving-cert provided certificates I0319 00:01:08.101864 1 observer_polling.go:159] Starting file observer I0319 00:01:08.917619 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0319 00:01:08.917897 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0319 00:01:08.918784 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 00:01:08.918832 1 secure_serving.go:57] Forcing use of http/1.1 only W0319 00:01:08.918858 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0319 00:01:08.918867 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0319 00:01:08.918873 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0319 00:01:08.918877 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0319 00:01:08.918880 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0319 00:01:08.918883 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0319 00:01:08.923088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"f5dce18e-82bf-4c3e-9824-c9a16cf81fc4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0319 00:01:08.923076 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0319 00:01:08.924517 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 00:01:08.924530 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0319 00:01:08.924539 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 00:01:08.924553 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 00:01:08.924552 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 00:01:08.924565 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 00:01:08.924839 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0319 00:01:08.925109 1 secure_serving.go:213] Serving securely on [::]:8443 I0319 00:01:08.925140 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0319 00:01:08.930254 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0319 00:01:08.930276 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0319 00:01:08.930386 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0319 00:01:08.935534 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 00:01:08.935602 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0319 00:01:08.944169 1 secretconfigobserver.go:119] support secret does not exist I0319 00:01:08.948563 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 00:01:08.952876 1 secretconfigobserver.go:119] support secret does not exist I0319 00:01:08.956390 1 recorder.go:176] Pruning old reports every 7h38m13s, max age is 288h0m0s I0319 00:01:08.961023 1 operator.go:356] The last pod state is unhealthy I0319 00:01:09.025090 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 00:01:09.025095 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 00:01:09.025179 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0319 00:01:09.031323 1 base_controller.go:82] Caches are synced for ConfigController I0319 00:01:09.031335 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0319 00:01:09.035599 1 configmapobserver.go:84] configmaps "insights-config" not found I0319 00:01:28.962281 1 operator.go:356] The last pod state is unhealthy I0319 00:01:48.962967 1 operator.go:356] The last pod state is unhealthy I0319 00:02:08.962433 1 operator.go:356] The last pod state is unhealthy I0319 00:02:28.965730 1 operator.go:356] The last pod state is unhealthy I0319 00:02:48.965402 1 operator.go:356] The last pod state is unhealthy I0319 00:03:08.963378 1 operator.go:356] The last pod state is unhealthy I0319 00:03:28.963409 1 operator.go:356] The last pod state is unhealthy I0319 00:03:48.964442 1 operator.go:356] The last pod state is unhealthy I0319 00:04:08.964916 1 operator.go:356] The last pod state is unhealthy I0319 00:04:28.964230 1 operator.go:356] The last pod state is unhealthy I0319 00:04:48.962960 1 operator.go:356] The last pod state is unhealthy I0319 00:05:08.962508 1 operator.go:356] The last pod state is unhealthy I0319 00:05:28.961870 1 operator.go:356] The last pod state is unhealthy I0319 00:05:48.962553 1 operator.go:356] The last pod state is unhealthy I0319 00:06:08.971936 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 00:06:08.972900 1 operator.go:356] The last pod state is unhealthy I0319 00:06:09.013130 1 secretconfigobserver.go:119] support secret does not exist I0319 00:06:10.551632 1 operator.go:288] Unable to check insights-operator pod status. Setting initial delay to 11m57.440583909s I0319 00:06:10.551710 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0319 00:06:10.551730 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 13m27s I0319 00:06:10.551753 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0319 00:06:10.551759 1 insightsreport.go:296] Starting report retriever I0319 00:06:10.551763 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0319 00:06:10.556754 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0319 00:06:10.556777 1 controller.go:368] The initial operator extension status is healthy I0319 00:06:10.556787 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 00:06:10.556794 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 00:06:10.556799 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 00:06:10.556819 1 controller.go:531] The operator is still being initialized I0319 00:06:10.556828 1 controller.go:554] The operator is healthy I0319 00:06:10.556928 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0319 00:06:10.556997 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0319 00:06:10.557112 1 operator.go:328] started I0319 00:06:10.557128 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0319 00:06:10.563588 1 controller.go:254] Source scaController *sca.Controller is not ready I0319 00:06:10.563603 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0319 00:06:10.563608 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 00:06:10.563612 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 00:06:10.563616 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 00:06:10.563636 1 controller.go:531] The operator is still being initialized I0319 00:06:10.563647 1 controller.go:554] The operator is healthy I0319 00:06:10.574997 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0319 00:06:10.657221 1 base_controller.go:82] Caches are synced for LoggingSyncer I0319 00:06:10.657237 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0319 00:06:10.675577 1 cluster_transfer.go:102] no available accepted cluster transfer I0319 00:06:10.675593 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0319 00:06:10.712639 1 sca.go:266] etc-pki-entitlement secret successfully created I0319 00:06:10.712657 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0319 00:08:10.563778 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 00:08:10.563796 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 00:08:10.563802 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 00:08:10.563821 1 controller.go:531] The operator is still being initialized I0319 00:08:10.563827 1 controller.go:554] The operator is healthy I0319 00:10:10.563315 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 00:10:10.563334 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 00:10:10.563340 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 00:10:10.563369 1 controller.go:554] The operator is healthy I0319 00:11:08.944662 1 configmapobserver.go:84] configmaps "insights-config" not found I0319 00:11:08.947894 1 configmapobserver.go:84] configmaps "insights-config" not found I0319 00:11:09.014015 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0319 00:11:09.018273 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 00:11:09.018289 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0319 00:11:09.021661 1 secretconfigobserver.go:119] support secret does not exist I0319 00:12:10.562588 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 00:12:10.562604 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 00:12:10.562608 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 00:12:10.562631 1 controller.go:554] The operator is healthy I0319 00:14:10.562818 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 00:14:10.562835 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 00:14:10.562839 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 00:14:10.562864 1 controller.go:554] The operator is healthy I0319 00:16:09.022606 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0319 00:16:09.027436 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 00:16:09.027456 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0319 00:16:09.030541 1 secretconfigobserver.go:119] support secret does not exist I0319 00:16:10.562509 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 00:16:10.562523 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 00:16:10.562527 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 00:16:10.562553 1 controller.go:554] The operator is healthy