I0319 13:58:10.773703 1 cmd.go:253] Using service-serving-cert provided certificates I0319 13:58:10.774136 1 observer_polling.go:159] Starting file observer I0319 13:58:11.807675 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0319 13:58:11.807952 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0319 13:58:11.808803 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 13:58:11.808847 1 secure_serving.go:57] Forcing use of http/1.1 only W0319 13:58:11.808873 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0319 13:58:11.808878 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0319 13:58:11.808883 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0319 13:58:11.808887 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0319 13:58:11.808891 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0319 13:58:11.808894 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0319 13:58:11.812438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"55403a75-de0c-4260-8bba-753e7f26f6aa", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0319 13:58:11.812434 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0319 13:58:11.813554 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 13:58:11.813571 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0319 13:58:11.813573 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 13:58:11.813581 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 13:58:11.813589 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 13:58:11.813594 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 13:58:11.813872 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0319 13:58:11.814129 1 secure_serving.go:213] Serving securely on [::]:8443 I0319 13:58:11.814164 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0319 13:58:11.817133 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0319 13:58:11.817156 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0319 13:58:11.817250 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0319 13:58:11.821359 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 13:58:11.821376 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0319 13:58:11.825235 1 secretconfigobserver.go:119] support secret does not exist I0319 13:58:11.831083 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 13:58:11.834380 1 secretconfigobserver.go:119] support secret does not exist I0319 13:58:11.836183 1 recorder.go:176] Pruning old reports every 7h26m18s, max age is 288h0m0s I0319 13:58:11.840346 1 operator.go:356] The last pod state is unhealthy I0319 13:58:11.914365 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 13:58:11.914385 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 13:58:11.914412 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0319 13:58:11.917657 1 base_controller.go:82] Caches are synced for ConfigController I0319 13:58:11.917671 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0319 13:58:11.922018 1 configmapobserver.go:84] configmaps "insights-config" not found W0319 13:59:00.547648 1 reflector.go:492] github.com/openshift/client-go/config/informers/externalversions/factory.go:125: watch of *v1.FeatureGate ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0319 13:59:00.547655 1 reflector.go:492] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0319 13:59:00.548050 1 reflector.go:492] github.com/openshift/client-go/config/informers/externalversions/factory.go:125: watch of *v1.ClusterVersion ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0319 13:59:00.547654 1 reflector.go:492] k8s.io/client-go/informers/factory.go:160: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0319 13:59:00.548349 1 reflector.go:492] k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0319 13:59:00.548595 1 reflector.go:492] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding I0319 13:59:01.468388 1 configmapobserver.go:84] configmaps "insights-config" not found I0319 13:59:01.472033 1 configmapobserver.go:84] configmaps "insights-config" not found I0319 13:59:01.552592 1 operator.go:356] The last pod state is unhealthy I0319 13:59:01.556868 1 operator.go:356] The last pod state is unhealthy I0319 13:59:11.841710 1 operator.go:356] The last pod state is unhealthy I0319 13:59:31.842101 1 operator.go:356] The last pod state is unhealthy I0319 13:59:51.842143 1 operator.go:356] The last pod state is unhealthy I0319 14:00:11.842824 1 operator.go:356] The last pod state is unhealthy I0319 14:00:31.845089 1 operator.go:356] The last pod state is unhealthy I0319 14:00:51.842673 1 operator.go:356] The last pod state is unhealthy I0319 14:01:11.845716 1 operator.go:356] The last pod state is unhealthy I0319 14:01:31.842471 1 operator.go:356] The last pod state is unhealthy I0319 14:01:51.842074 1 operator.go:356] The last pod state is unhealthy I0319 14:02:11.842640 1 operator.go:356] The last pod state is unhealthy I0319 14:02:31.842574 1 operator.go:356] The last pod state is unhealthy I0319 14:02:51.842712 1 operator.go:356] The last pod state is unhealthy I0319 14:03:11.840713 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 14:03:11.841570 1 operator.go:356] The last pod state is unhealthy I0319 14:03:11.844593 1 secretconfigobserver.go:119] support secret does not exist I0319 14:03:29.125854 1 operator.go:288] Unable to check insights-operator pod status. Setting initial delay to 14m6.30636515s I0319 14:03:29.126024 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0319 14:03:29.126025 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0319 14:03:29.126038 1 insightsreport.go:296] Starting report retriever I0319 14:03:29.126046 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0319 14:03:29.126051 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 15m36s I0319 14:03:29.133372 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0319 14:03:29.133390 1 controller.go:368] The initial operator extension status is healthy I0319 14:03:29.133398 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 14:03:29.133403 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 14:03:29.133406 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 14:03:29.133422 1 controller.go:531] The operator is still being initialized I0319 14:03:29.133430 1 controller.go:554] The operator is healthy I0319 14:03:29.133509 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0319 14:03:29.133605 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0319 14:03:29.133761 1 operator.go:328] started I0319 14:03:29.133789 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0319 14:03:29.139903 1 controller.go:254] Source scaController *sca.Controller is not ready I0319 14:03:29.139916 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0319 14:03:29.139920 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 14:03:29.139923 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 14:03:29.139925 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 14:03:29.139939 1 controller.go:531] The operator is still being initialized I0319 14:03:29.139944 1 controller.go:554] The operator is healthy I0319 14:03:29.148761 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0319 14:03:29.226445 1 cluster_transfer.go:102] no available accepted cluster transfer I0319 14:03:29.226464 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0319 14:03:29.234609 1 base_controller.go:82] Caches are synced for LoggingSyncer I0319 14:03:29.234622 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0319 14:03:29.296749 1 sca.go:266] etc-pki-entitlement secret successfully created I0319 14:03:29.296764 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0319 14:05:29.140264 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 14:05:29.140279 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 14:05:29.140283 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 14:05:29.140301 1 controller.go:531] The operator is still being initialized I0319 14:05:29.140324 1 controller.go:554] The operator is healthy I0319 14:07:29.139885 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 14:07:29.139901 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 14:07:29.139905 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 14:07:29.139929 1 controller.go:554] The operator is healthy I0319 14:08:11.845385 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0319 14:08:11.850842 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 14:08:11.850933 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0319 14:08:11.854954 1 secretconfigobserver.go:119] support secret does not exist I0319 14:09:01.470692 1 configmapobserver.go:84] configmaps "insights-config" not found I0319 14:09:29.140747 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 14:09:29.140766 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 14:09:29.140771 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 14:09:29.140801 1 controller.go:554] The operator is healthy I0319 14:11:29.139623 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0319 14:11:29.139639 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0319 14:11:29.139642 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0319 14:11:29.139666 1 controller.go:554] The operator is healthy I0319 14:13:11.855630 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0319 14:13:11.863899 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0319 14:13:11.863925 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0319 14:13:11.867901 1 secretconfigobserver.go:119] support secret does not exist