W0203 18:33:51.463241 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0203 18:33:51.463768 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0203 18:33:51.463834 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0203 18:33:51.463843 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0203 18:33:51.463851 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0203 18:33:51.490966 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0203 18:33:51.495535 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0203 18:33:51.497111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0203 18:33:51.498366 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0203 18:33:51.498535 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0203 18:33:51.506540 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.507859 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0203 18:33:51.507938 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0203 18:33:51.509467 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:603 I0203 18:33:51.509684 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.509878 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.509950 1 operator.go:687] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0203 18:33:51.509884 1 reflector.go:376] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.510056 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.509715 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 18:33:51.510141 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.511251 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.511423 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.511683 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.512030 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.517835 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 18:33:51.518265 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0203 18:33:51.525334 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:33:51.548004 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 18:33:51.602684 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0203 18:33:51.602782 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0203 18:33:51.602795 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0203 18:33:51.602702 1 rule_controller.go:113] Starting alerting rules controller I0203 18:33:51.602843 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0203 18:33:51.602718 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0203 18:33:51.602864 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0203 18:33:51.602877 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0203 18:33:51.602719 1 relabel_controller.go:117] Starting alert relabel config controller I0203 18:33:51.602924 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0203 18:33:51.602679 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0203 18:33:51.603061 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0203 18:33:51.603068 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0203 18:33:51.604169 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 18:33:51.606972 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0203 18:33:51.607611 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0203 18:33:51.607611 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0203 18:33:51.607631 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0203 18:33:51.609359 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.609404 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.609478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0203 18:33:51.609620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates W0203 18:33:51.609375 1 operator.go:1009] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0203 18:33:51.610010 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.610233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0203 18:33:51.620537 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-kmj9k" is created for OpenShiftMonitoringTelemeterClientCertRequester I0203 18:33:51.622715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-sncnq" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0203 18:33:51.623006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9gg6h" is created for OpenShiftMonitoringClientCertRequester I0203 18:33:51.625597 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.630377 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.631671 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.632561 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.634806 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.636977 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.637525 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.639135 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.641185 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.641873 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.644245 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.645866 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.646509 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.650641 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.650864 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.651251 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.658462 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.658495 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.658595 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 18:33:51.658747 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.666435 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.666459 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.666721 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.670622 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.671105 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.673546 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.677266 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.678234 1 tasks.go:49] processing task group 1 of 3 I0203 18:33:51.678313 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:33:51.678338 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:33:51.680528 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.686755 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.687429 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.687745 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 18:33:51.696224 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0203 18:33:51.696623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0203 18:33:51.699259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0203 18:33:51.699713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0203 18:33:51.699825 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0203 18:33:51.700934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0203 18:33:51.701382 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0203 18:33:51.703947 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0203 18:33:51.703955 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0203 18:33:51.712952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0203 18:33:51.721151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0203 18:33:51.729809 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:33:51.729827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0203 18:33:51.789827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0203 18:33:51.865972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0203 18:33:51.880307 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 18:33:51.902960 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 18:33:51.917763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 18:33:51.962281 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0203 18:33:51.964120 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0203 18:33:51.964136 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0203 18:33:51.964161 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0203 18:33:51.964169 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0203 18:33:51.968758 1 secure_serving.go:57] Forcing use of http/1.1 only W0203 18:33:51.968793 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0203 18:33:51.968807 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0203 18:33:51.968814 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0203 18:33:51.968818 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0203 18:33:51.968829 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0203 18:33:51.968834 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0203 18:33:51.968860 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0203 18:33:51.977881 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0203 18:33:51.977962 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0203 18:33:51.977920 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0203 18:33:51.978041 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0203 18:33:51.977937 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0203 18:33:51.978062 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0203 18:33:51.978181 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0203 18:33:51.978243 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770143602\" (2026-02-03 18:33:33 +0000 UTC to 2028-02-03 18:33:34 +0000 UTC (now=2026-02-03 18:33:51.978203437 +0000 UTC))" I0203 18:33:51.978571 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770143631\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770143631\" (2026-02-03 17:33:51 +0000 UTC to 2027-02-03 17:33:51 +0000 UTC (now=2026-02-03 18:33:51.978545355 +0000 UTC))" I0203 18:33:51.978602 1 secure_serving.go:213] Serving securely on [::]:8443 I0203 18:33:51.978630 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0203 18:33:51.978651 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0203 18:33:51.981353 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0203 18:33:51.981693 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0203 18:33:51.981824 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0203 18:33:52.078127 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0203 18:33:52.078145 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0203 18:33:52.078154 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0203 18:33:52.078354 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-03 18:22:06 +0000 UTC to 2036-02-01 18:22:06 +0000 UTC (now=2026-02-03 18:33:52.078309893 +0000 UTC))" I0203 18:33:52.078539 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770143602\" (2026-02-03 18:33:33 +0000 UTC to 2028-02-03 18:33:34 +0000 UTC (now=2026-02-03 18:33:52.078522507 +0000 UTC))" I0203 18:33:52.078687 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770143631\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770143631\" (2026-02-03 17:33:51 +0000 UTC to 2027-02-03 17:33:51 +0000 UTC (now=2026-02-03 18:33:52.078668979 +0000 UTC))" I0203 18:33:52.078819 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-02-03 18:22:06 +0000 UTC to 2036-02-01 18:22:06 +0000 UTC (now=2026-02-03 18:33:52.078806672 +0000 UTC))" I0203 18:33:52.078853 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-02-03 18:22:08 +0000 UTC to 2036-02-01 18:22:08 +0000 UTC (now=2026-02-03 18:33:52.078835452 +0000 UTC))" I0203 18:33:52.078878 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-02-03 18:22:08 +0000 UTC to 2036-02-01 18:22:08 +0000 UTC (now=2026-02-03 18:33:52.078865419 +0000 UTC))" I0203 18:33:52.078907 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-02-03 18:22:08 +0000 UTC to 2036-02-01 18:22:08 +0000 UTC (now=2026-02-03 18:33:52.078891568 +0000 UTC))" I0203 18:33:52.078935 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-02-03 18:22:09 +0000 UTC to 2036-02-01 18:22:09 +0000 UTC (now=2026-02-03 18:33:52.078920391 +0000 UTC))" I0203 18:33:52.078963 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o7uq3g8hed7b3l9o4g1t6kh9idg81a0-kx-98df2936f7_customer-system-admin-signer@1770142937\" [] issuer=\"\" (2026-02-03 18:22:17 +0000 UTC to 2026-02-10 18:22:18 +0000 UTC (now=2026-02-03 18:33:52.078947934 +0000 UTC))" I0203 18:33:52.078993 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o7uq3g8hed7b3l9o4g1t6kh9idg81a0-kx-98df2936f7_sre-system-admin-signer@1770142937\" [] issuer=\"\" (2026-02-03 18:22:17 +0000 UTC to 2026-02-10 18:22:18 +0000 UTC (now=2026-02-03 18:33:52.078977696 +0000 UTC))" I0203 18:33:52.079045 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-03 18:22:06 +0000 UTC to 2036-02-01 18:22:06 +0000 UTC (now=2026-02-03 18:33:52.079026663 +0000 UTC))" I0203 18:33:52.079204 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770143602\" (2026-02-03 18:33:33 +0000 UTC to 2028-02-03 18:33:34 +0000 UTC (now=2026-02-03 18:33:52.079190234 +0000 UTC))" I0203 18:33:52.079350 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770143631\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770143631\" (2026-02-03 17:33:51 +0000 UTC to 2027-02-03 17:33:51 +0000 UTC (now=2026-02-03 18:33:52.079336764 +0000 UTC))" I0203 18:33:55.961463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0203 18:33:55.976112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0203 18:33:55.990098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0203 18:34:00.123573 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:34:00.123602 1 tasks.go:49] processing task group 2 of 3 I0203 18:34:00.123635 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:34:00.123637 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:34:00.123650 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:34:00.123665 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:34:00.123672 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:34:00.123673 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:34:00.123681 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:34:00.123688 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:34:00.123689 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:34:00.123687 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:34:00.123699 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:34:00.123700 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:34:00.123702 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:34:00.123711 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:34:00.123712 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:34:00.139537 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0203 18:34:00.140092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0203 18:34:00.147053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0203 18:34:00.165395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 18:34:00.178470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0203 18:34:00.178763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:34:00.186172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0203 18:34:00.186388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0203 18:34:00.194694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0203 18:34:00.262193 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:34:00.284734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0203 18:34:00.294350 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:34:00.314830 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0203 18:34:00.322694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0203 18:34:00.324031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0203 18:34:00.324059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0203 18:34:00.324084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0203 18:34:00.324142 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0203 18:34:00.327814 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0203 18:34:00.393398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0203 18:34:00.393447 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0203 18:34:00.393551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0203 18:34:00.394572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0203 18:34:00.399470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0203 18:34:00.399800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0203 18:34:00.399896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0203 18:34:00.400625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0203 18:34:00.406881 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0203 18:34:00.406896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0203 18:34:00.414465 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing W0203 18:34:00.414592 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0203 18:34:00.414489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0203 18:34:00.414627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0203 18:34:00.418088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0203 18:34:00.428834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0203 18:34:00.436416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0203 18:34:00.440386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0203 18:34:00.451604 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0203 18:34:00.463998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0203 18:34:00.523078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0203 18:34:00.531271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0203 18:34:00.661150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0203 18:34:00.697229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0203 18:34:00.732870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0203 18:34:00.821701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0203 18:34:00.821730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0203 18:34:00.923023 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0203 18:34:00.933146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0203 18:34:00.966706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0203 18:34:01.030770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0203 18:34:01.133726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0203 18:34:01.210487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0203 18:34:01.224994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0203 18:34:01.307004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0203 18:34:01.312698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0203 18:34:01.327881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0203 18:34:01.335593 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0203 18:34:01.409460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0203 18:34:01.410063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0203 18:34:01.411018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0203 18:34:01.425636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0203 18:34:01.435586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0203 18:34:01.461232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0203 18:34:01.477046 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 18:34:01.477370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0203 18:34:01.508059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0203 18:34:01.508547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0203 18:34:01.528918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0203 18:34:01.622656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0203 18:34:01.716856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 18:34:01.730259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 18:34:01.745063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0203 18:34:01.760816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0203 18:34:01.772914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0203 18:34:01.796365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0203 18:34:01.854686 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 18:34:02.239553 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:34:02.239595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0203 18:34:02.240095 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0203 18:34:02.306872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0203 18:34:02.319225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0203 18:34:02.334160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:34:02.399474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0203 18:34:02.492583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0203 18:34:02.528428 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-c7aj0pbpqu00j -n openshift-monitoring because it was missing I0203 18:34:02.600751 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0203 18:34:02.726516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0203 18:34:02.816703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-8m53o3nsb5ph0 -n openshift-user-workload-monitoring because it was missing I0203 18:34:02.826770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:34:02.834292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:34:02.927802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0203 18:34:03.033698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0203 18:34:03.138532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0203 18:34:03.238314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:34:03.338752 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0203 18:34:03.444364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0203 18:34:03.547771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:34:03.565863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0203 18:34:03.997642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0203 18:34:04.059228 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:04.085176 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:04.139096 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:04.195684 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:04.242302 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:04.292567 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:04.458879 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:04.515277 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:34:04.558475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0203 18:34:04.564721 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:34:04.577037 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 18:34:04.582204 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:34:04.661944 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:04.857176 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:05.025743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-tj6ghhhr1365 -n openshift-monitoring because it was missing I0203 18:34:05.062075 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:05.211857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0203 18:34:05.237722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0203 18:34:05.613311 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:34:06.597865 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-8m53o3nsb5ph0 -n openshift-monitoring because it was missing I0203 18:34:06.617379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:34:06.638477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0203 18:34:06.648744 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0203 18:34:12.968368 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:34:12.968440 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0203 18:34:13.296581 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:34:13.296607 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0203 18:34:19.625589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0203 18:34:19.660295 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:34:20.093117 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:35.086282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0203 18:34:35.099867 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:34:35.099933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0203 18:34:35.670078 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:35.694842 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:36.107780 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:34:41.542042 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:35:26.738915 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:35:26.738957 1 operator.go:927] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0203 18:35:26.738966 1 operator.go:746] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0203 18:35:26.738986 1 operator.go:747] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: MultipleTasksFailed)" logger="UnhandledError" I0203 18:35:26.740615 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:35:26.745434 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:35:26.780801 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 18:35:26.785555 1 tasks.go:49] processing task group 1 of 3 I0203 18:35:26.785580 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:35:26.785603 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:35:26.798751 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:35:27.834250 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYUx5MFNIbGFCbVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01ERTBNell3TWpBZQpGdzB5TmpBeU1ETXhPRE16TWpKYUZ3MHlPREEwTURNeE9ETXpNak5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF4TkRNMk1ESXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRERkaTFJZWxwL25ZVDBUSjE0Ym12S2pxZjdXMURWbGN5VApHQnBndTBOZ3dFOGp1S2VXV3VWVFFXZzJ0ekpzNkJVMmxsazMzQjlZMFptK3pVbWVkaVNlR2syNmhpZlhEVEhnCk4wdEQzRFZLYU5kaG9yN2l4Z21ZMXA3ZktOQ0ZSQ2RuNHdDQU1TUTJvVTQ2LzYyZllJRGR5ajVMTy80ZzhQcXQKdmZQSHpFei8rMkZQeDh0S21DTTViKzl3S2xjenVwVWlMV0hKMDlLNWthWEtGbzQwTUpUMEZFbjhHTjRuZVZqYQpld2FJejNjc0xDKzJpV2NQdVhEa0pucHpGRzA5eDBkWElKNzlycE9oVFJyYjlZU3ZWWXFsUGRZazR0cGx1Zm1oCkgxcEQ0YWorZHk0eGh0YUw3RUZGQ0NKZnROUWNrM000WWdsYWVaMHNrQ3hsV3pOM09ua25BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlI5YmdUcApVbDB0NENHVUxyQ1I0N0RHMHJ0bnlUQWZCZ05WSFNNRUdEQVdnQlI5YmdUcFVsMHQ0Q0dVTHJDUjQ3REcwcnRuCnlUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVTytYeE03MnZWMkYzU1Q3YjZLQnkzR3ozTXNjd0J2TUVBQTgKZkNueS9wZUovRVg0c1o5emdNLzBGU2c0bUMybzNZY0VoaDV2bFJDWU1iZnB1Wkx2S3FnR05iOXhETkg4TTZ0VAp4TDdZcTVDaDljNzNRTTVGMGYwYnEwMmFrUHRSRkpjM0pNZWdxWFViR0RGNW11OGVyc3U1MERJcllON04wcTF5Cm83NWRuVzkxSFMwanlHR2Z6N1B5NjNmVk9xL255M2hsb2piYWJoUUpXVnptQzJTTXJ0Q25kTEllcGx3enBGVloKZzBVRFdub2hKTFRUWlZDSmJTWkpUOTZVWm9paWNGWGw5eXIzRGRqb1VCR0twd0lkeVRTVUxjaDRvMFJoUThIRAptczVCWllxUVY2RjR3THpBdFdPQm91RlB5MmJYcmhGWnpqZmJpYTJzZ0RyRDFWWXNqdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0203 18:35:27.840127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0203 18:35:27.848485 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYUx5MFNIbGFCbVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01ERTBNell3TWpBZQpGdzB5TmpBeU1ETXhPRE16TWpKYUZ3MHlPREEwTURNeE9ETXpNak5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF4TkRNMk1ESXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRERkaTFJZWxwL25ZVDBUSjE0Ym12S2pxZjdXMURWbGN5VApHQnBndTBOZ3dFOGp1S2VXV3VWVFFXZzJ0ekpzNkJVMmxsazMzQjlZMFptK3pVbWVkaVNlR2syNmhpZlhEVEhnCk4wdEQzRFZLYU5kaG9yN2l4Z21ZMXA3ZktOQ0ZSQ2RuNHdDQU1TUTJvVTQ2LzYyZllJRGR5ajVMTy80ZzhQcXQKdmZQSHpFei8rMkZQeDh0S21DTTViKzl3S2xjenVwVWlMV0hKMDlLNWthWEtGbzQwTUpUMEZFbjhHTjRuZVZqYQpld2FJejNjc0xDKzJpV2NQdVhEa0pucHpGRzA5eDBkWElKNzlycE9oVFJyYjlZU3ZWWXFsUGRZazR0cGx1Zm1oCkgxcEQ0YWorZHk0eGh0YUw3RUZGQ0NKZnROUWNrM000WWdsYWVaMHNrQ3hsV3pOM09ua25BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlI5YmdUcApVbDB0NENHVUxyQ1I0N0RHMHJ0bnlUQWZCZ05WSFNNRUdEQVdnQlI5YmdUcFVsMHQ0Q0dVTHJDUjQ3REcwcnRuCnlUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVTytYeE03MnZWMkYzU1Q3YjZLQnkzR3ozTXNjd0J2TUVBQTgKZkNueS9wZUovRVg0c1o5emdNLzBGU2c0bUMybzNZY0VoaDV2bFJDWU1iZnB1Wkx2S3FnR05iOXhETkg4TTZ0VAp4TDdZcTVDaDljNzNRTTVGMGYwYnEwMmFrUHRSRkpjM0pNZWdxWFViR0RGNW11OGVyc3U1MERJcllON04wcTF5Cm83NWRuVzkxSFMwanlHR2Z6N1B5NjNmVk9xL255M2hsb2piYWJoUUpXVnptQzJTTXJ0Q25kTEllcGx3enBGVloKZzBVRFdub2hKTFRUWlZDSmJTWkpUOTZVWm9paWNGWGw5eXIzRGRqb1VCR0twd0lkeVRTVUxjaDRvMFJoUThIRAptczVCWllxUVY2RjR3THpBdFdPQm91RlB5MmJYcmhGWnpqZmJpYTJzZ0RyRDFWWXNqdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0203 18:35:27.854109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0203 18:35:29.951797 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:35:29.951832 1 tasks.go:49] processing task group 2 of 3 I0203 18:35:29.951865 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:35:29.951876 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:35:29.951887 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:35:29.951899 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:35:29.951930 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:35:29.951950 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:35:29.952036 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:35:29.952083 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:35:29.952191 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:35:29.952063 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:35:29.952194 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:35:29.952196 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:35:29.952208 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:35:29.952209 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:35:29.951883 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:35:30.028090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0203 18:35:30.028353 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:35:30.039873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0203 18:35:30.042223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0203 18:35:30.052852 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:35:30.068030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0203 18:35:30.080778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0203 18:35:30.097434 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 18:35:30.099761 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:35:30.139734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0203 18:35:30.152383 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 18:35:30.235683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:35:30.338268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:35:30.438686 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0203 18:35:30.466496 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:35:30.483933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0203 18:35:31.020806 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:35:31.065520 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:35:31.088126 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:35:31.503139 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-8m53o3nsb5ph0 -n openshift-user-workload-monitoring because it was missing I0203 18:35:31.519940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0203 18:35:31.534666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0203 18:35:31.548526 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0203 18:35:31.559379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0203 18:35:31.574130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:35:32.062750 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:35:33.124654 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:35:35.086276 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:35:35.148210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0203 18:35:36.036036 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:35:41.127606 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:35:42.142295 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:35:42.298532 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:35:45.350482 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:37:30.674951 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:37:30.674978 1 tasks.go:49] processing task group 3 of 3 I0203 18:37:30.674992 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:37:30.722958 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:37:30.722985 1 operator.go:903] Updating ClusterOperator status to done. I0203 18:37:30.723040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f83cce25-5c1c-412b-9091-6df2c85337c9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0203 18:37:30.767467 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:37:30.788431 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:37:30.831648 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 18:37:30.836473 1 tasks.go:49] processing task group 1 of 3 I0203 18:37:30.836495 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:37:30.836509 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:37:30.851190 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:37:33.997669 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:37:33.997694 1 tasks.go:49] processing task group 2 of 3 I0203 18:37:33.997714 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:37:33.997718 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:37:33.997728 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:37:33.997745 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:37:33.997765 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:37:33.997783 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:37:33.997806 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:37:33.997923 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:37:33.997989 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:37:33.998004 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:37:33.998079 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:37:33.998137 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:37:33.998189 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:37:33.998182 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:37:33.998202 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:37:34.073299 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:37:34.091671 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:37:34.131610 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:37:35.072073 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:37:35.118069 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:37:35.153360 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:37:36.102309 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:37:37.158243 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:37:39.127017 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:37:40.064876 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:37:40.149497 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:37:45.165694 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:37:45.382981 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:37:46.174566 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:37:46.214039 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:37:49.328485 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:37:49.328514 1 tasks.go:49] processing task group 3 of 3 I0203 18:37:49.328534 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:37:49.369991 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:37:49.370027 1 operator.go:903] Updating ClusterOperator status to done. I0203 18:37:49.381564 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:37:49.386409 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:37:49.424591 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 18:37:49.429728 1 tasks.go:49] processing task group 1 of 3 I0203 18:37:49.429759 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:37:49.429768 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:37:49.443002 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:37:52.572902 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:37:52.572923 1 tasks.go:49] processing task group 2 of 3 I0203 18:37:52.572955 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:37:52.572955 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:37:52.572973 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:37:52.573004 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:37:52.573021 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:37:52.573044 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:37:52.573066 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:37:52.573128 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:37:52.573343 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:37:52.573359 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:37:52.573368 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:37:52.573629 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:37:52.573378 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:37:52.573388 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:37:52.573397 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:37:52.650742 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:37:52.674014 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:37:52.711111 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:37:53.643859 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:37:53.685803 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:37:53.713609 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:37:54.675542 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:37:55.729029 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:37:57.704184 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:37:58.638087 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:37:58.725960 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:38:03.730843 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:38:04.752587 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:38:04.777144 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:38:07.906307 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:38:07.906361 1 tasks.go:49] processing task group 3 of 3 I0203 18:38:07.906374 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:38:07.973622 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:38:07.973654 1 operator.go:903] Updating ClusterOperator status to done. I0203 18:39:53.085162 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:39:53.085731 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:39:53.091015 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:39:53.134092 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 18:39:53.139260 1 tasks.go:49] processing task group 1 of 3 I0203 18:39:53.139304 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:39:53.139314 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:39:53.152411 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:39:56.298007 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:39:56.298033 1 tasks.go:49] processing task group 2 of 3 I0203 18:39:56.298065 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:39:56.298071 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:39:56.298082 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:39:56.298093 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:39:56.298125 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:39:56.298126 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:39:56.298151 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:39:56.298272 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:39:56.298358 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:39:56.298392 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:39:56.298507 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:39:56.298521 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:39:56.298312 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:39:56.298556 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:39:56.298346 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:39:56.371423 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:39:56.400372 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:39:56.436808 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:39:57.370881 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:39:57.425832 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:39:57.479184 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:39:58.405537 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:39:59.460816 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:40:01.425524 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:40:02.362388 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:40:02.445248 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:40:07.481483 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:40:08.485649 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:40:08.541444 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:40:11.631181 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:40:11.631207 1 tasks.go:49] processing task group 3 of 3 I0203 18:40:11.631222 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:40:11.667947 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:40:11.667982 1 operator.go:903] Updating ClusterOperator status to done. I0203 18:48:51.510749 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0203 18:48:51.510749 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 18:48:51.510773 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 18:48:51.510871 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 18:48:51.510898 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 18:48:51.510910 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0203 18:48:51.511007 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0203 18:48:51.511040 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0203 18:48:51.511073 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0203 18:48:51.511477 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 18:48:51.511607 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 18:48:51.511632 1 operator.go:687] Triggering an update due to a change in Console.config.openshift.io/cluster I0203 18:48:51.512103 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0203 18:48:51.513207 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version W0203 18:48:51.516098 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:48:51.549105 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0203 18:48:51.561031 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 18:48:51.568359 1 tasks.go:49] processing task group 1 of 3 I0203 18:48:51.568419 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:48:51.568435 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:48:51.592111 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:48:54.734203 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:48:54.734229 1 tasks.go:49] processing task group 2 of 3 I0203 18:48:54.734257 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:48:54.734260 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:48:54.734266 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:48:54.734284 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:48:54.734298 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:48:54.734348 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:48:54.734449 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:48:54.734539 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:48:54.734558 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:48:54.734630 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:48:54.734696 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:48:54.734742 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:48:54.734780 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:48:54.734787 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:48:54.734820 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:48:54.803835 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:48:54.832285 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:48:54.870944 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:48:55.801744 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:48:55.839360 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:48:55.888616 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:48:56.835232 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:48:57.892821 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:48:59.867547 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:49:00.802486 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:49:00.891437 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:49:05.897104 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:49:06.907842 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:49:06.940605 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:49:10.064017 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:49:10.064044 1 tasks.go:49] processing task group 3 of 3 I0203 18:49:10.064057 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:49:10.102705 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:49:10.102736 1 operator.go:903] Updating ClusterOperator status to done. I0203 18:49:10.113402 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:49:10.117821 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:49:10.163275 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 18:49:10.168394 1 tasks.go:49] processing task group 1 of 3 I0203 18:49:10.168419 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:49:10.168428 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:49:10.181700 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:49:13.309054 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:49:13.309082 1 tasks.go:49] processing task group 2 of 3 I0203 18:49:13.309101 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:49:13.309107 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:49:13.309130 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:49:13.309151 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:49:13.309159 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:49:13.309183 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:49:13.309360 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:49:13.309449 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:49:13.309411 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:49:13.309418 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:49:13.309425 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:49:13.309431 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:49:13.309434 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:49:13.309439 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:49:13.309444 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:49:13.378765 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:49:13.398434 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:49:13.443502 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:49:14.378507 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:49:14.422836 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:49:14.466263 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:49:15.407397 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:49:16.470059 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:49:18.440067 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:49:19.375468 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:49:19.454562 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:49:24.484844 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:49:25.494644 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:49:25.547357 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:49:28.637309 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:49:28.637360 1 tasks.go:49] processing task group 3 of 3 I0203 18:49:28.637382 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:49:28.683462 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:49:28.683494 1 operator.go:903] Updating ClusterOperator status to done.