W0203 17:11:29.891516 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0203 17:11:29.891910 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0203 17:11:29.891924 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0203 17:11:29.891930 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0203 17:11:29.891933 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0203 17:11:29.921364 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0203 17:11:29.924991 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0203 17:11:29.925330 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0203 17:11:29.926522 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0203 17:11:29.927358 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0203 17:11:29.933346 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.934066 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.936403 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0203 17:11:29.936802 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0203 17:11:29.937310 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.937669 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.938490 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.938816 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:603 I0203 17:11:29.938899 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 17:11:29.940903 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.940992 1 operator.go:687] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0203 17:11:29.943392 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.944900 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.945017 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.946799 1 reflector.go:376] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:29.947048 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0203 17:11:29.952628 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 17:11:29.957927 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:29.980125 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0203 17:11:30.029129 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0203 17:11:30.029210 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0203 17:11:30.029128 1 rule_controller.go:113] Starting alerting rules controller I0203 17:11:30.029223 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0203 17:11:30.029247 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0203 17:11:30.029135 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0203 17:11:30.029282 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0203 17:11:30.029291 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0203 17:11:30.029151 1 relabel_controller.go:117] Starting alert relabel config controller I0203 17:11:30.029166 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0203 17:11:30.029583 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0203 17:11:30.029615 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0203 17:11:30.029508 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0203 17:11:30.030969 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 17:11:30.033212 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0203 17:11:30.033226 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0203 17:11:30.033481 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0203 17:11:30.033851 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0203 17:11:30.034498 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.034589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0203 17:11:30.035796 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.035796 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.035978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0203 17:11:30.036077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates W0203 17:11:30.038476 1 operator.go:1009] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0203 17:11:30.048665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bnnkq" is created for OpenShiftMonitoringClientCertRequester I0203 17:11:30.049848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-nwztk" is created for OpenShiftMonitoringTelemeterClientCertRequester I0203 17:11:30.050437 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pq2hq" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0203 17:11:30.058157 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.058157 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.061058 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.062984 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.064240 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.066096 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.068705 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.070151 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.071612 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.074196 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.075400 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.076945 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.082770 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.083928 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.084061 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.092615 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.094132 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.094191 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.095304 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 17:11:30.098339 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.102175 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.102175 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.103372 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.109233 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.110388 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.110406 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.116828 1 tasks.go:49] processing task group 1 of 3 I0203 17:11:30.116859 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 17:11:30.116874 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:11:30.117113 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.117185 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.117937 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.125008 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.129158 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.129258 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0203 17:11:30.129381 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0203 17:11:30.129724 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0203 17:11:30.134109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0203 17:11:30.134312 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0203 17:11:30.141254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0203 17:11:30.141494 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0203 17:11:30.141511 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0203 17:11:30.141912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0203 17:11:30.142253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0203 17:11:30.160002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0203 17:11:30.160385 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0203 17:11:30.183849 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:11:30.183919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0203 17:11:30.197052 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0203 17:11:30.198735 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0203 17:11:30.198752 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0203 17:11:30.198772 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0203 17:11:30.198777 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0203 17:11:30.201606 1 secure_serving.go:57] Forcing use of http/1.1 only I0203 17:11:30.201624 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0203 17:11:30.201629 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0203 17:11:30.201642 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0203 17:11:30.201648 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0203 17:11:30.201651 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0203 17:11:30.201654 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0203 17:11:30.201657 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0203 17:11:30.207210 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0203 17:11:30.207225 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0203 17:11:30.207260 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0203 17:11:30.207273 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0203 17:11:30.207282 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0203 17:11:30.207302 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0203 17:11:30.207456 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0203 17:11:30.207592 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770138661\" (2026-02-03 17:11:10 +0000 UTC to 2028-02-03 17:11:11 +0000 UTC (now=2026-02-03 17:11:30.207524519 +0000 UTC))" I0203 17:11:30.207753 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770138690\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770138690\" (2026-02-03 16:11:29 +0000 UTC to 2027-02-03 16:11:29 +0000 UTC (now=2026-02-03 17:11:30.207734795 +0000 UTC))" I0203 17:11:30.207781 1 secure_serving.go:213] Serving securely on [::]:8443 I0203 17:11:30.207808 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0203 17:11:30.207830 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0203 17:11:30.210571 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0203 17:11:30.210815 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0203 17:11:30.211158 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0203 17:11:30.260529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0203 17:11:30.307405 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0203 17:11:30.307486 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0203 17:11:30.307506 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0203 17:11:30.307681 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-03 16:54:06 +0000 UTC to 2036-02-01 16:54:06 +0000 UTC (now=2026-02-03 17:11:30.307648088 +0000 UTC))" I0203 17:11:30.307866 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770138661\" (2026-02-03 17:11:10 +0000 UTC to 2028-02-03 17:11:11 +0000 UTC (now=2026-02-03 17:11:30.307849611 +0000 UTC))" I0203 17:11:30.307982 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770138690\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770138690\" (2026-02-03 16:11:29 +0000 UTC to 2027-02-03 16:11:29 +0000 UTC (now=2026-02-03 17:11:30.307969883 +0000 UTC))" I0203 17:11:30.308110 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-02-03 16:54:07 +0000 UTC to 2036-02-01 16:54:07 +0000 UTC (now=2026-02-03 17:11:30.308097487 +0000 UTC))" I0203 17:11:30.308131 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-02-03 16:54:08 +0000 UTC to 2036-02-01 16:54:08 +0000 UTC (now=2026-02-03 17:11:30.308122275 +0000 UTC))" I0203 17:11:30.308152 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-02-03 16:54:08 +0000 UTC to 2036-02-01 16:54:08 +0000 UTC (now=2026-02-03 17:11:30.3081399 +0000 UTC))" I0203 17:11:30.308167 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-02-03 16:54:09 +0000 UTC to 2036-02-01 16:54:09 +0000 UTC (now=2026-02-03 17:11:30.30815879 +0000 UTC))" I0203 17:11:30.308182 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-02-03 16:54:09 +0000 UTC to 2036-02-01 16:54:09 +0000 UTC (now=2026-02-03 17:11:30.308174984 +0000 UTC))" I0203 17:11:30.308199 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o7tgd3848glgn06kl4bq9lbim386gj5-kx-4bb87069ec_customer-system-admin-signer@1770137659\" [] issuer=\"\" (2026-02-03 16:54:18 +0000 UTC to 2026-02-10 16:54:19 +0000 UTC (now=2026-02-03 17:11:30.308189482 +0000 UTC))" I0203 17:11:30.308218 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o7tgd3848glgn06kl4bq9lbim386gj5-kx-4bb87069ec_sre-system-admin-signer@1770137659\" [] issuer=\"\" (2026-02-03 16:54:19 +0000 UTC to 2026-02-10 16:54:20 +0000 UTC (now=2026-02-03 17:11:30.308208248 +0000 UTC))" I0203 17:11:30.308235 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-03 16:54:06 +0000 UTC to 2036-02-01 16:54:06 +0000 UTC (now=2026-02-03 17:11:30.308227561 +0000 UTC))" I0203 17:11:30.308350 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770138661\" (2026-02-03 17:11:10 +0000 UTC to 2028-02-03 17:11:11 +0000 UTC (now=2026-02-03 17:11:30.308337675 +0000 UTC))" I0203 17:11:30.308453 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770138690\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770138690\" (2026-02-03 16:11:29 +0000 UTC to 2027-02-03 16:11:29 +0000 UTC (now=2026-02-03 17:11:30.308443604 +0000 UTC))" I0203 17:11:30.338687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0203 17:11:30.354840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 17:11:30.386462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 17:11:30.406769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 17:11:32.032919 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0203 17:11:34.465431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0203 17:11:34.483118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0203 17:11:34.503972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0203 17:11:38.650349 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 17:11:38.650383 1 tasks.go:49] processing task group 2 of 3 I0203 17:11:38.650416 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:11:38.650429 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 17:11:38.650424 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:11:38.650451 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 17:11:38.650452 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 17:11:38.650460 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 17:11:38.650471 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 17:11:38.650482 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 17:11:38.650488 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 17:11:38.650560 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:11:38.650595 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 17:11:38.650571 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:11:38.650582 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:11:38.650587 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 17:11:38.650590 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:11:38.671042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0203 17:11:38.674562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0203 17:11:38.676291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0203 17:11:38.698104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0203 17:11:38.698761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 17:11:38.705599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0203 17:11:38.705629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 17:11:38.734182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0203 17:11:38.734759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0203 17:11:38.799863 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 17:11:38.809134 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:11:38.832253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0203 17:11:38.836744 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0203 17:11:38.870190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0203 17:11:38.877302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0203 17:11:38.877708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0203 17:11:38.877729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0203 17:11:38.882355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0203 17:11:38.890572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0203 17:11:38.957353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0203 17:11:38.963525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0203 17:11:38.978222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0203 17:11:39.049199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0203 17:11:39.051840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0203 17:11:39.052908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0203 17:11:39.057656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0203 17:11:39.057942 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0203 17:11:39.069486 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing W0203 17:11:39.075899 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0203 17:11:39.075921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0203 17:11:39.085716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0203 17:11:39.085735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0203 17:11:39.091211 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0203 17:11:39.091235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0203 17:11:39.098730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0203 17:11:39.102488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0203 17:11:39.104039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0203 17:11:39.105979 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0203 17:11:39.127146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0203 17:11:39.132575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0203 17:11:39.190583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0203 17:11:39.316335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0203 17:11:39.389548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0203 17:11:39.415207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0203 17:11:39.520271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0203 17:11:39.524636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0203 17:11:39.608205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0203 17:11:39.633298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0203 17:11:39.698418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0203 17:11:39.746048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0203 17:11:39.822090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0203 17:11:39.848070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0203 17:11:39.865670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0203 17:11:39.915802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0203 17:11:39.918113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0203 17:11:39.923192 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0203 17:11:40.009686 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0203 17:11:40.009722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0203 17:11:40.012762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0203 17:11:40.025981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0203 17:11:40.027529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0203 17:11:40.076939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0203 17:11:40.095190 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 17:11:40.095273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0203 17:11:40.121934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0203 17:11:40.123798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0203 17:11:40.209580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0203 17:11:40.316861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 17:11:40.342232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 17:11:40.374254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0203 17:11:40.410123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0203 17:11:40.431150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0203 17:11:40.448459 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 17:11:40.450666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0203 17:11:40.480878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0203 17:11:40.554321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0203 17:11:40.833960 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0203 17:11:40.850595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0203 17:11:40.872640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0203 17:11:41.016648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0203 17:11:41.142114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0203 17:11:41.238881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0203 17:11:41.337132 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:11:41.337169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0203 17:11:41.337831 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0203 17:11:41.355404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0203 17:11:41.471190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0203 17:11:41.514333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-buihfsl0asbo -n openshift-user-workload-monitoring because it was missing I0203 17:11:41.545665 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:41.554200 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0203 17:11:41.563173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0203 17:11:41.771272 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0203 17:11:42.038476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0203 17:11:42.177719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-f9cdkpps6tnv6 -n openshift-monitoring because it was missing I0203 17:11:42.237337 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0203 17:11:42.362567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0203 17:11:42.384016 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 17:11:42.501878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0203 17:11:42.679107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0203 17:11:42.686731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0203 17:11:42.781692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0203 17:11:42.812107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0203 17:11:43.184915 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:11:43.269015 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 17:11:43.282437 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 17:11:43.423616 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:11:43.718457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-6ft9f3cmmbj68 -n openshift-monitoring because it was missing I0203 17:11:43.761131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0203 17:11:43.824886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0203 17:11:45.869364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-buihfsl0asbo -n openshift-monitoring because it was missing I0203 17:11:45.904483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0203 17:11:45.937009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0203 17:11:45.960295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0203 17:11:52.911313 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 17:11:52.911340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0203 17:11:56.534011 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:56.562840 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:56.598271 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:56.652513 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:56.704333 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:56.771185 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:56.815465 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:56.869399 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:56.942147 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:57.128614 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:57.335635 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:57.527761 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:57.727349 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:11:57.932485 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:12:00.386905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0203 17:12:00.433609 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 17:12:01.716746 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:12:01.716771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0203 17:12:13.543669 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:12:13.809413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0203 17:12:13.824968 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 17:12:13.825038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0203 17:12:30.165889 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 17:13:06.030343 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 17:13:06.030391 1 operator.go:927] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0203 17:13:06.030401 1 operator.go:746] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0203 17:13:06.030419 1 operator.go:747] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: MultipleTasksFailed)" logger="UnhandledError" I0203 17:13:06.032045 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 17:13:06.037176 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 17:13:06.077005 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 17:13:06.082645 1 tasks.go:49] processing task group 1 of 3 I0203 17:13:06.082676 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 17:13:06.082695 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:13:06.097383 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:13:07.138717 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJS1RUVFh4M3RuQWN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01ERXpPRFkyTVRBZQpGdzB5TmpBeU1ETXhOekV4TURCYUZ3MHlPREEwTURNeE56RXhNREZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF4TXpnMk5qRXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ214MGZlOVVBaE9TWjNQVDBqMG9ERDNXem5paWRpRi9GSApzdDc2UlpPNGNYMy9rTjRBLzlXMmRwVzZYcW9VN1ViOUtxOHhaYXlQbVU1TW9abXA1L3hBcXNuV0VXcWFxMGRTCjJRa2lOQTYyYVQ3T3hRTVl6VThRZkJBWmkvK2RERzFSbUY2aDR6RzVLbEtMckVBSkl1Z0NzR1dwZitLNnVBNWIKVW95YmZLYS9neGsxeUFoa2Zwb21INjhKKzJNT2pwK2ptY2d4NkJxWXJQRDJVcmNwMDBHVmM4dElVeWN5NFJSVQpCTWZwek5ibFJ1MkNnZU9iL2prVy9nL0hyMzBPOVhRRWJ0bHFZWmFINEwxR3Ixc1NKaGt0eWIzTzRmalVjZ3VPCjJrUldtVkhXY3pZQTZBZTl1aVJlTWovYWFaODNiemlhekxJdlhtRnN4TC9ISDVMM1hmTmRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQ4anZxNgpzL291bks3U0pQdkVwaXBvTVMwSi9qQWZCZ05WSFNNRUdEQVdnQlQ4anZxNnMvb3VuSzdTSlB2RXBpcG9NUzBKCi9qQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFRMmliMDhJbVgvNUJFbS9RcDdld2E5c1JQMDlLa3gvTUpwMFIKWVI5cjcza0ViZjkxYi9tMkFFTTZheUk4bXhxSDBHZWhHTUJ1QTFubDdYRDJnYjE0a3hzRXkwWTkzZ2VwSTdregpTdWhXMW1sV1dkK29rTENXbkwwbnQ5b3JhZlRyUkFMbXZkcTNkdC9ybmhSdDRkMzYzSzdTNzdZYmNyckkrU2JvCnJSWlZMVG5NSVlCUXlpbENIQzdBamxDdVBzbEM5aElZVGhyRUtPYkU4dnZQWlRwOE5lcFNaaytpZUVCbnowSGQKWUVON2N6b3ZEUVFwOWRaZ0p6NjVMTzlqYzF4T1A1MWZHQkJyOXV5bDkxRWNOT2JTb3RyU1Y1Yitob0NIZXl5MwpHQkErZDBMSUlTb1AzSEFSSHRYWUtlelRXT0FyYmNxUkdVMnBTMWlLS0xSeXd4Ylozdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0203 17:13:07.145013 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0203 17:13:07.150446 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJS1RUVFh4M3RuQWN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01ERXpPRFkyTVRBZQpGdzB5TmpBeU1ETXhOekV4TURCYUZ3MHlPREEwTURNeE56RXhNREZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF4TXpnMk5qRXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ214MGZlOVVBaE9TWjNQVDBqMG9ERDNXem5paWRpRi9GSApzdDc2UlpPNGNYMy9rTjRBLzlXMmRwVzZYcW9VN1ViOUtxOHhaYXlQbVU1TW9abXA1L3hBcXNuV0VXcWFxMGRTCjJRa2lOQTYyYVQ3T3hRTVl6VThRZkJBWmkvK2RERzFSbUY2aDR6RzVLbEtMckVBSkl1Z0NzR1dwZitLNnVBNWIKVW95YmZLYS9neGsxeUFoa2Zwb21INjhKKzJNT2pwK2ptY2d4NkJxWXJQRDJVcmNwMDBHVmM4dElVeWN5NFJSVQpCTWZwek5ibFJ1MkNnZU9iL2prVy9nL0hyMzBPOVhRRWJ0bHFZWmFINEwxR3Ixc1NKaGt0eWIzTzRmalVjZ3VPCjJrUldtVkhXY3pZQTZBZTl1aVJlTWovYWFaODNiemlhekxJdlhtRnN4TC9ISDVMM1hmTmRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQ4anZxNgpzL291bks3U0pQdkVwaXBvTVMwSi9qQWZCZ05WSFNNRUdEQVdnQlQ4anZxNnMvb3VuSzdTSlB2RXBpcG9NUzBKCi9qQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFRMmliMDhJbVgvNUJFbS9RcDdld2E5c1JQMDlLa3gvTUpwMFIKWVI5cjcza0ViZjkxYi9tMkFFTTZheUk4bXhxSDBHZWhHTUJ1QTFubDdYRDJnYjE0a3hzRXkwWTkzZ2VwSTdregpTdWhXMW1sV1dkK29rTENXbkwwbnQ5b3JhZlRyUkFMbXZkcTNkdC9ybmhSdDRkMzYzSzdTNzdZYmNyckkrU2JvCnJSWlZMVG5NSVlCUXlpbENIQzdBamxDdVBzbEM5aElZVGhyRUtPYkU4dnZQWlRwOE5lcFNaaytpZUVCbnowSGQKWUVON2N6b3ZEUVFwOWRaZ0p6NjVMTzlqYzF4T1A1MWZHQkJyOXV5bDkxRWNOT2JTb3RyU1Y1Yitob0NIZXl5MwpHQkErZDBMSUlTb1AzSEFSSHRYWUtlelRXT0FyYmNxUkdVMnBTMWlLS0xSeXd4Ylozdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0203 17:13:07.156390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0203 17:13:09.268287 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 17:13:09.268317 1 tasks.go:49] processing task group 2 of 3 I0203 17:13:09.268359 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:13:09.268369 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:13:09.268387 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:13:09.268407 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 17:13:09.268411 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 17:13:09.268445 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:13:09.268626 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 17:13:09.268360 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 17:13:09.268379 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 17:13:09.268632 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 17:13:09.268654 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 17:13:09.268665 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:13:09.268667 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 17:13:09.268676 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:13:09.268420 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 17:13:09.358134 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:13:09.367220 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 17:13:09.373577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0203 17:13:09.382622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0203 17:13:09.390097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0203 17:13:09.409227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0203 17:13:09.422868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0203 17:13:09.439355 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 17:13:09.448055 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:13:09.493410 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 17:13:09.494433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0203 17:13:09.595251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 17:13:09.700841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 17:13:09.801248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0203 17:13:09.824513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 17:13:09.844434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0203 17:13:10.358892 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:13:10.400729 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 17:13:10.442099 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 17:13:10.868186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-buihfsl0asbo -n openshift-user-workload-monitoring because it was missing I0203 17:13:10.886804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0203 17:13:10.903450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0203 17:13:10.924296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0203 17:13:10.937197 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0203 17:13:10.954828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 17:13:11.405091 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:13:12.467665 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 17:13:14.426120 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 17:13:14.489203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0203 17:13:15.342458 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 17:13:18.647915 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 17:13:21.486736 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:14:20.478899 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 17:15:10.066880 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:15:34.729256 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 17:15:34.729333 1 tasks.go:49] processing task group 3 of 3 I0203 17:15:34.729353 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 17:15:34.787523 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 17:15:34.787629 1 operator.go:903] Updating ClusterOperator status to done. I0203 17:15:34.787614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e4ae913a-7741-471f-9141-efe82adce959", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0203 17:15:34.834684 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 17:15:34.847023 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 17:15:34.890341 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 17:15:34.895871 1 tasks.go:49] processing task group 1 of 3 I0203 17:15:34.895899 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 17:15:34.895911 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:15:34.911463 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:15:38.067511 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 17:15:38.067566 1 tasks.go:49] processing task group 2 of 3 I0203 17:15:38.067585 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:15:38.067619 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 17:15:38.067644 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 17:15:38.067659 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 17:15:38.067678 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 17:15:38.067690 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:15:38.067722 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 17:15:38.067797 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 17:15:38.067882 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:15:38.067887 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 17:15:38.067961 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:15:38.068057 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:15:38.067881 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:15:38.067790 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 17:15:38.068224 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 17:15:38.147571 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:15:38.168720 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 17:15:38.217516 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:15:39.148843 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:15:39.194201 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 17:15:39.237612 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 17:15:40.194098 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:15:41.254414 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 17:15:43.299547 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 17:15:44.146918 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 17:15:44.251922 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 17:15:49.016597 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:15:49.249286 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 17:15:50.285824 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:15:50.307502 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:15:53.451985 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 17:15:53.452012 1 tasks.go:49] processing task group 3 of 3 I0203 17:15:53.452025 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 17:15:53.495054 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 17:15:53.495085 1 operator.go:903] Updating ClusterOperator status to done. I0203 17:15:53.506440 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 17:15:53.513370 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 17:15:53.553483 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 17:15:53.559586 1 tasks.go:49] processing task group 1 of 3 I0203 17:15:53.559632 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 17:15:53.559664 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:15:53.576109 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:15:56.714913 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 17:15:56.714941 1 tasks.go:49] processing task group 2 of 3 I0203 17:15:56.714973 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:15:56.714976 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 17:15:56.714985 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:15:56.715017 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 17:15:56.715048 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 17:15:56.715119 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:15:56.715056 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:15:56.715071 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 17:15:56.715079 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 17:15:56.715089 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 17:15:56.715087 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 17:15:56.715103 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 17:15:56.715108 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:15:56.715096 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:15:56.715112 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 17:15:56.798731 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:15:56.817562 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 17:15:56.868660 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:15:57.800651 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:15:57.848209 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 17:15:57.885346 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 17:15:58.829987 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:15:59.894039 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 17:16:01.864910 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 17:16:02.793374 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 17:16:02.881777 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 17:16:07.898387 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 17:16:08.921099 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:16:08.957801 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:16:12.077652 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 17:16:12.077681 1 tasks.go:49] processing task group 3 of 3 I0203 17:16:12.077700 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 17:16:12.141173 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 17:16:12.141214 1 operator.go:903] Updating ClusterOperator status to done. I0203 17:17:42.324223 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:17:42.324795 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 17:17:42.330729 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 17:17:42.373027 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 17:17:42.378512 1 tasks.go:49] processing task group 1 of 3 I0203 17:17:42.378559 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 17:17:42.378565 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:17:42.396479 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:17:45.548852 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 17:17:45.548880 1 tasks.go:49] processing task group 2 of 3 I0203 17:17:45.548911 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 17:17:45.548922 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 17:17:45.548927 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 17:17:45.548955 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:17:45.548977 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:17:45.548981 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:17:45.548918 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:17:45.548999 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 17:17:45.549003 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 17:17:45.548915 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 17:17:45.549251 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 17:17:45.549358 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 17:17:45.548969 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 17:17:45.548959 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:17:45.549369 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:17:45.645793 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:17:45.664262 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 17:17:45.713528 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:17:46.635005 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:17:46.678158 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 17:17:46.728137 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 17:17:47.667039 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:17:48.727350 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 17:17:50.706198 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 17:17:51.625618 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 17:17:51.732811 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 17:17:56.729930 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 17:17:57.744570 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:17:57.787634 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:18:00.920439 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 17:18:00.920474 1 tasks.go:49] processing task group 3 of 3 I0203 17:18:00.920483 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 17:18:00.963320 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 17:18:00.963358 1 operator.go:903] Updating ClusterOperator status to done. I0203 17:26:29.934357 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0203 17:26:29.935266 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 17:26:29.937595 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 17:26:29.937828 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0203 17:26:29.939071 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 17:26:29.939098 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 17:26:29.939108 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 17:26:29.939219 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0203 17:26:29.939264 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0203 17:26:29.939327 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0203 17:26:29.939341 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs W0203 17:26:29.940744 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 17:26:29.944140 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0203 17:26:29.945268 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 17:26:29.945291 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:26:29.980684 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0203 17:26:29.983064 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 17:26:29.989492 1 tasks.go:49] processing task group 1 of 3 I0203 17:26:29.989555 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:26:29.989567 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 17:26:30.006714 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:26:33.173827 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 17:26:33.173898 1 tasks.go:49] processing task group 2 of 3 I0203 17:26:33.173967 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:26:33.173964 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:26:33.173983 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 17:26:33.174002 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 17:26:33.174169 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 17:26:33.174215 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:26:33.173964 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 17:26:33.174451 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 17:26:33.174575 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:26:33.174676 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:26:33.174718 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 17:26:33.174826 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 17:26:33.174874 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 17:26:33.174896 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:26:33.174983 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 17:26:33.257632 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:26:33.281749 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 17:26:33.334981 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:26:34.261738 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:26:34.310304 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 17:26:34.353222 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 17:26:35.298588 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:26:36.358027 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 17:26:38.328723 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 17:26:39.248896 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 17:26:39.338899 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 17:26:44.353503 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 17:26:45.370049 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:26:45.411191 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:26:48.540433 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 17:26:48.540467 1 tasks.go:49] processing task group 3 of 3 I0203 17:26:48.540481 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 17:26:48.581525 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 17:26:48.581596 1 operator.go:903] Updating ClusterOperator status to done. I0203 17:26:48.593626 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 17:26:48.598479 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 17:26:48.640459 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 17:26:48.647080 1 tasks.go:49] processing task group 1 of 3 I0203 17:26:48.647107 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 17:26:48.647127 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:26:48.662239 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:26:51.811585 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 17:26:51.811613 1 tasks.go:49] processing task group 2 of 3 I0203 17:26:51.811638 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 17:26:51.811645 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 17:26:51.811664 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:26:51.811676 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 17:26:51.811690 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:26:51.811700 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 17:26:51.811717 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:26:51.811756 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 17:26:51.811769 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 17:26:51.811824 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:26:51.811903 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:26:51.811903 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 17:26:51.811984 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 17:26:51.811640 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:26:51.812009 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 17:26:51.893902 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:26:51.928316 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 17:26:51.988420 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:26:52.891851 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:26:52.932288 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 17:26:52.975743 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 17:26:53.927499 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:26:54.982119 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 17:26:56.968220 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 17:26:57.887385 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 17:26:57.979303 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 17:27:02.985930 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 17:27:04.042956 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:27:04.098963 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:27:07.160232 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 17:27:07.160261 1 tasks.go:49] processing task group 3 of 3 I0203 17:27:07.160271 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 17:27:07.204777 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 17:27:07.204820 1 operator.go:903] Updating ClusterOperator status to done. I0203 17:41:29.934714 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0203 17:41:29.935280 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 17:41:29.937990 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0203 17:41:29.938072 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 17:41:29.939453 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 17:41:29.939477 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 17:41:29.939478 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0203 17:41:29.939483 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 17:41:29.939635 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0203 17:41:29.939712 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0203 17:41:29.939744 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0203 17:41:29.941306 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 17:41:29.944362 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0203 17:41:29.945428 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 17:41:29.945441 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0203 17:41:29.980704 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0203 17:41:29.985032 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 17:41:29.991576 1 tasks.go:49] processing task group 1 of 3 I0203 17:41:29.991607 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 17:41:29.991617 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:41:30.010113 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:41:33.168080 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 17:41:33.168104 1 tasks.go:49] processing task group 2 of 3 I0203 17:41:33.168148 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:41:33.168150 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 17:41:33.168167 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 17:41:33.168177 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:41:33.168196 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:41:33.168218 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:41:33.168250 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:41:33.168295 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 17:41:33.168343 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 17:41:33.168430 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:41:33.168486 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 17:41:33.168529 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 17:41:33.168503 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 17:41:33.168331 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 17:41:33.168519 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 17:41:33.283911 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:41:33.284990 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 17:41:33.349664 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:41:34.271212 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:41:34.301766 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 17:41:34.363225 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 17:41:35.287309 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:41:36.346950 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 17:41:38.324100 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 17:41:39.238047 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 17:41:39.350666 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 17:41:44.346384 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 17:41:45.430243 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:41:45.459746 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:41:48.546696 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 17:41:48.546724 1 tasks.go:49] processing task group 3 of 3 I0203 17:41:48.546736 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 17:41:48.592648 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 17:41:48.592689 1 operator.go:903] Updating ClusterOperator status to done. I0203 17:41:48.605462 1 config.go:641] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 17:41:48.610317 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0203 17:41:48.649421 1 operator.go:882] Updating ClusterOperator status to InProgress. I0203 17:41:48.655122 1 tasks.go:49] processing task group 1 of 3 I0203 17:41:48.655154 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 17:41:48.655177 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:41:48.670352 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 17:41:51.805681 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 17:41:51.805745 1 tasks.go:49] processing task group 2 of 3 I0203 17:41:51.805797 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:41:51.805796 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 17:41:51.805832 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:41:51.805852 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 17:41:51.805950 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 17:41:51.806045 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:41:51.806233 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 17:41:51.805969 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:41:51.806245 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:41:51.806018 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 17:41:51.806023 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 17:41:51.806031 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 17:41:51.806039 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:41:51.806258 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 17:41:51.806011 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 17:41:51.896694 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 17:41:51.919211 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 17:41:51.967752 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 17:41:52.880255 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 17:41:52.930786 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 17:41:52.970319 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 17:41:53.928607 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 17:41:54.994799 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 17:41:56.958236 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 17:41:57.880104 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 17:41:57.975026 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 17:42:03.007718 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 17:42:04.003799 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 17:42:04.057672 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 17:42:07.175321 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 17:42:07.175355 1 tasks.go:49] processing task group 3 of 3 I0203 17:42:07.175372 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 17:42:07.219299 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 17:42:07.219337 1 operator.go:903] Updating ClusterOperator status to done.