W0430 13:50:34.295480 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0430 13:50:34.295840 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0430 13:50:34.295857 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0430 13:50:34.295862 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0430 13:50:34.295866 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0430 13:50:34.320953 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0430 13:50:34.325415 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0430 13:50:34.325835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0430 13:50:34.326117 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0430 13:50:34.326959 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0430 13:50:34.335085 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.340208 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.340780 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.340964 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.341069 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0430 13:50:34.341086 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0430 13:50:34.341270 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.341278 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.341363 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.341432 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0430 13:50:34.341542 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.341855 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.341904 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0430 13:50:34.343016 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0430 13:50:34.345996 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0430 13:50:34.347096 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0430 13:50:34.379809 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 13:50:34.430492 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0430 13:50:34.430554 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0430 13:50:34.430569 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester W0430 13:50:34.430575 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0430 13:50:34.430577 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0430 13:50:34.430578 1 rule_controller.go:113] Starting alerting rules controller I0430 13:50:34.430598 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0430 13:50:34.430622 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0430 13:50:34.430630 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0430 13:50:34.430629 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0430 13:50:34.430646 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0430 13:50:34.430605 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0430 13:50:34.430654 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0430 13:50:34.430602 1 relabel_controller.go:117] Starting alert relabel config controller I0430 13:50:34.430700 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0430 13:50:34.434439 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0430 13:50:34.434438 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0430 13:50:34.434573 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0430 13:50:34.434864 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0430 13:50:34.436162 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.436286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0430 13:50:34.437394 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.437400 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.437521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0430 13:50:34.437628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0430 13:50:34.447083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hr4zh" is created for OpenShiftMonitoringTelemeterClientCertRequester I0430 13:50:34.448369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-8l27v" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0430 13:50:34.448445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-sxdbk" is created for OpenShiftMonitoringClientCertRequester I0430 13:50:34.455784 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.459657 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.459659 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.463804 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.466233 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.466276 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.470922 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.470926 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.471563 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.483252 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.483264 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.483261 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.483418 1 operator.go:830] Updating ClusterOperator status to InProgress. I0430 13:50:34.491132 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.491148 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.491392 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.502194 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.502221 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.502194 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.502602 1 tasks.go:49] processing task group 1 of 3 I0430 13:50:34.502629 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0430 13:50:34.502637 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:50:34.525203 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.525204 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.525228 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0430 13:50:34.531438 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0430 13:50:34.531456 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0430 13:50:34.535091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0430 13:50:34.537987 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0430 13:50:34.538081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0430 13:50:34.538102 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0430 13:50:34.538123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0430 13:50:34.542306 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0430 13:50:34.542352 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0430 13:50:34.542482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0430 13:50:34.549992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0430 13:50:34.552087 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:50:34.597221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0430 13:50:34.692034 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0430 13:50:34.701511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0430 13:50:34.731429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0430 13:50:34.749093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0430 13:50:35.359301 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0430 13:50:35.360664 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0430 13:50:35.360680 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0430 13:50:35.360692 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0430 13:50:35.360696 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0430 13:50:35.363329 1 secure_serving.go:57] Forcing use of http/1.1 only I0430 13:50:35.363348 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0430 13:50:35.370632 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0430 13:50:35.370648 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0430 13:50:35.370652 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0430 13:50:35.370664 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0430 13:50:35.370668 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0430 13:50:35.370681 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0430 13:50:35.370899 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0430 13:50:35.370989 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777557006\" (2026-04-30 13:50:16 +0000 UTC to 2028-04-29 13:50:17 +0000 UTC (now=2026-04-30 13:50:35.370949845 +0000 UTC))" I0430 13:50:35.371165 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777557035\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777557034\" (2026-04-30 12:50:34 +0000 UTC to 2027-04-30 12:50:34 +0000 UTC (now=2026-04-30 13:50:35.371150307 +0000 UTC))" I0430 13:50:35.371186 1 secure_serving.go:213] Serving securely on [::]:8443 I0430 13:50:35.371203 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0430 13:50:35.371205 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0430 13:50:35.381473 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0430 13:50:35.381508 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0430 13:50:35.381476 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0430 13:50:35.471750 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0430 13:50:35.471783 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0430 13:50:35.471787 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0430 13:50:35.471950 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-30 13:34:07 +0000 UTC to 2036-04-27 13:34:07 +0000 UTC (now=2026-04-30 13:50:35.471924999 +0000 UTC))" I0430 13:50:35.472192 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777557006\" (2026-04-30 13:50:16 +0000 UTC to 2028-04-29 13:50:17 +0000 UTC (now=2026-04-30 13:50:35.472175136 +0000 UTC))" I0430 13:50:35.472368 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777557035\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777557034\" (2026-04-30 12:50:34 +0000 UTC to 2027-04-30 12:50:34 +0000 UTC (now=2026-04-30 13:50:35.472355063 +0000 UTC))" I0430 13:50:35.472506 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-30 13:34:09 +0000 UTC to 2036-04-27 13:34:09 +0000 UTC (now=2026-04-30 13:50:35.472493097 +0000 UTC))" I0430 13:50:35.472527 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-30 13:34:13 +0000 UTC to 2036-04-27 13:34:13 +0000 UTC (now=2026-04-30 13:50:35.472518631 +0000 UTC))" I0430 13:50:35.472543 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-30 13:34:15 +0000 UTC to 2036-04-27 13:34:15 +0000 UTC (now=2026-04-30 13:50:35.472533995 +0000 UTC))" I0430 13:50:35.472557 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-30 13:34:18 +0000 UTC to 2036-04-27 13:34:18 +0000 UTC (now=2026-04-30 13:50:35.472549453 +0000 UTC))" I0430 13:50:35.472572 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-30 13:34:21 +0000 UTC to 2036-04-27 13:34:21 +0000 UTC (now=2026-04-30 13:50:35.47256462 +0000 UTC))" I0430 13:50:35.472589 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q0gm1uuhr9q3qc032e51jb7af5qc9os-kx-e4843579a4_customer-system-admin-signer@1777556185\" [] issuer=\"\" (2026-04-30 13:36:29 +0000 UTC to 2026-05-07 13:36:30 +0000 UTC (now=2026-04-30 13:50:35.472578774 +0000 UTC))" I0430 13:50:35.472609 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q0gm1uuhr9q3qc032e51jb7af5qc9os-kx-e4843579a4_sre-system-admin-signer@1777556185\" [] issuer=\"\" (2026-04-30 13:36:26 +0000 UTC to 2026-05-07 13:36:27 +0000 UTC (now=2026-04-30 13:50:35.472599654 +0000 UTC))" I0430 13:50:35.472642 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-30 13:34:07 +0000 UTC to 2036-04-27 13:34:07 +0000 UTC (now=2026-04-30 13:50:35.472632807 +0000 UTC))" I0430 13:50:35.472820 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777557006\" (2026-04-30 13:50:16 +0000 UTC to 2028-04-29 13:50:17 +0000 UTC (now=2026-04-30 13:50:35.472807465 +0000 UTC))" I0430 13:50:35.472996 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777557035\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777557034\" (2026-04-30 12:50:34 +0000 UTC to 2027-04-30 12:50:34 +0000 UTC (now=2026-04-30 13:50:35.472986566 +0000 UTC))" I0430 13:50:36.622592 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0430 13:50:37.795770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0430 13:50:37.807633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0430 13:50:37.819608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0430 13:50:43.949621 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0430 13:50:43.949656 1 tasks.go:49] processing task group 2 of 3 I0430 13:50:43.949681 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:50:43.949686 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:50:43.949698 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0430 13:50:43.949710 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0430 13:50:43.949714 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0430 13:50:43.949717 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0430 13:50:43.949722 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:50:43.949724 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0430 13:50:43.949720 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0430 13:50:43.949728 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0430 13:50:43.949745 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:50:43.949752 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:50:43.949753 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0430 13:50:43.949762 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0430 13:50:43.949778 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:50:43.967170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0430 13:50:43.967448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0430 13:50:43.997404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0430 13:50:43.997484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0430 13:50:44.008736 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0430 13:50:44.012083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0430 13:50:44.043443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0430 13:50:44.053984 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0430 13:50:44.057605 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:50:44.062438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0430 13:50:44.077670 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:50:44.108498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0430 13:50:44.111776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0430 13:50:44.112295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0430 13:50:44.115194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0430 13:50:44.213716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0430 13:50:44.213884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0430 13:50:44.214934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0430 13:50:44.217317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0430 13:50:44.218440 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0430 13:50:44.223037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0430 13:50:44.224350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0430 13:50:44.234593 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0430 13:50:44.236854 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0430 13:50:44.236873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0430 13:50:44.247694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0430 13:50:44.253679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0430 13:50:44.275167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0430 13:50:44.278900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0430 13:50:44.296703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0430 13:50:44.326545 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0430 13:50:44.462796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0430 13:50:44.473627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0430 13:50:44.536462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0430 13:50:44.536495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0430 13:50:44.616433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0430 13:50:44.624176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0430 13:50:44.665038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0430 13:50:44.717109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0430 13:50:44.819811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0430 13:50:44.917683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0430 13:50:45.023696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0430 13:50:45.032941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0430 13:50:45.108511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0430 13:50:45.123664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0430 13:50:45.133808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0430 13:50:45.141601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0430 13:50:45.224928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0430 13:50:45.227485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0430 13:50:45.239759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0430 13:50:45.240585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0430 13:50:45.278861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0430 13:50:45.295327 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0430 13:50:45.295717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0430 13:50:45.326709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0430 13:50:45.342328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0430 13:50:45.632490 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0430 13:50:46.106745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0430 13:50:46.122713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0430 13:50:46.135309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0430 13:50:46.197705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0430 13:50:46.295038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0430 13:50:46.391867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0430 13:50:46.496067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0430 13:50:46.597823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0430 13:50:46.697266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0430 13:50:46.708867 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:50:46.708934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0430 13:50:46.709763 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0430 13:50:46.799668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0430 13:50:46.905538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0430 13:50:47.007946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0430 13:50:47.137754 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:50:47.146957 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:50:47.164305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0430 13:50:47.275548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0430 13:50:47.361951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-d6os1ieho6k07 -n openshift-monitoring because it was missing I0430 13:50:47.388451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0430 13:50:47.406562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0430 13:50:47.692806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0430 13:50:48.322098 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:50:48.348292 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0430 13:50:48.379173 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0430 13:50:48.714859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-1chg6uefp3vtk -n openshift-monitoring because it was missing I0430 13:50:49.013842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0430 13:50:49.051332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0430 13:50:50.434291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-69enplln6e091 -n openshift-monitoring because it was missing I0430 13:50:50.451042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0430 13:50:50.471091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0430 13:50:50.479860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0430 13:50:54.105209 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0430 13:50:54.105292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0430 13:51:00.458492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0430 13:51:00.495711 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0430 13:51:13.779039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0430 13:51:13.792326 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0430 13:51:13.792348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0430 13:51:21.206663 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0430 13:51:25.357670 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0430 13:52:00.536095 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0430 13:52:00.536147 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0430 13:52:00.536155 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0430 13:52:00.536173 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0430 13:52:00.537288 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0430 13:52:00.562353 1 operator.go:830] Updating ClusterOperator status to InProgress. I0430 13:52:00.567919 1 tasks.go:49] processing task group 1 of 3 I0430 13:52:00.567946 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0430 13:52:00.567957 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:52:00.580446 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:52:01.614190 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQ1ZjL3U0MG0rQUF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056VTFOekF3TmpBZQpGdzB5TmpBME16QXhNelV3TURWYUZ3MHlPREEyTWpneE16VXdNRFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemMxTlRjd01EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGVUc3RPazJCTnpCSUkvdFlLNVlRaURDa3VQbmhyaENGbQoyc0xLWlc4UFBBd1d6dlpUcGNzTFlUMWFyendTcjJ2TEhnT3NhVXJXV1dXWmplRmw5TEpITWtYUVNOSUpUa3ZpCmdUNW1QVU4zWHpycTFGd1ZSZ0hhRTAzVXVyTnFXNU5vVWd1bE81V3F1aVFlQkZ3QWlEZzJPVnY0OVVJSldsMTUKR3FDSVdxMjRUSDhrR3pNQ29NQ1M0aCtNUUNVbERBcGNzeXdoRDJrNkdyV3h5QVd6aEl6bFRxU04wOXFqbEVrbQpNWDNTaTFWZFd0c2UyMjRtVnUySENMMlJsWTJ2UG9TOWpIcE9VdmpKTmR2RWZuNERyaWY3QnpzWE9sNTIvZUVTCjlrdzMwZkJCRWZvQmxtRXhUWGR0cDNUelBVZFltM2JGRkYwQ2RkMmsyTXZZNFkybzNyTExBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFrUDFkTgorNFlFTS9kYjFXaXFwWFdsZXhRYWF6QWZCZ05WSFNNRUdEQVdnQlFrUDFkTis0WUVNL2RiMVdpcXBYV2xleFFhCmF6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFheFVScXlaVTlWRW9TM25nZzdsN1JDQTc4SGJZUkpsM1lMd24KdHBxYUMxR3Z1a1ZkMnI3SGZGYW5IL3lBQjhGR2QrekNGZXhoUFRBVjd1aXpzbkZnSkZVR29wRGdGU1h0NkRhMgpwNktzQjdITEhIeTRQR29sUmhHQm5vUkJBVUEveTNadXp2dVY3Q01mTnBsWm9vbzZYVHdDRHBMYXUvVnBHdlFWCjVSTUlmaGJaTVJqT1VIMzZVUUdlM2s5SXVQQzFPSkxST21MaytKNXZNWSsrOURlbHgzTHdUUVE0d0tRVElDcnMKTDNXd0ZVMmRDMFFZZUkrYkhMaGN5c3hEdGszM05ZTnU0cDE0NlJJZW9VaVFvVm44OXdFUHBqaklUTmVzL0p4TApjWktJV3FuOFJiR1MwMU12S0F3NEtNS2s1eU9yWlA2c0ZnRUp2dUlDUWdRdWNaS01QZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0430 13:52:01.619688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0430 13:52:01.623691 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQ1ZjL3U0MG0rQUF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056VTFOekF3TmpBZQpGdzB5TmpBME16QXhNelV3TURWYUZ3MHlPREEyTWpneE16VXdNRFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemMxTlRjd01EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGVUc3RPazJCTnpCSUkvdFlLNVlRaURDa3VQbmhyaENGbQoyc0xLWlc4UFBBd1d6dlpUcGNzTFlUMWFyendTcjJ2TEhnT3NhVXJXV1dXWmplRmw5TEpITWtYUVNOSUpUa3ZpCmdUNW1QVU4zWHpycTFGd1ZSZ0hhRTAzVXVyTnFXNU5vVWd1bE81V3F1aVFlQkZ3QWlEZzJPVnY0OVVJSldsMTUKR3FDSVdxMjRUSDhrR3pNQ29NQ1M0aCtNUUNVbERBcGNzeXdoRDJrNkdyV3h5QVd6aEl6bFRxU04wOXFqbEVrbQpNWDNTaTFWZFd0c2UyMjRtVnUySENMMlJsWTJ2UG9TOWpIcE9VdmpKTmR2RWZuNERyaWY3QnpzWE9sNTIvZUVTCjlrdzMwZkJCRWZvQmxtRXhUWGR0cDNUelBVZFltM2JGRkYwQ2RkMmsyTXZZNFkybzNyTExBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFrUDFkTgorNFlFTS9kYjFXaXFwWFdsZXhRYWF6QWZCZ05WSFNNRUdEQVdnQlFrUDFkTis0WUVNL2RiMVdpcXBYV2xleFFhCmF6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFheFVScXlaVTlWRW9TM25nZzdsN1JDQTc4SGJZUkpsM1lMd24KdHBxYUMxR3Z1a1ZkMnI3SGZGYW5IL3lBQjhGR2QrekNGZXhoUFRBVjd1aXpzbkZnSkZVR29wRGdGU1h0NkRhMgpwNktzQjdITEhIeTRQR29sUmhHQm5vUkJBVUEveTNadXp2dVY3Q01mTnBsWm9vbzZYVHdDRHBMYXUvVnBHdlFWCjVSTUlmaGJaTVJqT1VIMzZVUUdlM2s5SXVQQzFPSkxST21MaytKNXZNWSsrOURlbHgzTHdUUVE0d0tRVElDcnMKTDNXd0ZVMmRDMFFZZUkrYkhMaGN5c3hEdGszM05ZTnU0cDE0NlJJZW9VaVFvVm44OXdFUHBqaklUTmVzL0p4TApjWktJV3FuOFJiR1MwMU12S0F3NEtNS2s1eU9yWlA2c0ZnRUp2dUlDUWdRdWNaS01QZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0430 13:52:01.629170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0430 13:52:03.718226 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0430 13:52:03.718255 1 tasks.go:49] processing task group 2 of 3 I0430 13:52:03.718286 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:52:03.718289 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0430 13:52:03.718310 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0430 13:52:03.718321 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:52:03.718340 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0430 13:52:03.718360 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:52:03.718392 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0430 13:52:03.718404 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:52:03.718424 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0430 13:52:03.718424 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0430 13:52:03.718448 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0430 13:52:03.718477 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0430 13:52:03.718493 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0430 13:52:03.718510 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:52:03.718533 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:52:03.781162 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:52:03.794755 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:52:03.807248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0430 13:52:03.824013 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0430 13:52:03.830218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0430 13:52:03.849208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0430 13:52:03.860310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0430 13:52:03.873169 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0430 13:52:03.879464 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:52:03.927914 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0430 13:52:04.794361 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:52:04.823737 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:52:04.831018 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:52:04.831224 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0430 13:52:04.897416 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0430 13:52:06.963290 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0430 13:52:08.921847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0430 13:52:08.941138 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0430 13:52:09.787954 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0430 13:52:14.038249 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0430 13:52:16.241308 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0430 13:52:17.237641 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0430 13:52:17.255276 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0430 13:52:17.300384 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0430 13:52:19.142834 1 tasks.go:73] task 2 of 15: UpdatingPrometheus failed: reconciling Prometheus object failed: updating Prometheus object failed: Operation cannot be fulfilled on prometheuses.monitoring.coreos.com "k8s": the object has been modified; please apply your changes to the latest version and try again I0430 13:53:14.911185 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0430 13:53:14.911225 1 operator.go:875] 2 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0430 13:53:14.911233 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0430 13:53:14.911250 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingPrometheusFailed)" logger="UnhandledError" W0430 13:53:14.912359 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0430 13:53:14.939519 1 operator.go:830] Updating ClusterOperator status to InProgress. I0430 13:53:14.944231 1 tasks.go:49] processing task group 1 of 3 I0430 13:53:14.944255 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0430 13:53:14.944269 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:53:14.955918 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:53:18.064427 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0430 13:53:18.064449 1 tasks.go:49] processing task group 2 of 3 I0430 13:53:18.064473 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:53:18.064479 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0430 13:53:18.064495 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0430 13:53:18.064505 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:53:18.064533 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:53:18.064545 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0430 13:53:18.064565 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:53:18.064588 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0430 13:53:18.064599 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:53:18.064619 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0430 13:53:18.064635 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0430 13:53:18.064655 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:53:18.064680 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0430 13:53:18.064703 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0430 13:53:18.064723 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0430 13:53:18.123163 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:53:18.149154 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:53:18.161905 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0430 13:53:18.206809 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:53:19.146592 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:53:19.174963 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:53:19.179092 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0430 13:53:19.183486 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:53:19.211630 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0430 13:53:21.224729 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0430 13:53:23.193420 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0430 13:53:24.125727 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0430 13:53:24.213088 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0430 13:53:29.225868 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0430 13:55:33.367563 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0430 13:55:33.367611 1 tasks.go:49] processing task group 3 of 3 I0430 13:55:33.367627 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0430 13:55:33.406694 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0430 13:55:33.406788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be7c4984-0325-43d1-ab98-822296101099", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0430 13:55:33.412129 1 operator.go:851] Updating ClusterOperator status to done. W0430 13:55:33.485048 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0430 13:55:33.515337 1 operator.go:830] Updating ClusterOperator status to InProgress. I0430 13:55:33.520669 1 tasks.go:49] processing task group 1 of 3 I0430 13:55:33.520700 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0430 13:55:33.520710 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:55:33.533657 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:55:34.430588 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0430 13:55:36.649187 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0430 13:55:36.649211 1 tasks.go:49] processing task group 2 of 3 I0430 13:55:36.649247 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:55:36.649251 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0430 13:55:36.649260 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0430 13:55:36.649283 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:55:36.649305 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0430 13:55:36.649327 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0430 13:55:36.649345 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:55:36.649386 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:55:36.649405 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0430 13:55:36.649416 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0430 13:55:36.649436 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0430 13:55:36.649457 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:55:36.649454 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0430 13:55:36.649519 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:55:36.649524 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0430 13:55:36.705261 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:55:36.724821 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:55:36.752730 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0430 13:55:36.789782 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:55:37.725154 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:55:37.741815 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:55:37.749382 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:55:37.753154 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0430 13:55:37.783334 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0430 13:55:39.778749 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0430 13:55:41.763812 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0430 13:55:42.709134 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0430 13:55:42.798560 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0430 13:55:47.796705 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0430 13:55:48.533079 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0430 13:55:48.554968 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0430 13:55:51.938653 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0430 13:55:51.938679 1 tasks.go:49] processing task group 3 of 3 I0430 13:55:51.938696 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0430 13:55:51.971075 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0430 13:55:51.976129 1 operator.go:851] Updating ClusterOperator status to done. W0430 13:55:51.997361 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0430 13:55:52.022392 1 operator.go:830] Updating ClusterOperator status to InProgress. I0430 13:55:52.026697 1 tasks.go:49] processing task group 1 of 3 I0430 13:55:52.026723 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0430 13:55:52.026736 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:55:52.038747 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0430 13:55:55.145503 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0430 13:55:55.145530 1 tasks.go:49] processing task group 2 of 3 I0430 13:55:55.145553 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:55:55.145623 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0430 13:55:55.145637 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0430 13:55:55.145657 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0430 13:55:55.145676 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:55:55.145691 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:55:55.145710 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:55:55.145727 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0430 13:55:55.145739 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0430 13:55:55.145767 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0430 13:55:55.145781 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:55:55.145809 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0430 13:55:55.145821 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0430 13:55:55.145839 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:55:55.145862 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0430 13:55:55.210948 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 13:55:55.227905 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 13:55:55.233606 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0430 13:55:55.286699 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 13:55:56.229806 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0430 13:55:56.249942 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0430 13:55:56.249968 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0430 13:55:56.253746 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 13:55:56.281281 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0430 13:55:58.287174 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0430 13:56:00.271869 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0430 13:56:01.199013 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0430 13:56:01.296322 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0430 13:56:06.293095 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0430 13:56:10.437460 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0430 13:56:10.437489 1 tasks.go:49] processing task group 3 of 3 I0430 13:56:10.437505 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0430 13:56:10.469260 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0430 13:56:10.474515 1 operator.go:851] Updating ClusterOperator status to done. I0430 14:00:34.430895 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0430 14:00:34.430953 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0430 14:00:34.457799 1 operator.go:830] Updating ClusterOperator status to InProgress. I0430 14:00:34.461965 1 tasks.go:49] processing task group 1 of 3 I0430 14:00:34.461990 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0430 14:00:34.462008 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0430 14:00:34.473747 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0430 14:00:37.609851 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0430 14:00:37.609878 1 tasks.go:49] processing task group 2 of 3 I0430 14:00:37.609906 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 14:00:37.609912 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0430 14:00:37.609928 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0430 14:00:37.609946 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0430 14:00:37.609968 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0430 14:00:37.609989 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 14:00:37.610009 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0430 14:00:37.610044 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 14:00:37.610079 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0430 14:00:37.610092 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0430 14:00:37.610119 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0430 14:00:37.610130 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0430 14:00:37.610157 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0430 14:00:37.610161 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 14:00:37.610157 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0430 14:00:37.711367 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 14:00:37.735440 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0430 14:00:37.740238 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 14:00:37.830761 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 14:00:38.722290 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0430 14:00:38.729327 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0430 14:00:38.750597 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 14:00:38.755688 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0430 14:00:38.809275 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0430 14:00:40.774516 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0430 14:00:42.778407 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0430 14:00:43.668849 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0430 14:00:43.811610 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0430 14:00:48.774230 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0430 14:00:52.960568 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0430 14:00:52.960597 1 tasks.go:49] processing task group 3 of 3 I0430 14:00:52.960611 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0430 14:00:52.992774 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0430 14:00:52.998262 1 operator.go:851] Updating ClusterOperator status to done. I0430 14:05:34.335977 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0430 14:05:34.336021 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0430 14:05:34.336033 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs W0430 14:05:34.336039 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0430 14:05:34.336049 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0430 14:05:34.340833 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0430 14:05:34.341970 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0430 14:05:34.341992 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0430 14:05:34.342018 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0430 14:05:34.342117 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0430 14:05:34.342152 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0430 14:05:34.342164 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0430 14:05:34.380362 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0430 14:05:34.396932 1 operator.go:830] Updating ClusterOperator status to InProgress. I0430 14:05:34.410094 1 tasks.go:49] processing task group 1 of 3 I0430 14:05:34.410122 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0430 14:05:34.410131 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0430 14:05:34.430526 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0430 14:05:34.433538 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0430 14:05:37.582246 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0430 14:05:37.582276 1 tasks.go:49] processing task group 2 of 3 I0430 14:05:37.582311 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 14:05:37.582311 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0430 14:05:37.582328 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 14:05:37.582340 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0430 14:05:37.582363 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0430 14:05:37.582386 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0430 14:05:37.582412 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0430 14:05:37.582426 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0430 14:05:37.582448 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 14:05:37.582462 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0430 14:05:37.582469 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0430 14:05:37.582492 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0430 14:05:37.582519 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0430 14:05:37.582540 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 14:05:37.582600 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0430 14:05:37.647894 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 14:05:37.677781 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 14:05:37.681013 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0430 14:05:37.745528 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 14:05:38.669193 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0430 14:05:38.699640 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 14:05:38.704733 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0430 14:05:38.706943 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0430 14:05:38.730634 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0430 14:05:40.747374 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0430 14:05:42.721516 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0430 14:05:43.648178 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0430 14:05:43.742401 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0430 14:05:48.740208 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0430 14:05:52.891431 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0430 14:05:52.891460 1 tasks.go:49] processing task group 3 of 3 I0430 14:05:52.891478 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0430 14:05:52.922245 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0430 14:05:52.927377 1 operator.go:851] Updating ClusterOperator status to done. W0430 14:05:52.938165 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0430 14:05:52.968093 1 operator.go:830] Updating ClusterOperator status to InProgress. I0430 14:05:52.972405 1 tasks.go:49] processing task group 1 of 3 I0430 14:05:52.972431 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0430 14:05:52.972455 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0430 14:05:52.984485 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0430 14:05:56.099779 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0430 14:05:56.099802 1 tasks.go:49] processing task group 2 of 3 I0430 14:05:56.099830 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 14:05:56.099834 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 14:05:56.099848 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0430 14:05:56.099868 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0430 14:05:56.099883 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0430 14:05:56.099903 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0430 14:05:56.099917 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0430 14:05:56.099934 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0430 14:05:56.099949 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0430 14:05:56.099974 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0430 14:05:56.099986 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0430 14:05:56.100002 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0430 14:05:56.100025 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0430 14:05:56.100038 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 14:05:56.100082 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 14:05:56.152876 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 14:05:56.173250 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 14:05:56.182537 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0430 14:05:56.239469 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 14:05:57.173661 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0430 14:05:57.183363 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 14:05:57.202838 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0430 14:05:57.204172 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0430 14:05:57.224560 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0430 14:05:59.245094 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0430 14:06:01.227586 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0430 14:06:02.157777 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0430 14:06:02.260214 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0430 14:06:07.249945 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0430 14:06:11.389683 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0430 14:06:11.389713 1 tasks.go:49] processing task group 3 of 3 I0430 14:06:11.389734 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0430 14:06:11.424302 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0430 14:06:11.429638 1 operator.go:851] Updating ClusterOperator status to done. W0430 14:08:27.621904 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118: watch of *v1.AlertingRule ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621919 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122: watch of *v1.Secret ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621941 1 reflector.go:492] k8s.io/client-go/informers/factory.go:160: watch of *v1.CertificateSigningRequest ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621911 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621943 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.Console ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621948 1 reflector.go:492] k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621955 1 reflector.go:492] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621957 1 reflector.go:492] github.com/openshift/client-go/config/informers/externalversions/factory.go:125: watch of *v1.FeatureGate ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621914 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621907 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621948 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121: watch of *v1.AlertRelabelConfig ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621975 1 reflector.go:492] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621983 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0430 14:08:27.621986 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117: watch of *v1.PrometheusRule ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding I0430 14:08:28.458530 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 14:08:28.458622 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0430 14:08:28.458652 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0430 14:08:28.473928 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0430 14:08:28.488758 1 operator.go:830] Updating ClusterOperator status to InProgress. I0430 14:08:28.493193 1 tasks.go:49] processing task group 1 of 3 I0430 14:08:28.493227 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0430 14:08:28.493242 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0430 14:08:28.503430 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0430 14:08:28.513141 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0430 14:08:28.538293 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 14:08:28.541779 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0430 14:08:28.593637 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0430 14:08:28.667424 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0430 14:08:28.715435 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 14:08:28.715517 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0430 14:08:28.734512 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0430 14:08:28.747828 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0430 14:08:29.010503 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0430 14:08:29.010584 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0430 14:08:29.010647 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0430 14:08:29.013600 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0430 14:08:29.032027 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0430 14:08:29.114486 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0430 14:08:31.640314 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0430 14:08:31.640338 1 tasks.go:49] processing task group 2 of 3 I0430 14:08:31.640371 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 14:08:31.640375 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0430 14:08:31.640393 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0430 14:08:31.640418 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0430 14:08:31.640436 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0430 14:08:31.640453 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0430 14:08:31.640472 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0430 14:08:31.640498 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0430 14:08:31.640521 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 14:08:31.640541 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 14:08:31.640556 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0430 14:08:31.640579 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0430 14:08:31.640579 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 14:08:31.640599 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0430 14:08:31.640623 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0430 14:08:31.706341 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0430 14:08:31.734789 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0430 14:08:31.740195 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0430 14:08:31.803963 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0430 14:08:32.734507 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0430 14:08:32.761561 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0430 14:08:32.784957 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0430 14:08:32.786520 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0430 14:08:32.819924 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0430 14:08:34.811740 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0430 14:08:36.784191 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0430 14:08:37.856264 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0430 14:08:38.000509 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0430 14:08:42.841498 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager