W0420 09:01:15.826448 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0420 09:01:15.826817 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0420 09:01:15.826831 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0420 09:01:15.826837 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0420 09:01:15.826842 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0420 09:01:15.850839 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0420 09:01:15.854333 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0420 09:01:15.854404 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0420 09:01:15.854559 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0420 09:01:15.855473 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 09:01:15.860617 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0420 09:01:15.861344 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0420 09:01:15.863362 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.863694 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.864168 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.866293 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.867021 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0420 09:01:15.868995 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.869038 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.869140 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.869163 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0420 09:01:15.869222 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.869316 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.873820 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 09:01:15.874779 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:01:15.875165 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 09:01:15.901385 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 09:01:15.957539 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 09:01:15.957591 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:01:15.957612 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0420 09:01:15.957623 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0420 09:01:15.957621 1 rule_controller.go:113] Starting alerting rules controller I0420 09:01:15.957630 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0420 09:01:15.957640 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0420 09:01:15.957640 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0420 09:01:15.957648 1 relabel_controller.go:117] Starting alert relabel config controller I0420 09:01:15.957652 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0420 09:01:15.957659 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0420 09:01:15.957659 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0420 09:01:15.957677 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0420 09:01:15.957694 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0420 09:01:15.957701 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0420 09:01:15.960753 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0420 09:01:15.960909 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0420 09:01:15.961051 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0420 09:01:15.961055 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0420 09:01:15.962857 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.962874 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.962893 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.962970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 09:01:15.962995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 09:01:15.962998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 09:01:15.975606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-wm7cf" is created for OpenShiftMonitoringTelemeterClientCertRequester I0420 09:01:15.975615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bbcg7" is created for OpenShiftMonitoringClientCertRequester I0420 09:01:15.975621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-nzgz4" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0420 09:01:15.985303 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.985310 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.985631 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.989036 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.989037 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.989673 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.992446 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.993134 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.993138 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.995106 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:01:15.995725 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.996523 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.997434 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:15.999517 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.000294 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.001178 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.003612 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.003647 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.005070 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.016270 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.016283 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.016273 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.016439 1 tasks.go:49] processing task group 1 of 3 I0420 09:01:16.016459 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:01:16.016472 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:01:16.020180 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.020958 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.020966 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.026868 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.031821 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.031856 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.031954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0420 09:01:16.033142 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.038224 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.040552 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.046321 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.047321 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.047321 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 09:01:16.047402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0420 09:01:16.057007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0420 09:01:16.057036 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 09:01:16.057959 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0420 09:01:16.058042 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0420 09:01:16.061120 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:01:16.061367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0420 09:01:16.061378 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0420 09:01:16.061423 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 09:01:16.061437 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 09:01:16.074684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0420 09:01:16.183758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 09:01:16.337807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 09:01:16.361543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 09:01:16.425381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 09:01:16.462289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 09:01:16.798083 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0420 09:01:16.799391 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0420 09:01:16.799408 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0420 09:01:16.799423 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0420 09:01:16.799431 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0420 09:01:16.801917 1 secure_serving.go:57] Forcing use of http/1.1 only I0420 09:01:16.801933 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0420 09:01:16.806284 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0420 09:01:16.806299 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0420 09:01:16.806309 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 09:01:16.806309 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 09:01:16.806320 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 09:01:16.806325 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 09:01:16.806642 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 09:01:16.806856 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776675646\" (2026-04-20 09:00:54 +0000 UTC to 2028-04-19 09:00:55 +0000 UTC (now=2026-04-20 09:01:16.806824293 +0000 UTC))" I0420 09:01:16.807119 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776675676\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776675676\" (2026-04-20 08:01:15 +0000 UTC to 2027-04-20 08:01:15 +0000 UTC (now=2026-04-20 09:01:16.807097171 +0000 UTC))" I0420 09:01:16.807143 1 secure_serving.go:213] Serving securely on [::]:8443 I0420 09:01:16.807167 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0420 09:01:16.807183 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0420 09:01:16.809637 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0420 09:01:16.809851 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0420 09:01:16.809953 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0420 09:01:16.906888 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 09:01:16.906902 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0420 09:01:16.906921 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 09:01:16.907022 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 08:48:59 +0000 UTC to 2036-04-17 08:48:59 +0000 UTC (now=2026-04-20 09:01:16.90700264 +0000 UTC))" I0420 09:01:16.907212 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776675646\" (2026-04-20 09:00:54 +0000 UTC to 2028-04-19 09:00:55 +0000 UTC (now=2026-04-20 09:01:16.907195402 +0000 UTC))" I0420 09:01:16.907361 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776675676\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776675676\" (2026-04-20 08:01:15 +0000 UTC to 2027-04-20 08:01:15 +0000 UTC (now=2026-04-20 09:01:16.907349981 +0000 UTC))" I0420 09:01:16.907461 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-20 08:49:01 +0000 UTC to 2036-04-17 08:49:01 +0000 UTC (now=2026-04-20 09:01:16.907451215 +0000 UTC))" I0420 09:01:16.907488 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-20 08:49:06 +0000 UTC to 2036-04-17 08:49:06 +0000 UTC (now=2026-04-20 09:01:16.907472382 +0000 UTC))" I0420 09:01:16.907506 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-20 08:49:09 +0000 UTC to 2036-04-17 08:49:09 +0000 UTC (now=2026-04-20 09:01:16.907497258 +0000 UTC))" I0420 09:01:16.907522 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-20 08:49:14 +0000 UTC to 2036-04-17 08:49:14 +0000 UTC (now=2026-04-20 09:01:16.907513435 +0000 UTC))" I0420 09:01:16.907541 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-20 08:49:15 +0000 UTC to 2036-04-17 08:49:15 +0000 UTC (now=2026-04-20 09:01:16.907533712 +0000 UTC))" I0420 09:01:16.907556 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ppphakho7bv59m4jq6j95q87iepucal-kx-a782d3b4f2_customer-system-admin-signer@1776675111\" [] issuer=\"\" (2026-04-20 08:51:53 +0000 UTC to 2026-04-27 08:51:54 +0000 UTC (now=2026-04-20 09:01:16.90754764 +0000 UTC))" I0420 09:01:16.907575 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ppphakho7bv59m4jq6j95q87iepucal-kx-a782d3b4f2_sre-system-admin-signer@1776675111\" [] issuer=\"\" (2026-04-20 08:51:51 +0000 UTC to 2026-04-27 08:51:52 +0000 UTC (now=2026-04-20 09:01:16.907565949 +0000 UTC))" I0420 09:01:16.907590 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 08:48:59 +0000 UTC to 2036-04-17 08:48:59 +0000 UTC (now=2026-04-20 09:01:16.907582514 +0000 UTC))" I0420 09:01:16.907765 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776675646\" (2026-04-20 09:00:54 +0000 UTC to 2028-04-19 09:00:55 +0000 UTC (now=2026-04-20 09:01:16.907733099 +0000 UTC))" I0420 09:01:16.907923 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776675676\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776675676\" (2026-04-20 08:01:15 +0000 UTC to 2027-04-20 08:01:15 +0000 UTC (now=2026-04-20 09:01:16.90791171 +0000 UTC))" I0420 09:01:19.517619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0420 09:01:19.528122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0420 09:01:19.544128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0420 09:01:23.646517 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:01:23.646541 1 tasks.go:49] processing task group 2 of 3 I0420 09:01:23.646568 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:01:23.646574 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:01:23.646585 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:01:23.646595 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:01:23.646599 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:01:23.646604 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:01:23.646609 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:01:23.646593 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:01:23.646618 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:01:23.646621 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:01:23.646627 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:01:23.646630 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:01:23.646635 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:01:23.646647 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:01:23.646613 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:01:23.662161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0420 09:01:23.669279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0420 09:01:23.685455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0420 09:01:23.692209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0420 09:01:23.695486 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0420 09:01:23.701843 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0420 09:01:23.745497 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:01:23.756056 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:01:23.773028 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:01:23.773129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0420 09:01:23.823368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 09:01:23.823397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0420 09:01:23.826137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 09:01:23.826833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 09:01:23.831095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 09:01:23.903455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 09:01:23.906455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0420 09:01:23.912634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0420 09:01:23.916573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 09:01:23.917557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 09:01:23.920244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 09:01:23.923005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0420 09:01:23.933449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0420 09:01:23.968394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0420 09:01:23.978770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0420 09:01:24.002696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0420 09:01:24.007764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0420 09:01:24.088182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0420 09:01:24.093456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0420 09:01:24.106072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 09:01:24.130177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0420 09:01:24.168627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0420 09:01:24.180918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0420 09:01:24.197825 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 09:01:24.205443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0420 09:01:24.250637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 09:01:24.288271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0420 09:01:24.356690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0420 09:01:24.357409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0420 09:01:24.449801 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0420 09:01:24.462488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0420 09:01:24.499860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0420 09:01:24.502495 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 09:01:24.581359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0420 09:01:24.767523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0420 09:01:24.806717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0420 09:01:24.868103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 09:01:24.871507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0420 09:01:24.890459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0420 09:01:24.957302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 09:01:24.961336 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 09:01:24.978348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0420 09:01:25.051956 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 09:01:25.056760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 09:01:25.064054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0420 09:01:25.079565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0420 09:01:25.109038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0420 09:01:25.125840 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 09:01:25.125832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 09:01:25.175066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0420 09:01:25.492969 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 09:01:25.753598 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:01:25.753668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0420 09:01:25.754354 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 09:01:25.791716 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:01:25.827010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0420 09:01:25.837549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 09:01:25.850566 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0420 09:01:25.924310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0420 09:01:26.020784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 09:01:26.073166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-a4br9lvm0kems -n openshift-monitoring because it was missing I0420 09:01:26.127865 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 09:01:26.254202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 09:01:26.362313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 09:01:26.455635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 09:01:26.554531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 09:01:26.657373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 09:01:26.754069 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:01:26.758466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 09:01:26.859366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 09:01:26.958858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 09:01:27.033574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0420 09:01:27.046269 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:01:27.049945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0420 09:01:27.086976 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:01:27.526902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0420 09:01:28.123313 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:01:28.552642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-a9k3tg9oeq78i -n openshift-monitoring because it was missing I0420 09:01:28.701781 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0420 09:01:28.734462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0420 09:01:29.248318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0420 09:01:30.079871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-c4mg76g6l6vq7 -n openshift-monitoring because it was missing I0420 09:01:30.101876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0420 09:01:30.125113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 09:01:30.135097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0420 09:01:32.782031 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:01:32.782099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0420 09:01:32.807247 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 09:01:34.338924 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:01:38.765342 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:01:39.151552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0420 09:01:39.185875 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:01:53.611914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0420 09:01:53.626569 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:01:53.626613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0420 09:01:53.991091 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:01:54.008389 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:01:54.988773 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:01:55.027185 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:02:05.190238 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:02:11.999867 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:02:40.198290 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:02:40.198316 1 tasks.go:49] processing task group 3 of 3 I0420 09:02:40.198332 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:02:40.245617 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:02:40.245644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0420 09:02:40.251785 1 operator.go:851] Updating ClusterOperator status to done. W0420 09:02:40.286473 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:02:40.314832 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:02:40.319015 1 tasks.go:49] processing task group 1 of 3 I0420 09:02:40.319037 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:02:40.319052 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:02:40.330038 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:02:41.367070 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJY0dLTzEvYk1mOXN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qWTNOVFkwTmpBZQpGdzB5TmpBME1qQXdPVEF3TkRaYUZ3MHlPREEyTVRnd09UQXdORGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkyTnpVMk5EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRG12dHBTejV0Sm9TYnZTNGlySXZLdW0vNFlRYjRJaGtTdApCOWRmd3ZqRWpHMndLaGNTMVg1amo3b3VuOGp1bEluZXA1VTJqMW9jbHI4UkRkcHczcENBYzhHYU5RM21JejIyCkN1QW9GNllzckNVMEpFQXpSYlVYM29QVWQ3c2NkUERWcXdUQ3c4ZHBIbFVmc1FLdWU4a1FHZUhrSjk0UFFLSTQKeCtQOW1zeXpNdDBXaWhuaWZ0bVVKcm9zTGY0UGJuSy9WcWJMNTJEVUp2TUw5V25BREpVVFQ1WElCSkhPOENTUApFQ0FFV2l3QWRqQ3MzZlh4Z0Z5YXdvejJJdWwvSm5yMndFTEFHT2VaWjhzc3hCb0l2WDdFNmwvcys2eUtQczlRCnR0alYzTDFLYUFiVFF4Q21QcGV6RjUrNW5wakxOR3lmRHozSW9MZjAzRkZRbUtybmJiT0pBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNNc3RuNgpxUmRPWHVZV3diSzFKYVVkdWxQN09UQWZCZ05WSFNNRUdEQVdnQlNNc3RuNnFSZE9YdVlXd2JLMUphVWR1bFA3Ck9UQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFRNTFVeU9QU2dzMzBid2pTMEVYM3lHRDBlT25iRENEMXJsU3kKbUMzSzJqVEJ0NXJSTjYzb2hhdjhhQWtsZFZyRkJIZ1YxTUlCNjZBaU14dkVKY0pNV3YrWlp3Mk5Ha0VUNW9oUwpiOWpHNmVXQ1VjWDFTRkFjSVo1V04xUU9pR3pGYmJ6VkZ6QklIQisvRVJoeWd3amVlc1hxRWNUVEtveCtXUTQvCk5mQk1Jd0E0NFRVVXlsWE1jQUNRVkMxczZpc2dXR0hEaCtCb0FHL2F6ZFZMc1dGN29NT0J3TlZTZDZyVGJIUEgKaHZKYWluV2hwTFVCUzMyVE51Rk5QSFk2ODdVZHl3NG4xZHdtVlFudnVEUjZMOTR0YitTbG5jUWpqeW5VSUNLdgpLbDdPcFRGOW1qQUphalNseG9xazRNSjRQZURoNGdSMTB2d2F1K21aR3d0djNLVTNMdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 09:02:41.372651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0420 09:02:41.376916 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJY0dLTzEvYk1mOXN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qWTNOVFkwTmpBZQpGdzB5TmpBME1qQXdPVEF3TkRaYUZ3MHlPREEyTVRnd09UQXdORGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkyTnpVMk5EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRG12dHBTejV0Sm9TYnZTNGlySXZLdW0vNFlRYjRJaGtTdApCOWRmd3ZqRWpHMndLaGNTMVg1amo3b3VuOGp1bEluZXA1VTJqMW9jbHI4UkRkcHczcENBYzhHYU5RM21JejIyCkN1QW9GNllzckNVMEpFQXpSYlVYM29QVWQ3c2NkUERWcXdUQ3c4ZHBIbFVmc1FLdWU4a1FHZUhrSjk0UFFLSTQKeCtQOW1zeXpNdDBXaWhuaWZ0bVVKcm9zTGY0UGJuSy9WcWJMNTJEVUp2TUw5V25BREpVVFQ1WElCSkhPOENTUApFQ0FFV2l3QWRqQ3MzZlh4Z0Z5YXdvejJJdWwvSm5yMndFTEFHT2VaWjhzc3hCb0l2WDdFNmwvcys2eUtQczlRCnR0alYzTDFLYUFiVFF4Q21QcGV6RjUrNW5wakxOR3lmRHozSW9MZjAzRkZRbUtybmJiT0pBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNNc3RuNgpxUmRPWHVZV3diSzFKYVVkdWxQN09UQWZCZ05WSFNNRUdEQVdnQlNNc3RuNnFSZE9YdVlXd2JLMUphVWR1bFA3Ck9UQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFRNTFVeU9QU2dzMzBid2pTMEVYM3lHRDBlT25iRENEMXJsU3kKbUMzSzJqVEJ0NXJSTjYzb2hhdjhhQWtsZFZyRkJIZ1YxTUlCNjZBaU14dkVKY0pNV3YrWlp3Mk5Ha0VUNW9oUwpiOWpHNmVXQ1VjWDFTRkFjSVo1V04xUU9pR3pGYmJ6VkZ6QklIQisvRVJoeWd3amVlc1hxRWNUVEtveCtXUTQvCk5mQk1Jd0E0NFRVVXlsWE1jQUNRVkMxczZpc2dXR0hEaCtCb0FHL2F6ZFZMc1dGN29NT0J3TlZTZDZyVGJIUEgKaHZKYWluV2hwTFVCUzMyVE51Rk5QSFk2ODdVZHl3NG4xZHdtVlFudnVEUjZMOTR0YitTbG5jUWpqeW5VSUNLdgpLbDdPcFRGOW1qQUphalNseG9xazRNSjRQZURoNGdSMTB2d2F1K21aR3d0djNLVTNMdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 09:02:41.382377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a5d472e6-e278-4292-a218-1f4cd434446a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0420 09:02:43.473834 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:02:43.473856 1 tasks.go:49] processing task group 2 of 3 I0420 09:02:43.473880 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:02:43.473891 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:02:43.473910 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:02:43.473925 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:02:43.473948 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:02:43.473962 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:02:43.473979 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:02:43.474000 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:02:43.474012 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:02:43.474031 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:02:43.474054 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:02:43.474075 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:02:43.474101 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:02:43.474116 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:02:43.474140 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:02:43.524319 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:02:43.549291 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:02:43.557683 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:02:43.607283 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:02:44.550055 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:02:44.564106 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:02:44.572514 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:02:44.587880 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:02:44.595581 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:02:46.618968 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:02:48.597598 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:02:49.528717 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:02:49.614140 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:02:55.023831 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:03:44.624447 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:04:58.771107 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:04:58.771136 1 tasks.go:49] processing task group 3 of 3 I0420 09:04:58.771147 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:04:58.807262 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:04:58.812294 1 operator.go:851] Updating ClusterOperator status to done. W0420 09:04:58.820735 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:04:58.844799 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:04:58.848730 1 tasks.go:49] processing task group 1 of 3 I0420 09:04:58.848768 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:04:58.848783 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:04:58.860832 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:05:01.986832 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:05:01.986853 1 tasks.go:49] processing task group 2 of 3 I0420 09:05:01.986880 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:05:01.986879 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:05:01.986911 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:05:01.986939 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:05:01.986956 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:05:01.986972 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:05:01.986996 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:05:01.987015 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:05:01.987018 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:05:01.987042 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:05:01.987055 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:05:01.987072 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:05:01.987100 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:05:01.987117 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:05:01.987149 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:05:02.033761 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:05:02.046099 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:05:02.065375 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:05:02.106272 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:05:03.050515 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:05:03.067361 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:05:03.070515 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:05:03.092587 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:05:03.109998 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:05:05.122125 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:05:07.097163 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:05:08.044811 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:05:08.121769 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:05:13.137878 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:05:17.261077 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:05:17.261102 1 tasks.go:49] processing task group 3 of 3 I0420 09:05:17.261115 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:05:17.297522 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:05:17.302564 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:06:15.958407 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 09:06:15.958437 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:06:15.988063 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:06:15.992157 1 tasks.go:49] processing task group 1 of 3 I0420 09:06:15.992180 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:06:15.992196 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:06:16.003106 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:06:19.130138 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:06:19.130161 1 tasks.go:49] processing task group 2 of 3 I0420 09:06:19.130181 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:06:19.130189 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:06:19.130199 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:06:19.130217 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:06:19.130235 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:06:19.130251 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:06:19.130268 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:06:19.130288 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:06:19.130304 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:06:19.130320 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:06:19.130341 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:06:19.130355 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:06:19.130383 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:06:19.130391 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:06:19.130406 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:06:19.179864 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:06:19.197400 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:06:19.209050 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:06:19.249497 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:06:20.199847 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:06:20.214783 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:06:20.221858 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:06:20.236697 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:06:20.250304 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:06:22.271371 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:06:24.243419 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:06:25.188073 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:06:25.261984 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:06:30.274298 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:06:34.419441 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:06:34.419467 1 tasks.go:49] processing task group 3 of 3 I0420 09:06:34.419488 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:06:34.455882 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:06:34.461297 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:07:04.456420 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0420 09:07:04.456444 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:07:04.484060 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:07:04.489255 1 tasks.go:49] processing task group 1 of 3 I0420 09:07:04.489277 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:07:04.489293 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:07:04.501000 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:07:07.614894 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:07:07.614916 1 tasks.go:49] processing task group 2 of 3 I0420 09:07:07.614947 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:07:07.614948 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:07:07.614963 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:07:07.614988 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:07:07.615002 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:07:07.615022 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:07:07.615039 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:07:07.615060 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:07:07.615092 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:07:07.615092 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:07:07.615093 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:07:07.615076 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:07:07.615558 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:07:07.615849 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:07:07.615091 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:07:07.688211 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:07:07.705713 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:07:07.711639 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:07:07.770891 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:07:08.688644 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:07:08.726681 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:07:08.727261 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:07:08.735351 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:07:08.752044 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:07:10.768292 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:07:12.755296 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:07:13.672498 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:07:13.777346 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:07:18.766604 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:07:22.932842 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:07:22.932866 1 tasks.go:49] processing task group 3 of 3 I0420 09:07:22.932882 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:07:22.983368 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:07:22.988531 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:11:15.957900 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 09:11:15.957961 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:11:15.984840 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:11:15.990420 1 tasks.go:49] processing task group 1 of 3 I0420 09:11:15.990446 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:11:15.990461 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:11:16.001556 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:11:19.153861 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:11:19.153885 1 tasks.go:49] processing task group 2 of 3 I0420 09:11:19.153914 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:11:19.153924 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:11:19.153936 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:11:19.153952 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:11:19.153972 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:11:19.153992 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:11:19.154009 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:11:19.154030 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:11:19.154050 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:11:19.154069 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:11:19.154079 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:11:19.154101 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:11:19.154128 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:11:19.154122 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:11:19.154148 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:11:19.205128 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:11:19.224301 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:11:19.239003 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:11:19.285353 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:11:20.222677 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:11:20.249464 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:11:20.251681 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:11:20.280372 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:11:20.289426 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:11:22.306926 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:11:24.283065 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:11:25.223333 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:11:25.301258 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:11:30.312329 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:11:34.479779 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:11:34.479806 1 tasks.go:49] processing task group 3 of 3 I0420 09:11:34.479823 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:11:34.523424 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:11:34.529373 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:16:15.864722 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 09:16:15.864764 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs W0420 09:16:15.864781 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:16:15.864860 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 09:16:15.864899 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 09:16:15.866799 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0420 09:16:15.867955 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 09:16:15.867966 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 09:16:15.869233 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 09:16:15.869253 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 09:16:15.869455 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:16:15.869459 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 09:16:15.895941 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:16:15.901217 1 tasks.go:49] processing task group 1 of 3 I0420 09:16:15.901241 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:16:15.901250 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:16:15.901676 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0420 09:16:15.914457 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:16:15.957964 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0420 09:16:19.092433 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:16:19.092453 1 tasks.go:49] processing task group 2 of 3 I0420 09:16:19.092479 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:16:19.092486 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:16:19.092495 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:16:19.092515 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:16:19.092532 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:16:19.092556 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:16:19.092570 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:16:19.092585 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:16:19.092608 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:16:19.092623 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:16:19.092647 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:16:19.092664 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:16:19.092670 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:16:19.092694 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:16:19.092724 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:16:19.171597 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:16:19.176295 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:16:19.182703 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:16:19.265330 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:16:20.190767 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:16:20.211507 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:16:20.214553 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:16:20.217727 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:16:20.250684 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:16:22.274796 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:16:24.241595 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:16:25.155650 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:16:25.267567 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:16:30.275561 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:16:34.431962 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:16:34.431987 1 tasks.go:49] processing task group 3 of 3 I0420 09:16:34.432002 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:16:34.471131 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:16:34.477016 1 operator.go:851] Updating ClusterOperator status to done. W0420 09:16:34.488017 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:16:34.516994 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:16:34.522194 1 tasks.go:49] processing task group 1 of 3 I0420 09:16:34.522216 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:16:34.522230 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:16:34.535421 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:16:37.659359 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:16:37.659380 1 tasks.go:49] processing task group 2 of 3 I0420 09:16:37.659402 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:16:37.659410 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:16:37.659427 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:16:37.659441 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:16:37.659462 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:16:37.659483 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:16:37.659488 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:16:37.659500 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:16:37.659521 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:16:37.659533 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:16:37.659550 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:16:37.659563 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:16:37.659580 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:16:37.659594 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:16:37.659467 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:16:37.714835 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:16:37.735812 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:16:37.748101 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:16:37.799700 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:16:38.731622 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:16:38.762298 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:16:38.762311 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:16:38.776017 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:16:38.801304 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:16:40.822695 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:16:42.794158 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:16:43.723393 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:16:43.828078 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:16:48.827273 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:16:53.018122 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:16:53.018147 1 tasks.go:49] processing task group 3 of 3 I0420 09:16:53.018156 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:16:53.058284 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:16:53.064717 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:21:15.957626 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 09:21:15.957675 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:21:15.991841 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:21:15.997219 1 tasks.go:49] processing task group 1 of 3 I0420 09:21:15.997242 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:21:15.997262 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:21:16.011350 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:21:19.156247 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:21:19.156268 1 tasks.go:49] processing task group 2 of 3 I0420 09:21:19.156293 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:21:19.156302 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:21:19.156309 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:21:19.156323 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:21:19.156346 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:21:19.156363 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:21:19.156377 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:21:19.156402 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:21:19.156417 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:21:19.156443 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:21:19.156465 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:21:19.156483 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:21:19.156489 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:21:19.156507 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:21:19.156477 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:21:19.214307 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:21:19.239380 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:21:19.245166 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:21:19.301251 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:21:20.231073 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:21:20.261869 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:21:20.265295 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:21:20.289303 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:21:20.310965 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:21:22.325176 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:21:24.294958 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:21:25.225621 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:21:25.318073 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:21:30.330418 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:21:34.503934 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:21:34.503962 1 tasks.go:49] processing task group 3 of 3 I0420 09:21:34.503977 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:21:34.545054 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:21:34.550986 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:26:15.957623 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 09:26:15.957686 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:26:15.989084 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:26:15.994459 1 tasks.go:49] processing task group 1 of 3 I0420 09:26:15.994482 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:26:15.994500 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:26:16.008382 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:26:19.159283 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:26:19.159304 1 tasks.go:49] processing task group 2 of 3 I0420 09:26:19.159323 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:26:19.159329 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:26:19.159343 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:26:19.159359 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:26:19.159379 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:26:19.159394 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:26:19.159422 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:26:19.159432 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:26:19.159454 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:26:19.159475 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:26:19.159494 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:26:19.159514 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:26:19.159529 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:26:19.159553 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:26:19.159537 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:26:19.216668 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:26:19.238872 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:26:19.244082 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:26:19.302894 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:26:20.236585 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:26:20.259786 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:26:20.265072 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:26:20.278789 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:26:20.306938 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:26:22.330812 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:26:24.297845 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:26:25.224538 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:26:25.310515 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:26:30.327306 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:26:34.518277 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:26:34.518303 1 tasks.go:49] processing task group 3 of 3 I0420 09:26:34.518318 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:26:34.557498 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:26:34.563631 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:31:15.865076 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs W0420 09:31:15.865122 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:31:15.865159 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 09:31:15.865185 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 09:31:15.865265 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 09:31:15.867305 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0420 09:31:15.868199 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 09:31:15.868210 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 09:31:15.869281 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 09:31:15.869296 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 09:31:15.870372 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:31:15.870383 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 09:31:15.896489 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:31:15.902254 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0420 09:31:15.902954 1 tasks.go:49] processing task group 1 of 3 I0420 09:31:15.902977 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:31:15.902988 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:31:15.917858 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:31:15.957929 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0420 09:31:19.127866 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:31:19.127888 1 tasks.go:49] processing task group 2 of 3 I0420 09:31:19.127916 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:31:19.127917 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:31:19.127933 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:31:19.127953 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:31:19.127976 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:31:19.127994 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:31:19.128009 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:31:19.128031 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:31:19.128056 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:31:19.128084 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:31:19.128089 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:31:19.128105 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:31:19.128120 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:31:19.128145 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:31:19.128066 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:31:19.190120 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:31:19.205306 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:31:19.210510 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:31:19.270810 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:31:20.201000 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:31:20.232722 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:31:20.237753 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:31:20.251469 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:31:20.281716 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:31:22.291504 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:31:24.259083 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:31:25.192514 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:31:25.289975 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:31:30.314404 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager