W0319 15:02:39.833168 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 15:02:39.833515 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0319 15:02:39.833529 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0319 15:02:39.833534 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0319 15:02:39.833538 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0319 15:02:39.858071 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 15:02:39.861859 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0319 15:02:39.864103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0319 15:02:39.865519 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0319 15:02:39.865873 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 15:02:39.870759 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0319 15:02:39.872557 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0319 15:02:39.872845 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0319 15:02:39.872849 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.873970 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.874142 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.874671 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.875873 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.876768 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.877018 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.877365 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0319 15:02:39.877738 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.878360 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.882354 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 15:02:39.882774 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 15:02:39.882968 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 15:02:39.918803 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 15:02:39.967573 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 15:02:39.967724 1 rule_controller.go:113] Starting alerting rules controller I0319 15:02:39.967953 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0319 15:02:39.967755 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0319 15:02:39.968611 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0319 15:02:39.968623 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0319 15:02:39.967780 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0319 15:02:39.968663 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0319 15:02:39.968670 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0319 15:02:39.967796 1 relabel_controller.go:117] Starting alert relabel config controller I0319 15:02:39.968738 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller W0319 15:02:39.967851 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:02:39.967884 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0319 15:02:39.969200 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0319 15:02:39.969232 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0319 15:02:39.971948 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0319 15:02:39.972281 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0319 15:02:39.972485 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0319 15:02:39.972490 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0319 15:02:39.973215 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:39.973622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 15:02:39.974198 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:39.974896 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:39.976082 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 15:02:39.976125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 15:02:39.984408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-zftjl" is created for OpenShiftMonitoringTelemeterClientCertRequester I0319 15:02:39.984924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-ln5nl" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0319 15:02:39.988707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-tc6w8" is created for OpenShiftMonitoringClientCertRequester I0319 15:02:39.992144 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:39.992495 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:39.992758 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.000459 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.000816 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.000958 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.009610 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.009632 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.009655 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.013878 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.014147 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.014204 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.015525 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:02:40.020173 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.021447 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.021634 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.027648 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.030960 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.031202 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.032516 1 tasks.go:49] processing task group 1 of 3 I0319 15:02:40.032588 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:02:40.032551 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.032793 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:02:40.034535 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.035281 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.037125 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.039058 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.040800 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.044975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0319 15:02:40.057277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0319 15:02:40.061256 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:02:40.064255 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.064322 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.064602 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 15:02:40.068599 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0319 15:02:40.069714 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0319 15:02:40.072294 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 15:02:40.072449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0319 15:02:40.073448 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 15:02:40.073491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0319 15:02:40.073755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0319 15:02:40.073817 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 15:02:40.083750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0319 15:02:40.108804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 15:02:40.186482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 15:02:40.196765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 15:02:40.231170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 15:02:40.253335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 15:02:40.258255 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0319 15:02:40.260325 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0319 15:02:40.260347 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0319 15:02:40.260364 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0319 15:02:40.260371 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0319 15:02:40.268583 1 secure_serving.go:57] Forcing use of http/1.1 only I0319 15:02:40.268598 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0319 15:02:40.272469 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 15:02:40.272523 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 15:02:40.272589 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 15:02:40.272532 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0319 15:02:40.272896 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 15:02:40.272945 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 15:02:40.272908 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773932531\" (2026-03-19 15:02:20 +0000 UTC to 2028-03-18 15:02:21 +0000 UTC (now=2026-03-19 15:02:40.27285726 +0000 UTC))" I0319 15:02:40.272928 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 15:02:40.273341 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773932560\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773932560\" (2026-03-19 14:02:39 +0000 UTC to 2027-03-19 14:02:39 +0000 UTC (now=2026-03-19 15:02:40.273303116 +0000 UTC))" I0319 15:02:40.273369 1 secure_serving.go:213] Serving securely on [::]:8443 I0319 15:02:40.273391 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0319 15:02:40.273422 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0319 15:02:40.275937 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0319 15:02:40.276016 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0319 15:02:40.276017 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0319 15:02:40.373508 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 15:02:40.373523 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0319 15:02:40.373528 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 15:02:40.373719 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 14:46:05 +0000 UTC to 2036-03-16 14:46:05 +0000 UTC (now=2026-03-19 15:02:40.373682121 +0000 UTC))" I0319 15:02:40.373957 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773932531\" (2026-03-19 15:02:20 +0000 UTC to 2028-03-18 15:02:21 +0000 UTC (now=2026-03-19 15:02:40.373933189 +0000 UTC))" I0319 15:02:40.374150 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773932560\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773932560\" (2026-03-19 14:02:39 +0000 UTC to 2027-03-19 14:02:39 +0000 UTC (now=2026-03-19 15:02:40.374135586 +0000 UTC))" I0319 15:02:40.374295 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-19 14:46:08 +0000 UTC to 2036-03-16 14:46:08 +0000 UTC (now=2026-03-19 15:02:40.374282381 +0000 UTC))" I0319 15:02:40.374328 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-19 14:46:15 +0000 UTC to 2036-03-16 14:46:15 +0000 UTC (now=2026-03-19 15:02:40.374311802 +0000 UTC))" I0319 15:02:40.374366 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-19 14:46:18 +0000 UTC to 2036-03-16 14:46:18 +0000 UTC (now=2026-03-19 15:02:40.374351955 +0000 UTC))" I0319 15:02:40.374394 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-19 14:46:22 +0000 UTC to 2036-03-16 14:46:22 +0000 UTC (now=2026-03-19 15:02:40.374380008 +0000 UTC))" I0319 15:02:40.374421 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-19 14:46:23 +0000 UTC to 2036-03-16 14:46:23 +0000 UTC (now=2026-03-19 15:02:40.374407677 +0000 UTC))" I0319 15:02:40.374449 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4rpck9ioud9l1463kq6ujdgf68maof-kx-bafc689035_customer-system-admin-signer@1773931713\" [] issuer=\"\" (2026-03-19 14:48:33 +0000 UTC to 2026-03-26 14:48:34 +0000 UTC (now=2026-03-19 15:02:40.374432599 +0000 UTC))" I0319 15:02:40.374482 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4rpck9ioud9l1463kq6ujdgf68maof-kx-bafc689035_sre-system-admin-signer@1773931713\" [] issuer=\"\" (2026-03-19 14:48:35 +0000 UTC to 2026-03-26 14:48:36 +0000 UTC (now=2026-03-19 15:02:40.374468766 +0000 UTC))" I0319 15:02:40.374509 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 14:46:05 +0000 UTC to 2036-03-16 14:46:05 +0000 UTC (now=2026-03-19 15:02:40.374495837 +0000 UTC))" I0319 15:02:40.374683 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773932531\" (2026-03-19 15:02:20 +0000 UTC to 2028-03-18 15:02:21 +0000 UTC (now=2026-03-19 15:02:40.374670589 +0000 UTC))" I0319 15:02:40.374854 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773932560\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773932560\" (2026-03-19 14:02:39 +0000 UTC to 2027-03-19 14:02:39 +0000 UTC (now=2026-03-19 15:02:40.374843972 +0000 UTC))" I0319 15:03:14.815373 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 15:03:29.813488 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 15:03:44.815099 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 15:04:55.294123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0319 15:04:55.307061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0319 15:04:55.346824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0319 15:05:00.468202 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:05:00.468231 1 tasks.go:49] processing task group 2 of 3 I0319 15:05:00.468265 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:05:00.468276 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:05:00.468287 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:05:00.468296 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:05:00.468308 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:05:00.468315 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:05:00.468319 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:05:00.468316 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:05:00.468327 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:05:00.468330 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:05:00.468334 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:05:00.468339 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:05:00.468268 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:05:00.468337 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:05:00.468343 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:05:00.484796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0319 15:05:00.485122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0319 15:05:00.505701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0319 15:05:00.508377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0319 15:05:00.532223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0319 15:05:00.532249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0319 15:05:00.584144 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:05:00.586449 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:05:00.610213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 15:05:00.618789 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:05:00.623614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0319 15:05:00.650313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0319 15:05:00.651913 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 15:05:00.653323 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 15:05:00.659846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 15:05:00.717952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 15:05:00.720426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 15:05:00.720779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0319 15:05:00.723902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 15:05:00.723920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 15:05:00.723930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0319 15:05:00.744434 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 15:05:00.744455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 15:05:00.751439 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0319 15:05:00.751462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0319 15:05:00.770383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0319 15:05:00.774068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0319 15:05:00.792325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0319 15:05:00.794925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0319 15:05:00.828285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0319 15:05:00.960298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 15:05:00.960657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0319 15:05:01.024347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0319 15:05:01.118408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 15:05:01.124297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0319 15:05:01.212812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0319 15:05:01.213198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0319 15:05:01.322992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0319 15:05:01.331987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0319 15:05:01.362127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0319 15:05:01.425684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0319 15:05:01.529576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0319 15:05:01.539261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0319 15:05:01.626464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 15:05:01.639114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0319 15:05:01.639223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 15:05:01.649246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0319 15:05:01.718490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 15:05:01.719067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 15:05:01.732833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0319 15:05:01.736276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0319 15:05:01.771843 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0319 15:05:01.786666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 15:05:01.786762 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 15:05:01.819640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 15:05:01.830881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0319 15:05:02.188981 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 15:05:02.262852 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:05:02.262881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0319 15:05:02.267925 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 15:05:02.577427 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:05:02.613435 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:05:02.643675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0319 15:05:02.652833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 15:05:02.661953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0319 15:05:02.745190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0319 15:05:02.835870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-7eu2pt9n7qf9p -n openshift-monitoring because it was missing I0319 15:05:02.844562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 15:05:02.946895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 15:05:03.042731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 15:05:03.146841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 15:05:03.246457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 15:05:03.348079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 15:05:03.448735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 15:05:03.554157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 15:05:03.652583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 15:05:03.771364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 15:05:03.915095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0319 15:05:03.938968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0319 15:05:04.387757 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0319 15:05:04.836290 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:05:05.408493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-1r677oqa8il3k -n openshift-monitoring because it was missing I0319 15:05:05.549339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0319 15:05:05.585285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0319 15:05:05.901452 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:05:06.881996 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:05:06.971072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-a4dt8r04v9fsi -n openshift-monitoring because it was missing I0319 15:05:06.983702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0319 15:05:07.000765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 15:05:07.009761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0319 15:05:11.635852 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:05:11.635922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0319 15:05:16.899150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0319 15:05:16.932205 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:05:32.462706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0319 15:05:32.474981 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:05:32.475062 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0319 15:05:41.846527 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:06:17.058883 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:06:17.058922 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0319 15:06:17.058929 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0319 15:06:17.058947 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0319 15:06:17.060061 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:06:17.083215 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:06:17.087257 1 tasks.go:49] processing task group 1 of 3 I0319 15:06:17.087276 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:06:17.087289 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:06:17.098963 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:06:18.133062 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTk9qdUhCSnMvclV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016a3pNalV6TVRBZQpGdzB5TmpBek1Ua3hOVEF5TVRGYUZ3MHlPREExTVRjeE5UQXlNVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TXpJMU16RXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRENSekNhMFZTUGlaMTNxWXNjM282R1ZQdXVmT0txTEI3cgpNbHJ4dGtNaE9TMXFwbklGR0NMQmJCV0Y0ZGJmaFlzYlkwVndlOCsvRUlpMXdkb0RlMFhWZU9UV0tnZUFzdXFFCk82c1lyOU5rVCtlWkZYZUxCOHJoV1p2Z1FvUGVZTzZQVGQ2MXdkeVFaM21lNkhvaUx3Y2JJMi9JOXRyaVBqUzkKK1N1dzZpRHBpNTFORmZuYUt6S25nK1FYMHNXUlVwWHJYS0RwTWpmUUUyMVc1RlRpOUxYSmdxZm9zQ2pUNjhzRgpEblVFQWpZb1VWZU5jYjNTb01TY3FvdjQvd2R3MXJnVldTNnVobVBoSnRhMDF3RU5nV0NEQ2tyR05yMFhJNlJlCkR1Qm5HaUlYZklUOGRrS05idUhXR0NrcDhXczlQUm5GOHRJMXVKR3lZWTdSUnBFdUFNTHJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR6Y0lUaAo3dEtNc2hORHBzTmhQTmlYek56OWx6QWZCZ05WSFNNRUdEQVdnQlR6Y0lUaDd0S01zaE5EcHNOaFBOaVh6Tno5Cmx6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFmNEpDR0h1clIzaWdSNVh4MElQTTQzbmNjWlJGN3VZYXdpcTQKVFZoT1BndFRvYWxINnpVdGtKd2lPZ2hNZUQ0SWtGVnEwRkxURm55eXFIZmVUaVNiR1oyU3d4cDlKb0g5SG4yQwpxTS9HTHMxbnAzU014ZjRWQ1RDaHB0R1dMZkVVTjBVZmtESmV3aHV1TTRyM3N1alRVeUdPRkhhdXcxUThpTTdaCmNHZ1I3Wk1mcTR1K2RNSEdjRW12RFVZQXNMU0tFOU9rQkwyMFpnMEswNG9wdFRlWTc1WnhnNi85QTJaVTljQUEKOW5tTURDekdySHlQSDVhZmR2ZUdhVFFYb0RRdXRsdlNMNDRKQlExVkFySHlZV3dYWXgwYmY4eWRBR1RIT3NvZQpUdnFEeXE5azRBeHdPU05vMGpxV2J3RUxCOVYwdXpWU0Q3andxZzFWT2NTTHZBVmduQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 15:06:18.137965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0319 15:06:18.141938 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTk9qdUhCSnMvclV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016a3pNalV6TVRBZQpGdzB5TmpBek1Ua3hOVEF5TVRGYUZ3MHlPREExTVRjeE5UQXlNVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TXpJMU16RXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRENSekNhMFZTUGlaMTNxWXNjM282R1ZQdXVmT0txTEI3cgpNbHJ4dGtNaE9TMXFwbklGR0NMQmJCV0Y0ZGJmaFlzYlkwVndlOCsvRUlpMXdkb0RlMFhWZU9UV0tnZUFzdXFFCk82c1lyOU5rVCtlWkZYZUxCOHJoV1p2Z1FvUGVZTzZQVGQ2MXdkeVFaM21lNkhvaUx3Y2JJMi9JOXRyaVBqUzkKK1N1dzZpRHBpNTFORmZuYUt6S25nK1FYMHNXUlVwWHJYS0RwTWpmUUUyMVc1RlRpOUxYSmdxZm9zQ2pUNjhzRgpEblVFQWpZb1VWZU5jYjNTb01TY3FvdjQvd2R3MXJnVldTNnVobVBoSnRhMDF3RU5nV0NEQ2tyR05yMFhJNlJlCkR1Qm5HaUlYZklUOGRrS05idUhXR0NrcDhXczlQUm5GOHRJMXVKR3lZWTdSUnBFdUFNTHJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR6Y0lUaAo3dEtNc2hORHBzTmhQTmlYek56OWx6QWZCZ05WSFNNRUdEQVdnQlR6Y0lUaDd0S01zaE5EcHNOaFBOaVh6Tno5Cmx6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFmNEpDR0h1clIzaWdSNVh4MElQTTQzbmNjWlJGN3VZYXdpcTQKVFZoT1BndFRvYWxINnpVdGtKd2lPZ2hNZUQ0SWtGVnEwRkxURm55eXFIZmVUaVNiR1oyU3d4cDlKb0g5SG4yQwpxTS9HTHMxbnAzU014ZjRWQ1RDaHB0R1dMZkVVTjBVZmtESmV3aHV1TTRyM3N1alRVeUdPRkhhdXcxUThpTTdaCmNHZ1I3Wk1mcTR1K2RNSEdjRW12RFVZQXNMU0tFOU9rQkwyMFpnMEswNG9wdFRlWTc1WnhnNi85QTJaVTljQUEKOW5tTURDekdySHlQSDVhZmR2ZUdhVFFYb0RRdXRsdlNMNDRKQlExVkFySHlZV3dYWXgwYmY4eWRBR1RIT3NvZQpUdnFEeXE5azRBeHdPU05vMGpxV2J3RUxCOVYwdXpWU0Q3andxZzFWT2NTTHZBVmduQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 15:06:18.146660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0319 15:06:20.228542 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:06:20.228564 1 tasks.go:49] processing task group 2 of 3 I0319 15:06:20.228588 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:06:20.228587 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:06:20.228604 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:06:20.228621 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:06:20.228641 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:06:20.228663 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:06:20.228678 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:06:20.228677 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:06:20.228683 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:06:20.228686 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:06:20.228684 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:06:20.228690 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:06:20.228693 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:06:20.228694 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:06:20.228696 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:06:20.280587 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:06:20.305476 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:06:20.317671 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:06:20.323870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0319 15:06:20.344957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0319 15:06:20.375518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0319 15:06:20.391954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0319 15:06:20.410905 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 15:06:20.446008 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:06:20.489433 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 15:06:21.306866 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:06:21.321978 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:06:21.326824 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:06:21.330201 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:06:21.364529 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:06:23.371323 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:06:25.351812 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:06:25.457325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0319 15:06:26.279677 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:06:31.381157 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:06:33.536339 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:06:35.541514 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:06:35.541542 1 tasks.go:49] processing task group 3 of 3 I0319 15:06:35.541553 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:06:35.583489 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:06:35.583632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"310662e2-8e9d-4557-a080-35754f01efbe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0319 15:06:35.588464 1 operator.go:851] Updating ClusterOperator status to done. W0319 15:06:35.621761 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:06:35.646957 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:06:35.651793 1 tasks.go:49] processing task group 1 of 3 I0319 15:06:35.651820 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:06:35.651833 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:06:35.663581 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:06:38.763200 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:06:38.763224 1 tasks.go:49] processing task group 2 of 3 I0319 15:06:38.763256 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:06:38.763254 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:06:38.763276 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:06:38.763289 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:06:38.763319 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:06:38.763385 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:06:38.763390 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:06:38.763331 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:06:38.763348 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:06:38.763360 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:06:38.763367 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:06:38.763367 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:06:38.763369 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:06:38.763380 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:06:38.763347 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:06:38.804145 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:06:38.823298 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:06:38.841958 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:06:38.876212 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:06:39.825981 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:06:39.843554 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:06:39.847861 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:06:39.866110 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:06:39.871368 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:06:41.906249 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:06:43.872352 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:06:44.815772 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:06:44.888020 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:06:49.903909 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:06:54.055527 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:06:54.055557 1 tasks.go:49] processing task group 3 of 3 I0319 15:06:54.055567 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:06:54.091983 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:06:54.096694 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:06:59.818377 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 15:06:59.818406 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:06:59.869077 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:06:59.878642 1 tasks.go:49] processing task group 1 of 3 I0319 15:06:59.878667 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:06:59.878686 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:06:59.895508 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:07:03.010785 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:07:03.010809 1 tasks.go:49] processing task group 2 of 3 I0319 15:07:03.010826 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:07:03.010832 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:07:03.010846 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:07:03.010862 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:07:03.010888 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:07:03.010909 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:07:03.010924 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:07:03.010931 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:07:03.010920 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:07:03.010935 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:07:03.010937 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:07:03.010930 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:07:03.010941 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:07:03.010943 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:07:03.010947 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:07:03.058807 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:07:03.081216 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:07:03.091773 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:07:03.138155 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:07:04.080162 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:07:04.099754 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:07:04.103736 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:07:04.109733 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:07:04.125983 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:07:06.159013 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:07:08.129143 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:07:09.064296 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:07:09.148784 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:07:14.150639 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:07:18.301874 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:07:18.301907 1 tasks.go:49] processing task group 3 of 3 I0319 15:07:18.301920 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:07:18.340239 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:07:18.344977 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:07:39.968068 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:07:39.968115 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:07:39.995933 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:07:39.999737 1 tasks.go:49] processing task group 1 of 3 I0319 15:07:39.999765 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:07:39.999780 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:07:40.011076 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:07:43.121629 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:07:43.121653 1 tasks.go:49] processing task group 2 of 3 I0319 15:07:43.121680 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:07:43.121678 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:07:43.121696 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:07:43.121721 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:07:43.121740 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:07:43.121773 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:07:43.121768 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:07:43.121786 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:07:43.121797 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:07:43.121799 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:07:43.121808 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:07:43.121809 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:07:43.121816 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:07:43.121818 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:07:43.121823 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:07:43.211046 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:07:43.230589 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:07:43.230906 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:07:43.283762 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:07:44.208641 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:07:44.223473 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:07:44.236999 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:07:44.237588 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:07:44.269212 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:07:46.277722 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:07:48.271290 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:07:49.175405 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:07:49.291428 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:07:54.270988 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:07:58.427679 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:07:58.427707 1 tasks.go:49] processing task group 3 of 3 I0319 15:07:58.427717 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:07:58.464366 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:07:58.469422 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:09:01.513641 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 15:09:01.513674 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:09:01.543925 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:09:01.549342 1 tasks.go:49] processing task group 1 of 3 I0319 15:09:01.549375 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:09:01.549386 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:09:01.563795 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:09:04.685190 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:09:04.685212 1 tasks.go:49] processing task group 2 of 3 I0319 15:09:04.685242 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:09:04.685243 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:09:04.685255 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:09:04.685281 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:09:04.685300 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:09:04.685318 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:09:04.685332 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:09:04.685377 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:09:04.685459 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:09:04.685515 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:09:04.685499 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:09:04.685519 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:09:04.685508 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:09:04.685542 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:09:04.685532 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:09:04.756318 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:09:04.768818 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:09:04.770000 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:09:04.825552 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:09:05.756742 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:09:05.785491 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:09:05.789984 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:09:05.794369 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:09:05.818684 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:09:07.841485 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:09:09.818921 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:09:10.749099 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:09:10.841254 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:09:15.842866 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:09:19.997294 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:09:19.997323 1 tasks.go:49] processing task group 3 of 3 I0319 15:09:19.997334 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:09:20.033892 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:09:20.038956 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:12:39.968628 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:12:39.968745 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:12:40.006302 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:12:40.010373 1 tasks.go:49] processing task group 1 of 3 I0319 15:12:40.010402 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:12:40.010417 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:12:40.020404 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:12:43.156358 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:12:43.156388 1 tasks.go:49] processing task group 2 of 3 I0319 15:12:43.156427 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:12:43.156436 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:12:43.156472 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:12:43.156493 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:12:43.156494 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:12:43.156680 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:12:43.156748 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:12:43.156764 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:12:43.156783 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:12:43.156897 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:12:43.156723 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:12:43.156470 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:12:43.156738 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:12:43.156924 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:12:43.156940 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:12:43.219223 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:12:43.233012 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:12:43.249000 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:12:43.301613 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:12:44.228444 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:12:44.254119 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:12:44.255867 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:12:44.256221 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:12:44.298638 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:12:46.306328 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:12:48.285384 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:12:49.209017 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:12:49.305570 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:12:54.303925 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:12:58.453551 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:12:58.453580 1 tasks.go:49] processing task group 3 of 3 I0319 15:12:58.453587 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:12:58.496576 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:12:58.501353 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:17:39.873309 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0319 15:17:39.873352 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:17:39.873385 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 15:17:39.874515 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 15:17:39.874533 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 15:17:39.874567 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 15:17:39.874576 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 15:17:39.876463 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0319 15:17:39.876464 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0319 15:17:39.877395 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 15:17:39.878055 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 15:17:39.879089 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 15:17:39.899273 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:17:39.903930 1 tasks.go:49] processing task group 1 of 3 I0319 15:17:39.903973 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:17:39.903984 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:17:39.915125 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:17:39.921978 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 15:17:39.968257 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 15:17:43.037838 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:17:43.037864 1 tasks.go:49] processing task group 2 of 3 I0319 15:17:43.037892 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:17:43.037895 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:17:43.037914 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:17:43.037933 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:17:43.037958 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:17:43.037989 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:17:43.038082 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:17:43.038133 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:17:43.038086 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:17:43.038155 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:17:43.038104 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:17:43.038115 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:17:43.038168 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:17:43.038178 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:17:43.038123 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:17:43.097547 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:17:43.123323 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:17:43.139111 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:17:43.185720 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:17:44.117803 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:17:44.133217 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:17:44.138325 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:17:44.138325 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:17:44.185962 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:17:46.183207 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:17:48.171991 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:17:49.090267 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:17:49.187199 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:17:54.185771 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:17:58.329602 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:17:58.329631 1 tasks.go:49] processing task group 3 of 3 I0319 15:17:58.329639 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:17:58.409966 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:17:58.421640 1 operator.go:851] Updating ClusterOperator status to done. W0319 15:17:58.440890 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:17:58.511810 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:17:58.521978 1 tasks.go:49] processing task group 1 of 3 I0319 15:17:58.522011 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:17:58.522056 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:17:58.553695 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:18:01.683144 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:18:01.683171 1 tasks.go:49] processing task group 2 of 3 I0319 15:18:01.683193 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:18:01.683253 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:18:01.683267 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:18:01.683303 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:18:01.683318 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:18:01.683339 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:18:01.683415 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:18:01.683425 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:18:01.683421 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:18:01.683433 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:18:01.683434 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:18:01.683441 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:18:01.683442 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:18:01.683448 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:18:01.683450 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:18:01.740756 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:18:01.757849 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:18:01.771649 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:18:01.822108 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:18:02.758352 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:18:02.776266 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:18:02.780487 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:18:02.781096 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:18:02.810115 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:18:04.824094 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:18:06.810292 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:18:07.737399 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:18:07.822864 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:18:12.825010 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:18:16.975633 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:18:16.975662 1 tasks.go:49] processing task group 3 of 3 I0319 15:18:16.975675 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:18:17.008886 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:18:17.015109 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:22:39.968353 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:22:39.968414 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:22:39.993165 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:22:39.997305 1 tasks.go:49] processing task group 1 of 3 I0319 15:22:39.997332 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:22:39.997345 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:22:40.009920 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:22:43.135783 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:22:43.135808 1 tasks.go:49] processing task group 2 of 3 I0319 15:22:43.135844 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:22:43.135844 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:22:43.135852 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:22:43.135868 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:22:43.135880 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:22:43.135894 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:22:43.135903 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:22:43.135923 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:22:43.135980 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:22:43.136096 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:22:43.136104 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:22:43.136112 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:22:43.136115 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:22:43.136124 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:22:43.136126 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:22:43.216852 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:22:43.238132 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:22:43.240850 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:22:43.300400 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:22:44.229671 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:22:44.235711 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:22:44.245674 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:22:44.260836 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:22:44.287984 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:22:46.289395 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:22:48.284252 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:22:49.186959 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:22:49.313226 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:22:54.297209 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:22:58.433095 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:22:58.433118 1 tasks.go:49] processing task group 3 of 3 I0319 15:22:58.433129 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:22:58.467084 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:22:58.471445 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:27:39.968545 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:27:39.968612 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:27:39.992328 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:27:39.996568 1 tasks.go:49] processing task group 1 of 3 I0319 15:27:39.996598 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:27:39.996612 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:27:40.007758 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:27:43.125930 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:27:43.125959 1 tasks.go:49] processing task group 2 of 3 I0319 15:27:43.125982 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:27:43.125986 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:27:43.126001 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:27:43.126017 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:27:43.126059 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:27:43.126081 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:27:43.126125 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:27:43.126244 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:27:43.126316 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:27:43.126319 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:27:43.126275 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:27:43.126295 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:27:43.126305 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:27:43.126334 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:27:43.126284 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:27:43.198623 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:27:43.214277 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:27:43.217583 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:27:43.277955 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:27:44.210947 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:27:44.228240 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:27:44.229387 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:27:44.234733 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:27:44.268480 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:27:46.276833 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:27:48.286780 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:27:49.180137 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:27:49.279970 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:27:54.280339 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:27:58.501645 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:27:58.501670 1 tasks.go:49] processing task group 3 of 3 I0319 15:27:58.501684 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:27:58.535388 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:27:58.539936 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:32:39.874041 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0319 15:32:39.874087 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:32:39.874084 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 15:32:39.875352 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 15:32:39.875399 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 15:32:39.875579 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 15:32:39.875613 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 15:32:39.876514 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0319 15:32:39.876625 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0319 15:32:39.877673 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 15:32:39.878414 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 15:32:39.879756 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 15:32:39.900890 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:32:39.905748 1 tasks.go:49] processing task group 1 of 3 I0319 15:32:39.905774 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:32:39.905787 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:32:39.916987 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:32:39.921989 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 15:32:39.968070 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 15:32:43.051046 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:32:43.051067 1 tasks.go:49] processing task group 2 of 3 I0319 15:32:43.051093 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:32:43.051102 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:32:43.051117 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:32:43.051141 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:32:43.051153 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:32:43.051177 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:32:43.051199 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:32:43.051435 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:32:43.051461 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:32:43.051537 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:32:43.051617 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:32:43.051649 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:32:43.051662 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:32:43.051737 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:32:43.051638 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:32:43.093436 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:32:43.110734 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:32:43.131014 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:32:43.168614 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:32:44.106953 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:32:44.127188 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:32:44.135650 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:32:44.142288 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:32:44.169752 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:32:46.182812 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:32:48.161186 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:32:49.107193 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:32:49.174908 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:32:54.186013 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:32:58.322532 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:32:58.322560 1 tasks.go:49] processing task group 3 of 3 I0319 15:32:58.322569 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:32:58.408734 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:32:58.416108 1 operator.go:851] Updating ClusterOperator status to done. W0319 15:32:58.430828 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:32:58.472844 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:32:58.481967 1 tasks.go:49] processing task group 1 of 3 I0319 15:32:58.481991 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:32:58.482008 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:32:58.496262 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:33:01.602544 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:33:01.602570 1 tasks.go:49] processing task group 2 of 3 I0319 15:33:01.602588 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:33:01.602594 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:33:01.602606 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:33:01.602618 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:33:01.602635 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:33:01.602653 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:33:01.602677 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:33:01.602762 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:33:01.602893 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:33:01.602951 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:33:01.603004 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:33:01.603109 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:33:01.603161 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:33:01.603214 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:33:01.603152 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:33:01.644326 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:33:01.668821 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:33:01.682139 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:33:01.724214 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:33:02.660153 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:33:02.681152 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:33:02.681337 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:33:02.690799 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:33:02.709321 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:33:04.723568 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:33:06.709190 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:33:07.655953 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:33:07.736100 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:33:12.732555 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:33:16.860899 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:33:16.860927 1 tasks.go:49] processing task group 3 of 3 I0319 15:33:16.860938 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:33:16.895198 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:33:16.899993 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:37:39.968137 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:37:39.968192 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:37:39.994734 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:37:39.998738 1 tasks.go:49] processing task group 1 of 3 I0319 15:37:39.998767 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:37:39.998776 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:37:40.008834 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:37:43.135578 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:37:43.135602 1 tasks.go:49] processing task group 2 of 3 I0319 15:37:43.135629 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:37:43.135631 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:37:43.135637 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:37:43.135651 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:37:43.135665 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:37:43.135684 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:37:43.135692 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:37:43.135719 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:37:43.135720 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:37:43.135983 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:37:43.136122 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:37:43.136140 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:37:43.136146 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:37:43.135673 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:37:43.136155 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:37:43.184901 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:37:43.201176 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:37:43.220176 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:37:43.255740 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:37:44.201415 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:37:44.224693 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:37:44.227974 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:37:44.240693 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:37:44.262872 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:37:46.272400 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:37:48.247191 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:37:49.188502 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:37:49.267394 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:37:54.279642 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:37:58.416105 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:37:58.416132 1 tasks.go:49] processing task group 3 of 3 I0319 15:37:58.416142 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:37:58.447947 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:37:58.453071 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:42:39.968268 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:42:39.968327 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:42:39.995186 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:42:39.999278 1 tasks.go:49] processing task group 1 of 3 I0319 15:42:39.999306 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:42:39.999323 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:42:40.010407 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:42:43.139638 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:42:43.139662 1 tasks.go:49] processing task group 2 of 3 I0319 15:42:43.139692 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:42:43.139700 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:42:43.139705 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:42:43.139732 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:42:43.139773 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:42:43.139692 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:42:43.139776 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:42:43.139740 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:42:43.139757 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:42:43.139753 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:42:43.139765 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:42:43.139790 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:42:43.139799 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:42:43.139793 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:42:43.139780 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:42:43.185995 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:42:43.204982 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:42:43.222477 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:42:43.264317 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:42:44.204353 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:42:44.229264 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:42:44.231775 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:42:44.242868 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:42:44.267381 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:42:46.285080 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:42:48.260067 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:42:49.195513 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:42:49.280918 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:42:54.295197 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:42:58.434575 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:42:58.434601 1 tasks.go:49] processing task group 3 of 3 I0319 15:42:58.434613 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:42:58.468006 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:42:58.472651 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:47:39.874411 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 15:47:39.874443 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0319 15:47:39.874462 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:47:39.875621 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 15:47:39.875712 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 15:47:39.875756 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 15:47:39.875793 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 15:47:39.876754 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0319 15:47:39.876755 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0319 15:47:39.877919 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 15:47:39.878690 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 15:47:39.880008 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 15:47:39.900892 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:47:39.905679 1 tasks.go:49] processing task group 1 of 3 I0319 15:47:39.905701 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:47:39.905711 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:47:39.919233 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:47:39.922327 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 15:47:39.967938 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 15:47:43.044068 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:47:43.044095 1 tasks.go:49] processing task group 2 of 3 I0319 15:47:43.044127 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:47:43.044130 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:47:43.044138 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:47:43.044157 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:47:43.044178 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:47:43.044195 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:47:43.044205 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:47:43.044299 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:47:43.044342 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:47:43.044352 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:47:43.044412 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:47:43.044425 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:47:43.044547 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:47:43.044581 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:47:43.044593 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:47:43.088552 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:47:43.109560 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:47:43.125540 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:47:43.169103 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:47:44.101866 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:47:44.128785 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:47:44.131678 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:47:44.137645 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:47:44.173908 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:47:46.184294 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:47:48.149576 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:47:49.098663 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:47:49.174136 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:47:54.182694 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:47:58.354838 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:47:58.354869 1 tasks.go:49] processing task group 3 of 3 I0319 15:47:58.354876 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:47:58.456721 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:47:58.469245 1 operator.go:851] Updating ClusterOperator status to done. W0319 15:47:58.487918 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:47:58.532867 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:47:58.540904 1 tasks.go:49] processing task group 1 of 3 I0319 15:47:58.540939 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:47:58.540958 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:47:58.561671 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:48:01.667404 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:48:01.667429 1 tasks.go:49] processing task group 2 of 3 I0319 15:48:01.667454 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:48:01.667463 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:48:01.667478 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:48:01.667500 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:48:01.667514 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:48:01.667547 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:48:01.667603 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:48:01.667570 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:48:01.667607 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:48:01.667576 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:48:01.667592 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:48:01.667584 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:48:01.667596 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:48:01.667615 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:48:01.667625 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:48:01.709873 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:48:01.721058 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:48:01.749191 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:48:01.791611 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:48:02.723440 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:48:02.742805 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:48:02.743124 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:48:02.763011 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:48:02.776248 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:48:04.794452 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:48:06.773289 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:48:07.719835 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:48:07.786221 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:48:12.801915 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:48:16.925476 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:48:16.925499 1 tasks.go:49] processing task group 3 of 3 I0319 15:48:16.925509 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:48:16.958306 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:48:16.962875 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:52:39.967681 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:52:39.967737 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:52:40.002073 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:52:40.007004 1 tasks.go:49] processing task group 1 of 3 I0319 15:52:40.007061 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:52:40.007073 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:52:40.019738 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:52:43.146889 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:52:43.146911 1 tasks.go:49] processing task group 2 of 3 I0319 15:52:43.146938 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:52:43.146945 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:52:43.146965 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:52:43.146970 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:52:43.146998 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:52:43.147018 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:52:43.147050 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:52:43.147208 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:52:43.147259 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:52:43.147347 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:52:43.147479 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:52:43.147520 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:52:43.147485 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:52:43.147499 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:52:43.147510 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:52:43.190877 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:52:43.209334 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:52:43.226886 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:52:43.265306 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:52:44.207472 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:52:44.230564 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:52:44.233499 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:52:44.242833 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:52:44.272879 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:52:46.277416 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:52:48.251737 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:52:49.198870 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:52:49.277559 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:52:54.281282 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:52:58.410414 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:52:58.410443 1 tasks.go:49] processing task group 3 of 3 I0319 15:52:58.410451 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:52:58.461556 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:52:58.470098 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:57:39.968052 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:57:39.968115 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:57:39.997473 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:57:40.001670 1 tasks.go:49] processing task group 1 of 3 I0319 15:57:40.001695 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:57:40.001710 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:57:40.013582 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:57:43.130162 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:57:43.130183 1 tasks.go:49] processing task group 2 of 3 I0319 15:57:43.130210 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:57:43.130224 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:57:43.130235 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:57:43.130257 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:57:43.130267 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:57:43.130296 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:57:43.130334 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:57:43.130338 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:57:43.130506 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:57:43.130558 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:57:43.130602 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:57:43.130704 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:57:43.130734 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:57:43.130796 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:57:43.130218 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:57:43.176234 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:57:43.194668 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:57:43.223016 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:57:43.273742 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:57:44.189508 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:57:44.211706 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:57:44.213038 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:57:44.234875 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:57:44.255122 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:57:46.278478 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:57:48.247431 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:57:49.186465 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:57:49.260243 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:57:54.277918 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:57:58.428191 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:57:58.428215 1 tasks.go:49] processing task group 3 of 3 I0319 15:57:58.428224 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:57:58.464720 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:57:58.470317 1 operator.go:851] Updating ClusterOperator status to done. I0319 16:02:39.875438 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 16:02:39.875469 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0319 16:02:39.875505 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 16:02:39.875705 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 16:02:39.875749 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 16:02:39.875887 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 16:02:39.875901 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 16:02:39.877499 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0319 16:02:39.877551 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0319 16:02:39.878151 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 16:02:39.879416 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 16:02:39.880082 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 16:02:39.903744 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 16:02:39.907867 1 tasks.go:49] processing task group 1 of 3 I0319 16:02:39.907891 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 16:02:39.907908 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:02:39.918919 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:02:39.922990 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 16:02:39.968070 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 16:02:43.071657 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 16:02:43.071686 1 tasks.go:49] processing task group 2 of 3 I0319 16:02:43.071719 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:02:43.071729 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:02:43.071734 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 16:02:43.071754 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 16:02:43.071759 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 16:02:43.071788 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:02:43.071826 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 16:02:43.071861 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:02:43.071719 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 16:02:43.071798 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 16:02:43.071808 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 16:02:43.071833 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 16:02:43.071843 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:02:43.071851 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:02:43.071821 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 16:02:43.131283 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:02:43.150162 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:02:43.169061 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 16:02:43.219673 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:02:44.152361 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:02:44.174590 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 16:02:44.178735 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:02:44.188769 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:02:44.211743 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 16:02:46.233775 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 16:02:48.202412 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 16:02:49.140558 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 16:02:49.223163 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 16:02:54.224298 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 16:02:58.380670 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 16:02:58.380696 1 tasks.go:49] processing task group 3 of 3 I0319 16:02:58.380706 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 16:02:58.409655 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 16:02:58.413961 1 operator.go:851] Updating ClusterOperator status to done. W0319 16:02:58.420646 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 16:02:58.440325 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 16:02:58.443818 1 tasks.go:49] processing task group 1 of 3 I0319 16:02:58.443840 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 16:02:58.443850 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:02:58.453551 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:03:01.558150 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 16:03:01.558176 1 tasks.go:49] processing task group 2 of 3 I0319 16:03:01.558203 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:03:01.558201 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 16:03:01.558207 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:03:01.558222 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 16:03:01.558240 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 16:03:01.558258 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 16:03:01.558276 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 16:03:01.558314 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 16:03:01.558419 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:03:01.558302 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 16:03:01.558431 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 16:03:01.558441 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 16:03:01.558445 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:03:01.558445 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:03:01.558440 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:03:01.614322 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:03:01.628262 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:03:01.638409 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 16:03:01.687198 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:03:02.636900 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:03:02.670402 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:03:02.670443 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:03:02.670574 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 16:03:02.696351 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 16:03:04.713805 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 16:03:06.679331 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 16:03:07.617638 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 16:03:07.703731 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 16:03:12.734596 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 16:03:16.844755 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 16:03:16.844857 1 tasks.go:49] processing task group 3 of 3 I0319 16:03:16.844891 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 16:03:16.880206 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 16:03:16.884789 1 operator.go:851] Updating ClusterOperator status to done. I0319 16:04:16.612150 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 16:04:16.612184 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 16:04:16.635390 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 16:04:16.642591 1 tasks.go:49] processing task group 1 of 3 I0319 16:04:16.642614 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 16:04:16.642635 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:04:16.653506 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:04:19.774097 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 16:04:19.774119 1 tasks.go:49] processing task group 2 of 3 I0319 16:04:19.774140 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:04:19.774152 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:04:19.774160 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 16:04:19.774181 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 16:04:19.774203 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:04:19.774201 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 16:04:19.774212 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 16:04:19.774215 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 16:04:19.774219 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:04:19.774220 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 16:04:19.774224 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 16:04:19.774225 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 16:04:19.774222 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 16:04:19.774231 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:04:19.774228 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:04:19.822731 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:04:19.845855 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:04:19.852225 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 16:04:19.900814 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:04:20.842570 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:04:20.874886 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 16:04:20.876288 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:04:20.884577 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:04:20.907972 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 16:04:22.911668 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 16:04:24.888457 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 16:04:25.824289 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 16:04:25.907770 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 16:04:30.919294 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 16:04:35.056849 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 16:04:35.056875 1 tasks.go:49] processing task group 3 of 3 I0319 16:04:35.056885 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 16:04:35.090993 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 16:04:35.095659 1 operator.go:851] Updating ClusterOperator status to done. I0319 16:07:39.968279 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 16:07:39.968332 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 16:07:39.992428 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 16:07:39.996597 1 tasks.go:49] processing task group 1 of 3 I0319 16:07:39.996627 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 16:07:39.996641 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:07:40.006946 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:07:43.139756 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 16:07:43.139781 1 tasks.go:49] processing task group 2 of 3 I0319 16:07:43.139815 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:07:43.139824 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:07:43.139832 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 16:07:43.139848 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 16:07:43.139863 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 16:07:43.139881 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 16:07:43.139902 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:07:43.139902 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:07:43.140067 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 16:07:43.140136 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 16:07:43.140232 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 16:07:43.140339 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 16:07:43.139838 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:07:43.140504 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:07:43.139815 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 16:07:43.208669 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:07:43.223078 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:07:43.228256 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 16:07:43.287423 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:07:44.225149 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:07:44.233948 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:07:44.243894 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:07:44.251867 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 16:07:44.284083 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 16:07:46.291350 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 16:07:48.277742 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 16:07:49.191286 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 16:07:49.302265 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 16:07:54.287436 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 16:07:58.434853 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 16:07:58.434877 1 tasks.go:49] processing task group 3 of 3 I0319 16:07:58.434887 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 16:07:58.472232 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 16:07:58.476755 1 operator.go:851] Updating ClusterOperator status to done. I0319 16:12:39.968397 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 16:12:39.968451 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 16:12:39.993112 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 16:12:39.997985 1 tasks.go:49] processing task group 1 of 3 I0319 16:12:39.998012 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 16:12:39.998051 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:12:40.008202 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:12:43.135243 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 16:12:43.135268 1 tasks.go:49] processing task group 2 of 3 I0319 16:12:43.135305 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:12:43.135302 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 16:12:43.135323 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 16:12:43.135332 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 16:12:43.135343 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 16:12:43.135366 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 16:12:43.135387 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:12:43.135383 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:12:43.135429 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 16:12:43.135312 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 16:12:43.135571 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:12:43.135629 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 16:12:43.135547 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:12:43.135615 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 16:12:43.135559 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:12:43.206647 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:12:43.225225 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:12:43.232111 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 16:12:43.289760 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:12:44.213975 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:12:44.237100 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:12:44.243374 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:12:44.252795 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 16:12:44.291239 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 16:12:46.283592 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 16:12:48.272048 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 16:12:49.188971 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 16:12:49.304488 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 16:12:54.290237 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 16:12:58.450825 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 16:12:58.450851 1 tasks.go:49] processing task group 3 of 3 I0319 16:12:58.450862 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 16:12:58.484351 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 16:12:58.489088 1 operator.go:851] Updating ClusterOperator status to done. I0319 16:13:30.046217 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0319 16:13:30.046242 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 16:13:30.071558 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 16:13:30.075859 1 tasks.go:49] processing task group 1 of 3 I0319 16:13:30.075882 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 16:13:30.075898 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:13:30.087796 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:13:33.206266 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 16:13:33.206287 1 tasks.go:49] processing task group 2 of 3 I0319 16:13:33.206309 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:13:33.206312 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 16:13:33.206320 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 16:13:33.206336 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 16:13:33.206356 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:13:33.206389 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 16:13:33.206420 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 16:13:33.206459 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 16:13:33.206551 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:13:33.206582 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:13:33.206405 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 16:13:33.206409 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 16:13:33.206416 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:13:33.206591 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 16:13:33.206393 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:13:33.266224 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:13:33.284596 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:13:33.293086 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 16:13:33.346704 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:13:34.282041 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:13:34.306882 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 16:13:34.311170 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:13:34.314660 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:13:34.345396 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 16:13:36.347416 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 16:13:38.347815 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 16:13:39.273143 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 16:13:39.359204 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 16:13:44.351295 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 16:13:48.539326 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 16:13:48.539350 1 tasks.go:49] processing task group 3 of 3 I0319 16:13:48.539361 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 16:13:48.575148 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 16:13:48.580054 1 operator.go:851] Updating ClusterOperator status to done.