W0326 23:18:31.411690 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 23:18:31.412030 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0326 23:18:31.412039 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0326 23:18:31.412044 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0326 23:18:31.412048 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0326 23:18:31.436372 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 23:18:31.439457 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0326 23:18:31.439771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0326 23:18:31.439991 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0326 23:18:31.440852 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:18:31.446791 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0326 23:18:31.447026 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0326 23:18:31.448259 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.448644 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.449521 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.449741 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.449837 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0326 23:18:31.454152 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.454304 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.454703 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.454776 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0326 23:18:31.454789 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.454949 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.457492 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:18:31.458978 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:18:31.460285 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:18:31.487397 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:18:31.542690 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:18:31.542747 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:18:31.542769 1 rule_controller.go:113] Starting alerting rules controller I0326 23:18:31.542776 1 relabel_controller.go:117] Starting alert relabel config controller I0326 23:18:31.542783 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0326 23:18:31.542776 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0326 23:18:31.542792 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0326 23:18:31.542795 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0326 23:18:31.542804 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0326 23:18:31.542808 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:18:31.542825 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:18:31.542833 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0326 23:18:31.542858 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:18:31.542875 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:18:31.542882 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0326 23:18:31.546400 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0326 23:18:31.546528 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0326 23:18:31.546561 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0326 23:18:31.547177 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0326 23:18:31.548563 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.548685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:18:31.549967 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.549981 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.550202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:18:31.550214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:18:31.560817 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-6djpj" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:18:31.562466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-79qhp" is created for OpenShiftMonitoringClientCertRequester I0326 23:18:31.562553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-d9wbr" is created for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:18:31.565843 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.569307 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.572863 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.572890 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.573112 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.576467 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.577138 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.577160 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.580311 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.581012 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.581785 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.582685 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:18:31.584262 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.584882 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.588729 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.593511 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.593663 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.597376 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.603172 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.603177 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.610932 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.611006 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.611134 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.611198 1 tasks.go:49] processing task group 1 of 3 I0326 23:18:31.611270 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:18:31.611280 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:18:31.617640 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.617652 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.617684 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.625940 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.625956 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.625942 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.626044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0326 23:18:31.634116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0326 23:18:31.636380 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.636400 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.636422 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.640635 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:18:31.641626 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.641676 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.643699 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0326 23:18:31.643713 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0326 23:18:31.644788 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.646931 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.646934 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.649273 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.651144 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.651864 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.654273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0326 23:18:31.654461 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.660601 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.660902 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:31.697791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:18:31.787777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:18:31.800045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:18:31.836120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:18:31.852715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:18:32.058368 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0326 23:18:32.059812 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0326 23:18:32.059827 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0326 23:18:32.059839 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0326 23:18:32.059844 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0326 23:18:32.062436 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 23:18:32.062458 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0326 23:18:32.066510 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:18:32.066527 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:18:32.066532 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:18:32.066543 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:18:32.066546 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:18:32.066531 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0326 23:18:32.066783 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:18:32.066822 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774567089\" (2026-03-26 23:18:19 +0000 UTC to 2028-03-25 23:18:20 +0000 UTC (now=2026-03-26 23:18:32.066798916 +0000 UTC))" I0326 23:18:32.066980 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774567112\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774567111\" (2026-03-26 22:18:31 +0000 UTC to 2027-03-26 22:18:31 +0000 UTC (now=2026-03-26 23:18:32.066965443 +0000 UTC))" I0326 23:18:32.066998 1 secure_serving.go:213] Serving securely on [::]:8443 I0326 23:18:32.067015 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0326 23:18:32.067025 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 23:18:32.069270 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0326 23:18:32.069434 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0326 23:18:32.069566 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0326 23:18:32.166984 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:18:32.166994 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0326 23:18:32.167006 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:18:32.167216 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:07:11 +0000 UTC to 2036-03-23 23:07:11 +0000 UTC (now=2026-03-26 23:18:32.167186206 +0000 UTC))" I0326 23:18:32.167415 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774567089\" (2026-03-26 23:18:19 +0000 UTC to 2028-03-25 23:18:20 +0000 UTC (now=2026-03-26 23:18:32.167399335 +0000 UTC))" I0326 23:18:32.167567 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774567112\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774567111\" (2026-03-26 22:18:31 +0000 UTC to 2027-03-26 22:18:31 +0000 UTC (now=2026-03-26 23:18:32.167555697 +0000 UTC))" I0326 23:18:32.167675 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-26 23:07:13 +0000 UTC to 2036-03-23 23:07:13 +0000 UTC (now=2026-03-26 23:18:32.167663643 +0000 UTC))" I0326 23:18:32.167703 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-26 23:07:16 +0000 UTC to 2036-03-23 23:07:16 +0000 UTC (now=2026-03-26 23:18:32.167685279 +0000 UTC))" I0326 23:18:32.167720 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-26 23:07:18 +0000 UTC to 2036-03-23 23:07:18 +0000 UTC (now=2026-03-26 23:18:32.167712666 +0000 UTC))" I0326 23:18:32.167736 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-26 23:07:21 +0000 UTC to 2036-03-23 23:07:21 +0000 UTC (now=2026-03-26 23:18:32.167728744 +0000 UTC))" I0326 23:18:32.167751 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-26 23:07:24 +0000 UTC to 2036-03-23 23:07:24 +0000 UTC (now=2026-03-26 23:18:32.167744548 +0000 UTC))" I0326 23:18:32.167766 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mp45l21c084apimipppb2mg5li0kr-kx-1609ac768a_customer-system-admin-signer@1774566594\" [] issuer=\"\" (2026-03-26 23:09:56 +0000 UTC to 2026-04-02 23:09:57 +0000 UTC (now=2026-03-26 23:18:32.167757892 +0000 UTC))" I0326 23:18:32.167785 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mp45l21c084apimipppb2mg5li0kr-kx-1609ac768a_sre-system-admin-signer@1774566594\" [] issuer=\"\" (2026-03-26 23:09:56 +0000 UTC to 2026-04-02 23:09:57 +0000 UTC (now=2026-03-26 23:18:32.167775865 +0000 UTC))" I0326 23:18:32.167799 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:07:11 +0000 UTC to 2036-03-23 23:07:11 +0000 UTC (now=2026-03-26 23:18:32.167791242 +0000 UTC))" I0326 23:18:32.167955 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774567089\" (2026-03-26 23:18:19 +0000 UTC to 2028-03-25 23:18:20 +0000 UTC (now=2026-03-26 23:18:32.16794302 +0000 UTC))" I0326 23:18:32.168115 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774567112\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774567111\" (2026-03-26 22:18:31 +0000 UTC to 2027-03-26 22:18:31 +0000 UTC (now=2026-03-26 23:18:32.168103811 +0000 UTC))" I0326 23:18:36.206990 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:36.207178 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:36.207188 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:18:36.218170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0326 23:18:36.219650 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:18:36.219892 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:18:36.219943 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:18:36.223536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0326 23:18:36.223607 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0326 23:18:38.359732 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:18:39.905831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0326 23:18:39.917689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0326 23:18:39.935847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0326 23:18:46.043284 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:18:46.043306 1 tasks.go:49] processing task group 2 of 3 I0326 23:18:46.043331 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:18:46.043333 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:18:46.043345 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:18:46.043357 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:18:46.043364 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:18:46.043370 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:18:46.043367 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:18:46.043376 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:18:46.043383 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:18:46.043384 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:18:46.043395 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:18:46.043387 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:18:46.043406 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:18:46.043408 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:18:46.043427 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:18:46.064502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:18:46.068289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:18:46.079235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0326 23:18:46.096118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0326 23:18:46.097873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0326 23:18:46.112368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0326 23:18:46.143292 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:18:46.152203 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:18:46.182369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0326 23:18:46.184032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:18:46.185359 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:18:46.215621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:18:46.217417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:18:46.224849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:18:46.229117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:18:46.299381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0326 23:18:46.302713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:18:46.302737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:18:46.302748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:18:46.302758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:18:46.303970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0326 23:18:46.319738 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:18:46.319763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:18:46.319776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0326 23:18:46.319786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:18:46.332973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:18:46.344589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0326 23:18:46.357657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0326 23:18:46.369014 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0326 23:18:46.443436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:18:46.448266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0326 23:18:46.569126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:18:46.575896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0326 23:18:46.650452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0326 23:18:46.693473 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0326 23:18:46.747557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0326 23:18:46.775468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0326 23:18:46.823936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0326 23:18:46.919405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0326 23:18:47.025439 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0326 23:18:47.121935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0326 23:18:47.145019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0326 23:18:47.208822 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:18:47.221355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0326 23:18:47.249866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:18:47.253986 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0326 23:18:47.330468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:18:47.335065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:18:47.345410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0326 23:18:47.361841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0326 23:18:47.399808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0326 23:18:47.420706 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:18:47.420706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:18:47.444121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:18:47.467589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0326 23:18:47.482882 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:18:47.561867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0326 23:18:48.216155 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:18:48.216228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0326 23:18:48.216857 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:18:48.217109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0326 23:18:48.229365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:18:48.238781 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:48.310828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0326 23:18:48.408307 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:18:48.462077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-aeth3tqumgm5q -n openshift-monitoring because it was missing I0326 23:18:48.507002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:18:48.635862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:18:48.736734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:48.837896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:18:48.932670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:18:49.039789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:18:49.141044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:49.163677 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:18:49.186039 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:18:49.241194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:18:49.343914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:18:49.417283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:49.434478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0326 23:18:49.814971 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0326 23:18:50.472865 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:18:50.842802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-cj09gs8a8gfsg -n openshift-monitoring because it was missing I0326 23:18:51.126114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:18:51.155681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:18:51.414984 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:18:51.445009 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:18:52.463856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-198npggdga849 -n openshift-monitoring because it was missing I0326 23:18:52.478311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:52.501068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:18:52.512223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0326 23:19:02.531316 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0326 23:19:02.572417 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:19:03.199045 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:19:03.199116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:19:08.511831 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:19:08.527205 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:19:23.512228 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:19:23.900185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0326 23:19:23.911278 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:19:23.911346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0326 23:19:27.481861 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:19:38.515251 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:20:02.565149 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:20:02.565183 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0326 23:20:02.565190 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0326 23:20:02.565209 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0326 23:20:02.566317 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:20:02.592570 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:20:02.597129 1 tasks.go:49] processing task group 1 of 3 I0326 23:20:02.597151 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:20:02.597165 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:20:02.608016 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:20:03.641121 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVHF6RUM3NHZwVmN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOekE0T1RBZQpGdzB5TmpBek1qWXlNekU0TURoYUZ3MHlPREExTWpReU16RTRNRGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpjd09Ea3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2lHN1VqVURQWWZFTjc3UEtRMGkzdVBEUGdPQ2ZORytROApVS2ZqMURSQm44M3JqOEdoTUwrS1Erc3Y1YUNHL0dER2pYQTB6aTdROURJRkNKa0R2ZklBaGdOMzRTdHRDQWlNCnhzSmh0NWxhYVpvd25FTVMyQW1ya29PbWhzQUJzRjdCbWwrQ2h5V0tJVHJqWmo2aUZGc0Vya1JydHBIZDJYZDgKaTNBVnZoV2pmM2REVW1CaEtIRE01K09TeUNodFRDZCtGL0N2V0pkNWVSMXl1eUJJT2tOUks3ZkZpRWkxK2tSTgpJR3V4N3ZXMjVMT2hMT3pJY0Z4K3lUTkVIbzMvd1NxWURDdCtYZC9sSjdpZ0t3ODJaN0o0QTVTd2hKK0s2RWhuCkJJdFJ6RXNkWHJ6dVZpNGt0Vzcvc1dTZEhqcVhVUmNuL3Nma3EzNTlVejY4bG1lbkl5bVpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNTL2gvVQpvblZVUDk4bG1iZ2tqdTVlZnZQS0l6QWZCZ05WSFNNRUdEQVdnQlNTL2gvVW9uVlVQOThsbWJna2p1NWVmdlBLCkl6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFIOE9wN0xONFFTaVlEdnFqZktFbmE5STk3Zk9vYVFaSXpMNjAKZ2wvYWdJUWVQb1YxTC95UnZNcVRnTU5KZUdEdE1IRVg0TFFOK3ZuLzVuMlBTNDhaQXdSQW53K29MNEZrZXgzdgpOZGZkb2JMS2VmeVkxeVo5eVhIZXEzenlGT3BmOEpEVWd1ZGpBaEJ6Z1pzdS9oYmZYR000WE9rUVlZNmFJcXgrCmRjNU9XVVk5RHplQS9HNjBTQis4elFQbzZqVTUyaWZObUNub2tWUkF3RHdPcXF2bHhsM3cvd1ZRNWZWRm9sVXgKakVGZkh4bzMwVGE4blhTZHBSYXgwQWJucXpGR09IODJtelQ3SG9wbmtDNUlqaUswMlVkcGhVckRvSjF1Wkw2cAprQzdyeEltZ2ljVm0vRHJWejhDVHYvL0pnMkxoM0JIZy82SWJZNno1RUU5Tkd1b3hBdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:20:03.646708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0326 23:20:03.650853 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVHF6RUM3NHZwVmN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOekE0T1RBZQpGdzB5TmpBek1qWXlNekU0TURoYUZ3MHlPREExTWpReU16RTRNRGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpjd09Ea3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2lHN1VqVURQWWZFTjc3UEtRMGkzdVBEUGdPQ2ZORytROApVS2ZqMURSQm44M3JqOEdoTUwrS1Erc3Y1YUNHL0dER2pYQTB6aTdROURJRkNKa0R2ZklBaGdOMzRTdHRDQWlNCnhzSmh0NWxhYVpvd25FTVMyQW1ya29PbWhzQUJzRjdCbWwrQ2h5V0tJVHJqWmo2aUZGc0Vya1JydHBIZDJYZDgKaTNBVnZoV2pmM2REVW1CaEtIRE01K09TeUNodFRDZCtGL0N2V0pkNWVSMXl1eUJJT2tOUks3ZkZpRWkxK2tSTgpJR3V4N3ZXMjVMT2hMT3pJY0Z4K3lUTkVIbzMvd1NxWURDdCtYZC9sSjdpZ0t3ODJaN0o0QTVTd2hKK0s2RWhuCkJJdFJ6RXNkWHJ6dVZpNGt0Vzcvc1dTZEhqcVhVUmNuL3Nma3EzNTlVejY4bG1lbkl5bVpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNTL2gvVQpvblZVUDk4bG1iZ2tqdTVlZnZQS0l6QWZCZ05WSFNNRUdEQVdnQlNTL2gvVW9uVlVQOThsbWJna2p1NWVmdlBLCkl6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFIOE9wN0xONFFTaVlEdnFqZktFbmE5STk3Zk9vYVFaSXpMNjAKZ2wvYWdJUWVQb1YxTC95UnZNcVRnTU5KZUdEdE1IRVg0TFFOK3ZuLzVuMlBTNDhaQXdSQW53K29MNEZrZXgzdgpOZGZkb2JMS2VmeVkxeVo5eVhIZXEzenlGT3BmOEpEVWd1ZGpBaEJ6Z1pzdS9oYmZYR000WE9rUVlZNmFJcXgrCmRjNU9XVVk5RHplQS9HNjBTQis4elFQbzZqVTUyaWZObUNub2tWUkF3RHdPcXF2bHhsM3cvd1ZRNWZWRm9sVXgKakVGZkh4bzMwVGE4blhTZHBSYXgwQWJucXpGR09IODJtelQ3SG9wbmtDNUlqaUswMlVkcGhVckRvSjF1Wkw2cAprQzdyeEltZ2ljVm0vRHJWejhDVHYvL0pnMkxoM0JIZy82SWJZNno1RUU5Tkd1b3hBdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:20:03.655860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0326 23:20:05.744419 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:20:05.744444 1 tasks.go:49] processing task group 2 of 3 I0326 23:20:05.744471 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:20:05.744476 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:20:05.744491 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:20:05.744510 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:20:05.744524 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:20:05.744540 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:20:05.744569 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:20:05.744600 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:20:05.744620 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:20:05.744636 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:20:05.744600 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:20:05.744618 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:20:05.745016 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:20:05.745268 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:20:05.745473 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:20:05.824487 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:20:05.851661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0326 23:20:05.883925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0326 23:20:05.884058 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:20:05.904128 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:20:05.922757 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0326 23:20:05.946585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0326 23:20:05.972628 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:20:06.011882 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:20:06.037030 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:20:06.848621 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:20:06.853703 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:20:06.865602 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:20:06.873414 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:20:06.961366 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:20:08.906890 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:20:10.909483 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:20:11.022375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0326 23:20:11.804571 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:20:15.103456 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:21:16.920589 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:22:21.085323 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:22:21.085351 1 tasks.go:49] processing task group 3 of 3 I0326 23:22:21.085363 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:22:21.129253 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:22:21.129330 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"57a2634d-065b-4ba2-bd5d-2a5e5994cc03", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0326 23:22:21.134271 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:22:21.166901 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:22:21.201820 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:22:21.206530 1 tasks.go:49] processing task group 1 of 3 I0326 23:22:21.206553 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:22:21.206572 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:22:21.220613 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:22:24.348812 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:22:24.348832 1 tasks.go:49] processing task group 2 of 3 I0326 23:22:24.348855 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:24.348856 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:24.348873 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:22:24.348891 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:24.348903 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:22:24.348926 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:22:24.348946 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:22:24.348968 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:24.348992 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:24.349009 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:22:24.349027 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:24.349040 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:24.349049 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:24.349076 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:24.349121 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:22:24.410188 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:24.426038 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:24.436783 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:24.501251 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:25.432044 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:25.449107 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:25.451866 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:25.453907 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:25.484889 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:22:27.491520 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:22:29.472102 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:22:30.398886 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:30.493584 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:22:35.497560 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:22:38.509905 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:22:38.532377 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:22:39.626071 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:22:39.626119 1 tasks.go:49] processing task group 3 of 3 I0326 23:22:39.626138 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:22:39.660646 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:22:39.665714 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:22:39.676142 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:22:39.700155 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:22:39.704602 1 tasks.go:49] processing task group 1 of 3 I0326 23:22:39.704629 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:22:39.704643 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:22:39.716242 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:22:42.816116 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:22:42.816138 1 tasks.go:49] processing task group 2 of 3 I0326 23:22:42.816163 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:42.816167 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:22:42.816184 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:22:42.816213 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:42.816233 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:22:42.816255 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:42.816271 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:42.816306 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:22:42.816315 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:42.816340 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:42.816361 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:42.816381 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:42.816403 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:22:42.816430 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:42.816440 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:22:42.883750 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:42.903201 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:42.919134 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:42.960523 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:43.902708 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:43.919588 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:43.923688 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:43.926107 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:43.949615 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:22:45.976992 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:22:47.953033 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:22:48.872969 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:48.972204 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:22:53.981417 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:22:58.141011 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:22:58.141036 1 tasks.go:49] processing task group 3 of 3 I0326 23:22:58.141053 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:22:58.176958 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:22:58.183354 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:23:31.543037 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:23:31.543077 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:23:31.572334 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:23:31.576688 1 tasks.go:49] processing task group 1 of 3 I0326 23:23:31.576712 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:23:31.576724 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:23:31.588853 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:23:34.717764 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:23:34.717787 1 tasks.go:49] processing task group 2 of 3 I0326 23:23:34.717820 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:23:34.717822 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:23:34.717832 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:23:34.717852 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:23:34.717874 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:23:34.717896 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:23:34.717917 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:23:34.717931 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:23:34.717951 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:23:34.717967 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:23:34.717987 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:23:34.717995 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:23:34.718404 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:23:34.718687 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:23:34.718758 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:23:34.769525 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:23:34.782165 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:23:34.799070 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:23:34.842878 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:23:35.787342 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:23:35.813938 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:23:35.813960 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:23:35.837767 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:23:35.838948 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:23:37.869664 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:23:39.851711 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:23:40.775730 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:23:40.861024 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:23:45.864448 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:23:50.025833 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:23:50.025856 1 tasks.go:49] processing task group 3 of 3 I0326 23:23:50.025872 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:23:50.061430 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:23:50.066553 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:28:31.543623 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:28:31.543674 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:28:31.571409 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:28:31.575687 1 tasks.go:49] processing task group 1 of 3 I0326 23:28:31.575714 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:28:31.575727 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:28:31.589578 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:28:34.719009 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:28:34.719030 1 tasks.go:49] processing task group 2 of 3 I0326 23:28:34.719055 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:28:34.719063 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:28:34.719069 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:28:34.719108 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:28:34.719126 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:28:34.719136 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:28:34.719166 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:28:34.719185 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:28:34.719201 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:28:34.719226 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:28:34.719255 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:28:34.719258 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:28:34.719307 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:28:34.719330 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:28:34.719356 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:28:34.769786 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:28:34.785705 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:28:34.799909 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:28:34.848379 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:28:35.789108 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:28:35.811843 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:28:35.812760 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:28:35.841458 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:28:35.873306 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:28:37.864475 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:28:39.840499 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:28:40.782648 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:28:40.858912 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:28:45.900184 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:28:50.019361 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:28:50.019389 1 tasks.go:49] processing task group 3 of 3 I0326 23:28:50.019403 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:28:50.053167 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:28:50.058193 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:33:31.450151 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0326 23:33:31.450190 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:33:31.450195 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:33:31.450281 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:33:31.450298 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:33:31.450321 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:33:31.450483 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:33:31.450502 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:33:31.454999 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:33:31.455013 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:33:31.455030 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:33:31.455323 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:33:31.477585 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:33:31.482473 1 tasks.go:49] processing task group 1 of 3 I0326 23:33:31.482496 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:33:31.482508 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:31.487669 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:33:31.496285 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:31.543664 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:33:34.632286 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:33:34.632306 1 tasks.go:49] processing task group 2 of 3 I0326 23:33:34.632332 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:34.632338 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:33:34.632360 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:33:34.632371 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:34.632391 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:34.632405 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:33:34.632426 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:34.632444 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:34.632466 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:34.632485 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:34.632500 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:34.632520 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:33:34.632555 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:33:34.632561 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:33:34.632580 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:34.682912 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:34.703279 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:34.710833 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:34.759560 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:35.703248 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:35.727215 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:35.733451 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:35.747501 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:35.769710 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:33:37.783135 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:33:39.759427 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:33:40.694444 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:40.771578 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:33:45.804581 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:33:49.943854 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:33:49.943880 1 tasks.go:49] processing task group 3 of 3 I0326 23:33:49.943896 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:33:49.979712 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:33:49.984773 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:33:49.993614 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:33:50.019942 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:33:50.024627 1 tasks.go:49] processing task group 1 of 3 I0326 23:33:50.024650 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:33:50.024669 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:50.040803 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:53.156741 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:33:53.156762 1 tasks.go:49] processing task group 2 of 3 I0326 23:33:53.156787 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:53.156792 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:53.156806 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:53.156826 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:53.156841 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:33:53.156861 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:53.156881 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:53.156893 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:53.156919 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:53.156953 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:33:53.156961 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:33:53.156976 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:33:53.156999 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:53.157014 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:33:53.157005 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:33:53.209972 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:53.240563 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:53.252054 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:53.319503 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:54.222545 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:54.252328 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:54.255168 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:54.269631 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:54.292281 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:33:56.300326 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:33:58.284315 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:33:59.209279 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:59.298492 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:34:04.306460 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:34:08.454551 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:34:08.454578 1 tasks.go:49] processing task group 3 of 3 I0326 23:34:08.454596 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:34:08.489365 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:34:08.494141 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:38:31.543576 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:38:31.543628 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:38:31.573115 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:38:31.577641 1 tasks.go:49] processing task group 1 of 3 I0326 23:38:31.577668 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:38:31.577683 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:31.589894 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:34.700537 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:38:34.700559 1 tasks.go:49] processing task group 2 of 3 I0326 23:38:34.700581 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:34.700593 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:34.700600 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:38:34.700622 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:34.700645 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:38:34.700660 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:34.700681 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:38:34.700701 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:38:34.700714 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:34.700738 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:38:34.700750 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:34.700778 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:38:34.700787 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:34.700804 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:34.700775 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:34.754048 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:34.777716 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:34.791666 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:34.836676 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:35.782621 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:35.806166 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:35.817555 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:35.820242 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:35.836502 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:38:37.860977 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:38:39.832685 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:38:40.756358 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:40.842370 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:38:45.870711 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:38:50.006189 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:38:50.006212 1 tasks.go:49] processing task group 3 of 3 I0326 23:38:50.006224 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:38:50.040158 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:38:50.045272 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:43:31.542821 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:43:31.542876 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:43:31.570486 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:43:31.574894 1 tasks.go:49] processing task group 1 of 3 I0326 23:43:31.574920 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:43:31.574937 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:43:31.587780 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:43:34.713143 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:43:34.713168 1 tasks.go:49] processing task group 2 of 3 I0326 23:43:34.713190 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:43:34.713193 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:43:34.713206 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:43:34.713227 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:43:34.713248 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:43:34.713263 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:43:34.713280 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:43:34.713300 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:43:34.713313 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:43:34.713339 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:43:34.713350 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:43:34.713383 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:43:34.713403 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:43:34.713401 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:43:34.713408 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:43:34.763910 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:43:34.780332 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:43:34.794296 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:43:34.836882 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:43:35.777323 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:43:35.800411 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:43:35.802344 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:43:35.813148 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:43:35.830554 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:43:37.848770 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:43:39.834315 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:43:40.769133 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:43:40.853709 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:43:45.850351 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:43:50.012961 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:43:50.012987 1 tasks.go:49] processing task group 3 of 3 I0326 23:43:50.013005 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:43:50.048769 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:43:50.053680 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:48:31.450456 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs W0326 23:48:31.450504 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:48:31.450583 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0326 23:48:31.450585 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:48:31.450611 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:48:31.450690 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:48:31.450699 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:48:31.450713 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:48:31.455149 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:48:31.455166 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:48:31.455173 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:48:31.455747 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:48:31.478861 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:48:31.483713 1 tasks.go:49] processing task group 1 of 3 I0326 23:48:31.483743 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:48:31.483752 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:31.487856 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:48:31.495062 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:31.543675 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:48:34.630868 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:48:34.630897 1 tasks.go:49] processing task group 2 of 3 I0326 23:48:34.630925 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:34.630931 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:48:34.630950 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:48:34.630962 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:34.630978 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:34.630999 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:48:34.631012 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:34.631040 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:34.631056 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:34.631105 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:34.631136 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:34.631108 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:48:34.631178 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:48:34.631170 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:34.631125 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:48:34.686685 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:34.707779 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:34.718859 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:34.761990 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:35.697671 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:35.720155 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:35.728057 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:35.738459 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:35.751323 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:48:37.776373 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:48:39.755822 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:48:40.691071 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:40.777717 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:48:45.777050 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:48:49.914821 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:48:49.914846 1 tasks.go:49] processing task group 3 of 3 I0326 23:48:49.914857 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:48:49.950645 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:48:49.957701 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:48:49.966620 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:48:49.991684 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:48:49.995965 1 tasks.go:49] processing task group 1 of 3 I0326 23:48:49.995989 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:48:49.996009 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:50.007962 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:53.133653 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:48:53.133677 1 tasks.go:49] processing task group 2 of 3 I0326 23:48:53.133704 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:53.133709 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:48:53.133721 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:53.133747 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:48:53.133756 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:48:53.133778 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:53.133798 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:53.133818 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:53.133846 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:48:53.133862 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:53.133881 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:53.133883 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:48:53.133926 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:53.133941 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:53.133898 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:48:53.200887 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:53.220936 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:53.221631 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:53.282350 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:54.218822 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:54.239194 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:54.244621 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:54.257763 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:54.273434 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:48:56.282763 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:48:58.278951 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:48:59.189915 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:59.301656 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:49:04.297722 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:49:08.463673 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:49:08.463698 1 tasks.go:49] processing task group 3 of 3 I0326 23:49:08.463713 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:49:08.504055 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:49:08.508894 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:53:31.543744 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:53:31.543804 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:53:31.568831 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:53:31.573053 1 tasks.go:49] processing task group 1 of 3 I0326 23:53:31.573081 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:53:31.573106 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:53:31.584271 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:53:34.705559 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:53:34.705578 1 tasks.go:49] processing task group 2 of 3 I0326 23:53:34.705603 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:53:34.705608 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:53:34.705626 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:53:34.705644 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:53:34.705663 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:53:34.705681 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:53:34.705693 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:53:34.705711 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:53:34.705730 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:53:34.705739 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:53:34.705758 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:53:34.705773 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:53:34.705797 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:53:34.705822 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:53:34.705835 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:53:34.756488 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:53:34.773915 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:53:34.789880 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:53:34.833766 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:53:35.775513 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:53:35.795381 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:53:35.795767 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:53:35.802425 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:53:35.833378 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:53:37.844457 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:53:39.821776 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:53:40.757056 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:53:40.844242 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:53:45.844975 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:53:49.987271 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:53:49.987297 1 tasks.go:49] processing task group 3 of 3 I0326 23:53:49.987314 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:53:50.018679 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:53:50.023248 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:58:31.543441 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:58:31.543506 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:58:31.566249 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:58:31.570065 1 tasks.go:49] processing task group 1 of 3 I0326 23:58:31.570109 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:58:31.570170 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:58:31.580296 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:58:34.720028 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:58:34.720051 1 tasks.go:49] processing task group 2 of 3 I0326 23:58:34.720075 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:58:34.720102 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:58:34.720109 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:58:34.720119 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:58:34.720139 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:58:34.720147 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:58:34.720164 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:58:34.720197 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:58:34.720207 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:58:34.720231 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:58:34.720247 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:58:34.720270 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:58:34.720290 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:58:34.720303 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:58:34.720308 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:58:34.800362 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:58:34.812002 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:58:34.826106 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:58:34.878695 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:58:35.814975 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:58:35.817158 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:58:35.823508 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:58:35.855289 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:58:35.929429 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:58:37.892403 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:58:39.872297 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:58:40.778031 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:58:40.890566 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:58:45.914729 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:58:50.061258 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:58:50.061281 1 tasks.go:49] processing task group 3 of 3 I0326 23:58:50.061299 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:58:50.131358 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:58:50.138272 1 operator.go:851] Updating ClusterOperator status to done.