W0327 15:22:53.461414 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 15:22:53.461771 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0327 15:22:53.461786 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0327 15:22:53.461791 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0327 15:22:53.461795 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0327 15:22:53.491904 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0327 15:22:53.495381 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 15:22:53.495466 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 15:22:53.495590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0327 15:22:53.496581 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 15:22:53.501732 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0327 15:22:53.504532 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0327 15:22:53.505796 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0327 15:22:53.506144 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.506402 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.506513 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.506947 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.507807 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.507834 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.508020 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.508027 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.508103 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0327 15:22:53.509046 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.511770 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 15:22:53.513003 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 15:22:53.514119 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:22:53.544526 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 15:22:53.599559 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:22:53.599622 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:22:53.599626 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0327 15:22:53.599643 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0327 15:22:53.599638 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0327 15:22:53.599649 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0327 15:22:53.599654 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0327 15:22:53.599658 1 relabel_controller.go:117] Starting alert relabel config controller I0327 15:22:53.599661 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0327 15:22:53.599675 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0327 15:22:53.599639 1 rule_controller.go:113] Starting alerting rules controller I0327 15:22:53.599701 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0327 15:22:53.599661 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0327 15:22:53.599728 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0327 15:22:53.599737 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0327 15:22:53.603871 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0327 15:22:53.604260 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0327 15:22:53.604903 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0327 15:22:53.604928 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0327 15:22:53.608774 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.608776 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.608776 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.608958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 15:22:53.609141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 15:22:53.609149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 15:22:53.622262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-92t4p" is created for OpenShiftMonitoringTelemeterClientCertRequester I0327 15:22:53.622325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-txdlr" is created for OpenShiftMonitoringClientCertRequester I0327 15:22:53.622404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-wkvmh" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0327 15:22:53.631298 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.631322 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.633250 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.637170 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.637173 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.638315 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.641614 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.642873 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.642878 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.645895 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.646051 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:22:53.647369 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.648563 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.654847 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.656390 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.656414 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.663627 1 tasks.go:49] processing task group 1 of 3 I0327 15:22:53.663658 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:22:53.663674 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:22:53.667509 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.667509 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.671635 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.675011 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.679635 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.679753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0327 15:22:53.680543 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.680543 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.685057 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.686980 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.687189 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.696290 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.696572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0327 15:22:53.696595 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.696870 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.699968 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0327 15:22:53.699977 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0327 15:22:53.702957 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:22:53.702976 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.703194 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.707014 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.708225 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.708407 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.712690 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.716457 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.716470 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.717066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0327 15:22:53.717427 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.720834 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.723202 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:53.756922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 15:22:53.845577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 15:22:53.859228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 15:22:53.899917 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 15:22:53.916914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 15:22:54.024690 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0327 15:22:54.026079 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0327 15:22:54.026095 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0327 15:22:54.026107 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0327 15:22:54.026111 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0327 15:22:54.028898 1 secure_serving.go:57] Forcing use of http/1.1 only I0327 15:22:54.028917 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0327 15:22:54.034935 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0327 15:22:54.034952 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0327 15:22:54.034952 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 15:22:54.034958 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 15:22:54.034968 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0327 15:22:54.034974 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0327 15:22:54.035188 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 15:22:54.035277 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774624947\" (2026-03-27 15:22:36 +0000 UTC to 2028-03-26 15:22:37 +0000 UTC (now=2026-03-27 15:22:54.035242409 +0000 UTC))" I0327 15:22:54.035454 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774624974\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774624973\" (2026-03-27 14:22:53 +0000 UTC to 2027-03-27 14:22:53 +0000 UTC (now=2026-03-27 15:22:54.035435627 +0000 UTC))" I0327 15:22:54.035475 1 secure_serving.go:213] Serving securely on [::]:8443 I0327 15:22:54.035491 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0327 15:22:54.035502 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0327 15:22:54.038204 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 15:22:54.038347 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0327 15:22:54.038487 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 15:22:54.135409 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0327 15:22:54.135493 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0327 15:22:54.135573 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0327 15:22:54.135594 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 15:02:57 +0000 UTC to 2036-03-24 15:02:57 +0000 UTC (now=2026-03-27 15:22:54.135568602 +0000 UTC))" I0327 15:22:54.135799 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774624947\" (2026-03-27 15:22:36 +0000 UTC to 2028-03-26 15:22:37 +0000 UTC (now=2026-03-27 15:22:54.135782697 +0000 UTC))" I0327 15:22:54.135950 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774624974\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774624973\" (2026-03-27 14:22:53 +0000 UTC to 2027-03-27 14:22:53 +0000 UTC (now=2026-03-27 15:22:54.135938255 +0000 UTC))" I0327 15:22:54.136051 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-27 15:03:00 +0000 UTC to 2036-03-24 15:03:00 +0000 UTC (now=2026-03-27 15:22:54.136040193 +0000 UTC))" I0327 15:22:54.136070 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-27 15:03:03 +0000 UTC to 2036-03-24 15:03:03 +0000 UTC (now=2026-03-27 15:22:54.136061731 +0000 UTC))" I0327 15:22:54.136085 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-27 15:03:05 +0000 UTC to 2036-03-24 15:03:05 +0000 UTC (now=2026-03-27 15:22:54.136077224 +0000 UTC))" I0327 15:22:54.136101 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-27 15:03:07 +0000 UTC to 2036-03-24 15:03:07 +0000 UTC (now=2026-03-27 15:22:54.136092766 +0000 UTC))" I0327 15:22:54.136115 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-27 15:03:09 +0000 UTC to 2036-03-24 15:03:09 +0000 UTC (now=2026-03-27 15:22:54.13610835 +0000 UTC))" I0327 15:22:54.136132 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pa4o9p55519n7vtsgu7lekoc3hpuo6c-kx-0e9cd24ee8_customer-system-admin-signer@1774623911\" [] issuer=\"\" (2026-03-27 15:05:12 +0000 UTC to 2026-04-03 15:05:13 +0000 UTC (now=2026-03-27 15:22:54.136121873 +0000 UTC))" I0327 15:22:54.136150 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pa4o9p55519n7vtsgu7lekoc3hpuo6c-kx-0e9cd24ee8_sre-system-admin-signer@1774623911\" [] issuer=\"\" (2026-03-27 15:05:11 +0000 UTC to 2026-04-03 15:05:12 +0000 UTC (now=2026-03-27 15:22:54.136141054 +0000 UTC))" I0327 15:22:54.136165 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 15:02:57 +0000 UTC to 2036-03-24 15:02:57 +0000 UTC (now=2026-03-27 15:22:54.136157207 +0000 UTC))" I0327 15:22:54.136335 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774624947\" (2026-03-27 15:22:36 +0000 UTC to 2028-03-26 15:22:37 +0000 UTC (now=2026-03-27 15:22:54.136322774 +0000 UTC))" I0327 15:22:54.136496 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774624974\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774624973\" (2026-03-27 14:22:53 +0000 UTC to 2027-03-27 14:22:53 +0000 UTC (now=2026-03-27 15:22:54.136486417 +0000 UTC))" I0327 15:22:55.595515 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:55.595515 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:55.595515 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 15:22:55.649499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0327 15:22:55.649518 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 15:22:55.658750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0327 15:22:55.658809 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 15:22:55.658819 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 15:22:55.662879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0327 15:23:14.972229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0327 15:23:14.989930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0327 15:23:15.005608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0327 15:23:15.343543 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:23:20.157563 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:23:20.157587 1 tasks.go:49] processing task group 2 of 3 I0327 15:23:20.157611 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:23:20.157632 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:23:20.157642 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:23:20.157655 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:23:20.157663 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:23:20.157684 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:23:20.157685 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:23:20.157696 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:23:20.157719 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:23:20.157728 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:23:20.157727 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:23:20.157734 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:23:20.157742 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:23:20.157747 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:23:20.157651 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:23:20.176627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0327 15:23:20.176646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0327 15:23:20.199925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0327 15:23:20.209502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0327 15:23:20.215106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0327 15:23:20.223406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0327 15:23:20.253541 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:23:20.254834 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:23:20.290492 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:23:20.298497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 15:23:20.336305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 15:23:20.339094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 15:23:20.340527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0327 15:23:20.340544 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0327 15:23:20.344743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 15:23:20.453377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0327 15:23:20.456933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 15:23:20.458004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 15:23:20.458985 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0327 15:23:20.463511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 15:23:20.463529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 15:23:20.477078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0327 15:23:20.480634 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 15:23:20.480651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 15:23:20.487679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0327 15:23:20.501349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0327 15:23:20.501408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0327 15:23:20.526786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0327 15:23:20.529239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0327 15:23:20.586349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0327 15:23:20.750988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 15:23:20.784461 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0327 15:23:20.837073 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 15:23:20.888838 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0327 15:23:20.927840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0327 15:23:20.976739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0327 15:23:21.044954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0327 15:23:21.072686 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0327 15:23:21.139743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0327 15:23:21.232521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0327 15:23:21.245794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0327 15:23:21.341223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 15:23:21.366358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0327 15:23:21.369030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0327 15:23:21.435351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 15:23:21.454253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 15:23:21.462685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0327 15:23:21.531171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 15:23:21.531253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 15:23:21.545376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0327 15:23:21.568244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0327 15:23:21.595038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0327 15:23:21.612548 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 15:23:21.612859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 15:23:21.666335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0327 15:23:21.777297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0327 15:23:21.993525 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 15:23:22.319955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0327 15:23:22.334290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 15:23:22.345656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:23:22.453951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0327 15:23:22.548481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 15:23:22.646882 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 15:23:22.747007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 15:23:22.928495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:23:23.030561 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:23:23.030586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0327 15:23:23.030781 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 15:23:23.031879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 15:23:23.129476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 15:23:23.228345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 15:23:23.288287 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:23:23.296263 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:23:23.336059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:23:23.437556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 15:23:23.558873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-3eann3h2gl541 -n openshift-monitoring because it was missing I0327 15:23:23.570163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 15:23:23.586641 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:23:23.705160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:23:23.736970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0327 15:23:24.114261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0327 15:23:24.646141 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:23:25.143262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-61nad6dcg68l7 -n openshift-monitoring because it was missing I0327 15:23:25.254564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0327 15:23:25.307522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0327 15:23:25.626121 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:23:26.771100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-7rtceeso1vct3 -n openshift-monitoring because it was missing I0327 15:23:26.788833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:23:26.812261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 15:23:26.826939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0327 15:23:30.339267 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:23:33.400594 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:23:33.400672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0327 15:23:42.676730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0327 15:23:42.711125 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:23:45.340295 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:23:54.206042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0327 15:23:54.220518 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:23:54.220538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0327 15:24:11.706104 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:24:36.901200 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:24:36.901264 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0327 15:24:36.901271 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0327 15:24:36.901289 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0327 15:24:36.902404 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:24:36.939621 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:24:36.944756 1 tasks.go:49] processing task group 1 of 3 I0327 15:24:36.944781 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:24:36.944793 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:24:36.962092 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:24:38.006485 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSXNqaHkwdm8vb1l3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWXlORGswTnpBZQpGdzB5TmpBek1qY3hOVEl5TWpaYUZ3MHlPREExTWpVeE5USXlNamRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTWpRNU5EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREljaUNqMTBJbTRlNlV0Tk0yWmdKdkNicFZ5Rm5SSHdZNAo1SVRXLzFvQkpRT3FKSzVhcXdHTmhBVXdzWkFMVWozdmdIZnhLNDNiRDZ1dzB6VG5hejZwdkNOYWtjR2toZzlaCmViaWlXVjNXZTNTYlppRGhZdGZUYUJTWUtUVGJGUlBzdk9GN2Q0d0daS21DWlJhUkhCNjVZUEV3dWhYWGlTcmkKcUhsSi9nRE9YY29UTHlxcVR1T252TC9aZTJ1bFBmbHdJR3FLbENzWWU0eHhjdlNBRTliN0U5UEkwSmpxKzY4Twowc3FyRUs2ci8ydUVXbnlZRVJIQkZXZTV3WWd0UnpwTk44dGNIMXQ0QmV6bFF0UXVIVGtkdUI3TWZYWkNBNXBpCmhmQ2FNNFV3T0pjK0VpREdDYTYwcTA0czJWYVVoN2QvQnRFcTd5VDlhSHZqT3ZDYStZZkJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRvUWcxdApFbjlWSi9sdTQzZExtQkh1TkJHUUhEQWZCZ05WSFNNRUdEQVdnQlRvUWcxdEVuOVZKL2x1NDNkTG1CSHVOQkdRCkhEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFlbW5DVGI5QlFMUGVJOUVYZVdILzAyckNjaWpFVGpvKzFFYlEKanVWdy84azduZkdibjBGRUNKQWJiTlhsLzZKUklEWmY1RVVpOURQKzI2aEwybEdsdVJQeVdqREViSk83ek02NgpZU3k3d2J6a1U3ak01c2plemdLMWVlSVg3MUJDMEJnMmVhbFkzeW11K2dwSDFQYldqTzZKYXRuYzVFcmt6M1dJCnZ4ZkdzRGJZakNqaTRGVXhyaUtOMlMrb1dmUzZpVHFhbTdXMTJieWl5SEI4QUlUUG5OZXBTREszY0JUQnY5cVAKcWMrc1hRa2dpaDcxME1WcjF2UTIrb250NjN0R0pJWWFsTUYzWmNuQjhGb1l3dXZEUEFyOU1ZekQ4UDBaTitUTApJcnlycitPd2gyQUpvbC9DdFhZYXM3enV4R2E4SUVRQVlEV1JjbVlJYTd2N0VMUzEyZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 15:24:38.013540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0327 15:24:38.021933 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSXNqaHkwdm8vb1l3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWXlORGswTnpBZQpGdzB5TmpBek1qY3hOVEl5TWpaYUZ3MHlPREExTWpVeE5USXlNamRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTWpRNU5EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREljaUNqMTBJbTRlNlV0Tk0yWmdKdkNicFZ5Rm5SSHdZNAo1SVRXLzFvQkpRT3FKSzVhcXdHTmhBVXdzWkFMVWozdmdIZnhLNDNiRDZ1dzB6VG5hejZwdkNOYWtjR2toZzlaCmViaWlXVjNXZTNTYlppRGhZdGZUYUJTWUtUVGJGUlBzdk9GN2Q0d0daS21DWlJhUkhCNjVZUEV3dWhYWGlTcmkKcUhsSi9nRE9YY29UTHlxcVR1T252TC9aZTJ1bFBmbHdJR3FLbENzWWU0eHhjdlNBRTliN0U5UEkwSmpxKzY4Twowc3FyRUs2ci8ydUVXbnlZRVJIQkZXZTV3WWd0UnpwTk44dGNIMXQ0QmV6bFF0UXVIVGtkdUI3TWZYWkNBNXBpCmhmQ2FNNFV3T0pjK0VpREdDYTYwcTA0czJWYVVoN2QvQnRFcTd5VDlhSHZqT3ZDYStZZkJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRvUWcxdApFbjlWSi9sdTQzZExtQkh1TkJHUUhEQWZCZ05WSFNNRUdEQVdnQlRvUWcxdEVuOVZKL2x1NDNkTG1CSHVOQkdRCkhEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFlbW5DVGI5QlFMUGVJOUVYZVdILzAyckNjaWpFVGpvKzFFYlEKanVWdy84azduZkdibjBGRUNKQWJiTlhsLzZKUklEWmY1RVVpOURQKzI2aEwybEdsdVJQeVdqREViSk83ek02NgpZU3k3d2J6a1U3ak01c2plemdLMWVlSVg3MUJDMEJnMmVhbFkzeW11K2dwSDFQYldqTzZKYXRuYzVFcmt6M1dJCnZ4ZkdzRGJZakNqaTRGVXhyaUtOMlMrb1dmUzZpVHFhbTdXMTJieWl5SEI4QUlUUG5OZXBTREszY0JUQnY5cVAKcWMrc1hRa2dpaDcxME1WcjF2UTIrb250NjN0R0pJWWFsTUYzWmNuQjhGb1l3dXZEUEFyOU1ZekQ4UDBaTitUTApJcnlycitPd2gyQUpvbC9DdFhZYXM3enV4R2E4SUVRQVlEV1JjbVlJYTd2N0VMUzEyZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 15:24:38.028948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0327 15:24:40.119196 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:24:40.119238 1 tasks.go:49] processing task group 2 of 3 I0327 15:24:40.119276 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:24:40.119278 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:24:40.119295 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:24:40.119317 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:24:40.119332 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:24:40.119355 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:24:40.119376 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:24:40.119396 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:24:40.119419 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:24:40.119439 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:24:40.119457 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:24:40.119474 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:24:40.119486 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:24:40.119477 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:24:40.119495 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:24:40.183880 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:24:40.211759 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:24:40.223220 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:24:40.241984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0327 15:24:40.262101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0327 15:24:40.281955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0327 15:24:40.295378 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0327 15:24:40.299610 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:24:40.311388 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 15:24:40.434672 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 15:24:41.220353 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:24:41.240383 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:24:41.249327 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:24:41.254371 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:24:41.277077 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:24:43.297677 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:24:45.274647 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:24:45.359453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0327 15:24:46.187475 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:24:50.459688 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:24:51.336283 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:24:55.482637 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:24:55.482667 1 tasks.go:49] processing task group 3 of 3 I0327 15:24:55.482678 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:24:55.533550 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:24:55.533630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"abe9c71c-101e-49b3-95c3-143973083afd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0327 15:24:55.544555 1 operator.go:851] Updating ClusterOperator status to done. W0327 15:24:55.590434 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:24:55.649697 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:24:55.657075 1 tasks.go:49] processing task group 1 of 3 I0327 15:24:55.657098 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:24:55.657116 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:24:55.687931 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:24:58.839601 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:24:58.839625 1 tasks.go:49] processing task group 2 of 3 I0327 15:24:58.839650 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:24:58.839648 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:24:58.839661 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:24:58.839683 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:24:58.839701 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:24:58.839720 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:24:58.839741 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:24:58.839768 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:24:58.839782 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:24:58.839801 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:24:58.839824 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:24:58.839823 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:24:58.839848 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:24:58.839848 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:24:58.839872 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:24:58.898092 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:24:58.934590 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:24:58.935389 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:24:59.030710 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:24:59.911972 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:24:59.943513 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:24:59.945918 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:24:59.974835 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:24:59.995903 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:25:02.042392 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:25:03.986415 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:25:04.908374 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:25:05.000835 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:25:10.008958 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:25:14.286517 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:25:14.286542 1 tasks.go:49] processing task group 3 of 3 I0327 15:25:14.286559 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:25:14.328654 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:25:14.334925 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:25:15.345436 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 15:25:15.345465 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:25:15.401393 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:25:15.407515 1 tasks.go:49] processing task group 1 of 3 I0327 15:25:15.407541 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:25:15.407559 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:25:15.423571 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:25:18.571511 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:25:18.571533 1 tasks.go:49] processing task group 2 of 3 I0327 15:25:18.571557 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:25:18.571564 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:25:18.571573 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:25:18.571586 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:25:18.571616 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:25:18.571636 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:25:18.571654 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:25:18.571674 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:25:18.571708 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:25:18.571709 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:25:18.571712 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:25:18.571714 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:25:18.571691 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:25:18.572159 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:25:18.572348 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:25:18.650487 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:25:18.671015 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:25:18.682312 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:25:18.763114 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:25:19.673268 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:25:19.706450 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:25:19.713562 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:25:19.720865 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:25:19.738956 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:25:21.759430 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:25:23.744660 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:25:24.644475 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:25:24.770358 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:25:29.756555 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:25:33.956650 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:25:33.956678 1 tasks.go:49] processing task group 3 of 3 I0327 15:25:33.956695 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:25:34.000766 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:25:34.007819 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:27:53.599637 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:27:53.599684 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:27:53.656162 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:27:53.662673 1 tasks.go:49] processing task group 1 of 3 I0327 15:27:53.662708 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:27:53.662719 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:27:53.680728 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:27:56.888886 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:27:56.888913 1 tasks.go:49] processing task group 2 of 3 I0327 15:27:56.888949 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:27:56.888964 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:27:56.888969 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:27:56.888994 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:27:56.889010 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:27:56.889035 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:27:56.889061 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:27:56.889082 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:27:56.889112 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:27:56.889131 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:27:56.889198 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:27:56.888955 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:27:56.889167 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:27:56.889170 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:27:56.889178 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:27:56.955681 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:27:56.979147 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:27:56.982047 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:27:57.054448 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:27:57.979284 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:27:58.006107 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:27:58.010661 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:27:58.040327 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:27:58.055040 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:28:00.085256 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:28:00.921816 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:28:02.049562 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:28:02.968153 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:28:03.076342 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:28:08.078316 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:28:12.295516 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:28:12.295540 1 tasks.go:49] processing task group 3 of 3 I0327 15:28:12.295557 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:28:12.344951 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:28:12.351946 1 operator.go:851] Updating ClusterOperator status to done. W0327 15:28:12.365076 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:28:12.404067 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:28:12.411250 1 tasks.go:49] processing task group 1 of 3 I0327 15:28:12.411284 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:28:12.411307 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:28:12.430315 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:28:15.593270 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:28:15.593296 1 tasks.go:49] processing task group 2 of 3 I0327 15:28:15.593322 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:28:15.593334 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:28:15.593344 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:28:15.593372 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:28:15.593397 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:28:15.593418 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:28:15.593435 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:28:15.593458 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:28:15.593492 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:28:15.593504 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:28:15.593532 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:28:15.593544 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:28:15.593556 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:28:15.593566 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:28:15.593591 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:28:15.669846 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:28:15.702072 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:28:15.706784 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:28:15.782483 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:28:16.696268 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:28:16.721735 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:28:16.727577 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:28:16.734282 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:28:16.760492 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:28:18.773955 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:28:20.773039 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:28:21.667011 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:28:21.796681 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:28:26.773399 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:28:31.007498 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:28:31.007524 1 tasks.go:49] processing task group 3 of 3 I0327 15:28:31.007541 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:28:31.057363 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:28:31.064275 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:32:53.600688 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:32:53.600737 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:32:53.638702 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:32:53.644856 1 tasks.go:49] processing task group 1 of 3 I0327 15:32:53.644884 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:32:53.644902 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:32:53.661056 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:32:56.839912 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:32:56.839943 1 tasks.go:49] processing task group 2 of 3 I0327 15:32:56.839983 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:32:56.839988 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:32:56.840004 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:32:56.840008 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:32:56.840023 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:32:56.840045 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:32:56.840068 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:32:56.840086 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:32:56.840114 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:32:56.840122 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:32:56.840148 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:32:56.840179 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:32:56.839977 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:32:56.840181 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:32:56.840159 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:32:56.909147 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:32:56.930120 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:32:56.935023 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:32:57.009281 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:32:57.930015 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:32:57.953561 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:32:57.958290 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:32:57.981414 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:32:58.004564 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:33:00.028967 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:33:02.009309 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:33:02.918686 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:33:03.016576 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:33:08.037150 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:33:12.222424 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:33:12.222450 1 tasks.go:49] processing task group 3 of 3 I0327 15:33:12.222469 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:33:12.267146 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:33:12.274104 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:37:53.506440 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 15:37:53.506475 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0327 15:37:53.506498 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:37:53.506519 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 15:37:53.507821 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 15:37:53.507855 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 15:37:53.507871 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 15:37:53.507883 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 15:37:53.508703 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 15:37:53.508728 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0327 15:37:53.508732 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:37:53.509813 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 15:37:53.543409 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:37:53.544847 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 15:37:53.550653 1 tasks.go:49] processing task group 1 of 3 I0327 15:37:53.550685 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:37:53.550689 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:37:53.568723 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:37:53.600089 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 15:37:56.734231 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:37:56.734252 1 tasks.go:49] processing task group 2 of 3 I0327 15:37:56.734278 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:37:56.734284 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:37:56.734310 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:37:56.734322 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:37:56.734341 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:37:56.734361 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:37:56.734387 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:37:56.734428 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:37:56.734438 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:37:56.734458 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:37:56.734477 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:37:56.734500 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:37:56.734589 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:37:56.734537 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:37:56.734543 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:37:56.806470 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:37:56.827080 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:37:56.832412 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:37:56.911752 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:37:57.823409 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:37:57.850981 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:37:57.856705 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:37:57.875978 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:37:57.890820 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:37:59.915156 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:38:01.891179 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:38:02.808201 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:38:02.910473 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:38:07.910351 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:38:12.125891 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:38:12.125918 1 tasks.go:49] processing task group 3 of 3 I0327 15:38:12.125932 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:38:12.187168 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:38:12.194383 1 operator.go:851] Updating ClusterOperator status to done. W0327 15:38:12.215378 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:38:12.262030 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:38:12.269016 1 tasks.go:49] processing task group 1 of 3 I0327 15:38:12.269045 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:38:12.269073 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:38:12.285676 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:38:15.484345 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:38:15.484369 1 tasks.go:49] processing task group 2 of 3 I0327 15:38:15.484404 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:38:15.484408 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:38:15.484425 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:38:15.484445 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:38:15.484484 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:38:15.484494 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:38:15.484505 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:38:15.484512 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:38:15.484529 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:38:15.484548 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:38:15.484565 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:38:15.484584 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:38:15.484604 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:38:15.484605 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:38:15.484485 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:38:15.547726 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:38:15.572639 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:38:15.573553 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:38:15.651358 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:38:16.575130 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:38:16.598927 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:38:16.605275 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:38:16.633649 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:38:16.634099 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:38:18.671707 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:38:20.635566 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:38:21.559567 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:38:21.661387 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:38:26.672918 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:38:30.875421 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:38:30.875446 1 tasks.go:49] processing task group 3 of 3 I0327 15:38:30.875455 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:38:30.922147 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:38:30.929635 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:42:53.600195 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:42:53.600269 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:42:53.636304 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:42:53.642504 1 tasks.go:49] processing task group 1 of 3 I0327 15:42:53.642532 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:42:53.642548 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:42:53.658772 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:42:56.828698 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:42:56.828719 1 tasks.go:49] processing task group 2 of 3 I0327 15:42:56.828749 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:42:56.828761 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:42:56.828776 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:42:56.828786 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:42:56.828791 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:42:56.828815 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:42:56.828837 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:42:56.828855 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:42:56.828874 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:42:56.828893 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:42:56.828918 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:42:56.828928 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:42:56.828954 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:42:56.828776 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:42:56.828759 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:42:56.888984 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:42:56.907817 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:42:56.912030 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:42:57.010258 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:42:57.914422 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:42:57.938020 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:42:57.941225 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:42:57.969687 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:42:57.974434 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:43:00.014422 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:43:01.982606 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:43:02.901054 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:43:03.002132 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:43:08.009419 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:43:12.215624 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:43:12.215649 1 tasks.go:49] processing task group 3 of 3 I0327 15:43:12.215663 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:43:12.263613 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:43:12.270305 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:47:53.599598 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:47:53.599655 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:47:53.638342 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:47:53.644565 1 tasks.go:49] processing task group 1 of 3 I0327 15:47:53.644597 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:47:53.644612 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:47:53.660503 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:47:56.825345 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:47:56.825369 1 tasks.go:49] processing task group 2 of 3 I0327 15:47:56.825394 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:47:56.825394 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:47:56.825407 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:47:56.825422 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:47:56.825444 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:47:56.825463 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:47:56.825478 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:47:56.825504 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:47:56.825522 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:47:56.825537 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:47:56.825561 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:47:56.825586 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:47:56.825602 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:47:56.825599 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:47:56.825620 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:47:56.880026 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:47:56.905359 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:47:56.910282 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:47:56.985193 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:47:57.904135 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:47:57.932303 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:47:57.936046 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:47:57.962551 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:47:57.975857 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:48:00.001503 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:48:01.971186 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:48:02.894937 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:48:02.987833 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:48:08.003561 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:48:12.179814 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:48:12.179841 1 tasks.go:49] processing task group 3 of 3 I0327 15:48:12.179857 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:48:12.224943 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:48:12.232077 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:52:53.507097 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 15:52:53.507099 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 15:52:53.507147 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0327 15:52:53.507153 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:52:53.508343 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 15:52:53.508409 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 15:52:53.508430 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 15:52:53.508481 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 15:52:53.509322 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:52:53.509330 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 15:52:53.509344 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0327 15:52:53.510345 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 15:52:53.544892 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 15:52:53.545096 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:52:53.552642 1 tasks.go:49] processing task group 1 of 3 I0327 15:52:53.552670 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:52:53.552676 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:52:53.571888 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:52:53.600410 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 15:52:56.740384 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:52:56.740406 1 tasks.go:49] processing task group 2 of 3 I0327 15:52:56.740430 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:52:56.740437 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:52:56.740451 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:52:56.740466 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:52:56.740487 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:52:56.740513 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:52:56.740531 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:52:56.740551 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:52:56.740575 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:52:56.740592 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:52:56.740614 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:52:56.740623 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:52:56.740637 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:52:56.740653 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:52:56.740677 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:52:56.799286 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:52:56.826707 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:52:56.830276 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:52:56.894366 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:52:57.829600 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:52:57.849503 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:52:57.859871 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:52:57.884166 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:52:57.898534 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:52:59.920810 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:53:01.890594 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:53:02.814590 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:53:02.910708 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:53:07.927482 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:53:12.124380 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:53:12.124415 1 tasks.go:49] processing task group 3 of 3 I0327 15:53:12.124438 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:53:12.171883 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:53:12.178863 1 operator.go:851] Updating ClusterOperator status to done. W0327 15:53:12.192945 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:53:12.229023 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:53:12.234881 1 tasks.go:49] processing task group 1 of 3 I0327 15:53:12.234908 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:53:12.234926 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:53:12.251585 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:53:15.401081 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:53:15.401103 1 tasks.go:49] processing task group 2 of 3 I0327 15:53:15.401128 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:53:15.401142 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:53:15.401148 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:53:15.401170 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:53:15.401184 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:53:15.401202 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:53:15.401237 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:53:15.401248 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:53:15.401272 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:53:15.401293 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:53:15.401314 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:53:15.401336 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:53:15.401372 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:53:15.401350 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:53:15.401358 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:53:15.462192 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:53:15.484929 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:53:15.486437 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:53:15.563587 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:53:16.483168 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:53:16.513057 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:53:16.516201 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:53:16.552180 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:53:16.561483 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:53:18.583080 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:53:20.550661 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:53:21.470962 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:53:21.570654 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:53:26.589172 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:53:30.764974 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:53:30.764998 1 tasks.go:49] processing task group 3 of 3 I0327 15:53:30.765013 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:53:30.810625 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:53:30.818143 1 operator.go:851] Updating ClusterOperator status to done.