W0326 16:16:22.513543 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 16:16:22.513914 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0326 16:16:22.513930 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0326 16:16:22.513935 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0326 16:16:22.513939 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0326 16:16:22.539672 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 16:16:22.543869 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0326 16:16:22.544082 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0326 16:16:22.544096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0326 16:16:22.544996 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 16:16:22.553223 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0326 16:16:22.553234 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0326 16:16:22.553898 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.555123 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.555434 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0326 16:16:22.555525 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.555543 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.558870 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.559091 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.559257 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.559397 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.559450 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.559485 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0326 16:16:22.562816 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 16:16:22.563175 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 16:16:22.563485 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:16:22.593494 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 16:16:22.648332 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 16:16:22.648396 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:16:22.648405 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0326 16:16:22.648413 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0326 16:16:22.648421 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0326 16:16:22.648426 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0326 16:16:22.648432 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0326 16:16:22.648436 1 relabel_controller.go:117] Starting alert relabel config controller I0326 16:16:22.648420 1 rule_controller.go:113] Starting alerting rules controller I0326 16:16:22.648460 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0326 16:16:22.648459 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0326 16:16:22.648470 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0326 16:16:22.648473 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0326 16:16:22.648461 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0326 16:16:22.648483 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0326 16:16:22.652593 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0326 16:16:22.652689 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0326 16:16:22.653039 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0326 16:16:22.653043 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0326 16:16:22.653582 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.653682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 16:16:22.654286 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.654305 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.654405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 16:16:22.654502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 16:16:22.664602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-4d2nt" is created for OpenShiftMonitoringTelemeterClientCertRequester I0326 16:16:22.666760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-29tfx" is created for OpenShiftMonitoringClientCertRequester I0326 16:16:22.666776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-j6fmh" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0326 16:16:22.676586 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.681009 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.681056 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.681229 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.685113 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.685804 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.685946 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.689168 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.689859 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.690567 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.692538 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:16:22.693271 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.694063 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.694706 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.698057 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.699115 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.702957 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.711361 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.711383 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.711540 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.711738 1 tasks.go:49] processing task group 1 of 3 I0326 16:16:22.711774 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:16:22.711784 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:16:22.721513 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.725008 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.725129 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.725894 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.729462 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.730153 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.733247 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.733260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0326 16:16:22.734053 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.735024 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.738520 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.742889 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.747334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0326 16:16:22.747859 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.747969 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.748078 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.748749 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0326 16:16:22.748759 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0326 16:16:22.753039 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:16:22.756607 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.757085 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.757131 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.760939 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.761557 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.764141 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:22.764233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0326 16:16:22.805576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 16:16:22.899747 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 16:16:22.915887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 16:16:22.945992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 16:16:22.958476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 16:16:23.118621 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0326 16:16:23.120880 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0326 16:16:23.120897 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0326 16:16:23.120914 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0326 16:16:23.120918 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0326 16:16:23.123350 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 16:16:23.123374 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0326 16:16:23.128559 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 16:16:23.128577 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0326 16:16:23.128621 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 16:16:23.128636 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 16:16:23.128662 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 16:16:23.128679 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 16:16:23.128824 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 16:16:23.128861 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774541754\" (2026-03-26 16:16:03 +0000 UTC to 2028-03-25 16:16:04 +0000 UTC (now=2026-03-26 16:16:23.128837974 +0000 UTC))" I0326 16:16:23.129022 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774541783\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774541782\" (2026-03-26 15:16:22 +0000 UTC to 2027-03-26 15:16:22 +0000 UTC (now=2026-03-26 16:16:23.1290073 +0000 UTC))" I0326 16:16:23.129040 1 secure_serving.go:213] Serving securely on [::]:8443 I0326 16:16:23.129054 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0326 16:16:23.129067 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 16:16:23.131898 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0326 16:16:23.131947 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0326 16:16:23.131904 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0326 16:16:23.228840 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 16:16:23.228882 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 16:16:23.228855 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0326 16:16:23.229101 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 16:03:33 +0000 UTC to 2036-03-23 16:03:33 +0000 UTC (now=2026-03-26 16:16:23.229068461 +0000 UTC))" I0326 16:16:23.229324 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774541754\" (2026-03-26 16:16:03 +0000 UTC to 2028-03-25 16:16:04 +0000 UTC (now=2026-03-26 16:16:23.229307853 +0000 UTC))" I0326 16:16:23.229483 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774541783\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774541782\" (2026-03-26 15:16:22 +0000 UTC to 2027-03-26 15:16:22 +0000 UTC (now=2026-03-26 16:16:23.229470399 +0000 UTC))" I0326 16:16:23.229591 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-26 16:03:35 +0000 UTC to 2036-03-23 16:03:35 +0000 UTC (now=2026-03-26 16:16:23.229580157 +0000 UTC))" I0326 16:16:23.229611 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-26 16:03:38 +0000 UTC to 2036-03-23 16:03:38 +0000 UTC (now=2026-03-26 16:16:23.229602317 +0000 UTC))" I0326 16:16:23.229626 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-26 16:03:41 +0000 UTC to 2036-03-23 16:03:41 +0000 UTC (now=2026-03-26 16:16:23.229618067 +0000 UTC))" I0326 16:16:23.229662 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-26 16:03:43 +0000 UTC to 2036-03-23 16:03:43 +0000 UTC (now=2026-03-26 16:16:23.229633566 +0000 UTC))" I0326 16:16:23.229678 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-26 16:03:45 +0000 UTC to 2036-03-23 16:03:45 +0000 UTC (now=2026-03-26 16:16:23.229670438 +0000 UTC))" I0326 16:16:23.229696 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9givn6vl3ofqdurvrk7su0mahoqj5n-kx-4d435eb1c2_customer-system-admin-signer@1774541217\" [] issuer=\"\" (2026-03-26 16:07:02 +0000 UTC to 2026-04-02 16:07:03 +0000 UTC (now=2026-03-26 16:16:23.229684867 +0000 UTC))" I0326 16:16:23.229714 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9givn6vl3ofqdurvrk7su0mahoqj5n-kx-4d435eb1c2_sre-system-admin-signer@1774541217\" [] issuer=\"\" (2026-03-26 16:07:01 +0000 UTC to 2026-04-02 16:07:02 +0000 UTC (now=2026-03-26 16:16:23.229705899 +0000 UTC))" I0326 16:16:23.229731 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 16:03:33 +0000 UTC to 2036-03-23 16:03:33 +0000 UTC (now=2026-03-26 16:16:23.229721985 +0000 UTC))" I0326 16:16:23.229910 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774541754\" (2026-03-26 16:16:03 +0000 UTC to 2028-03-25 16:16:04 +0000 UTC (now=2026-03-26 16:16:23.22989861 +0000 UTC))" I0326 16:16:23.230061 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774541783\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774541782\" (2026-03-26 15:16:22 +0000 UTC to 2027-03-26 15:16:22 +0000 UTC (now=2026-03-26 16:16:23.2300521 +0000 UTC))" I0326 16:16:35.129243 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:35.129249 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:35.129243 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 16:16:35.139519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0326 16:16:35.139682 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 16:16:35.139731 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 16:16:35.140324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0326 16:16:35.141493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0326 16:16:35.141510 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 16:16:41.936047 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 16:16:43.005531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0326 16:16:43.016203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0326 16:16:43.029526 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0326 16:16:52.139454 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:16:52.139481 1 tasks.go:49] processing task group 2 of 3 I0326 16:16:52.139506 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:16:52.139515 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:16:52.139522 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:16:52.139543 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:16:52.139549 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:16:52.139562 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:16:52.139557 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:16:52.139582 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:16:52.139578 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:16:52.139583 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:16:52.139592 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:16:52.139607 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:16:52.139610 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:16:52.139607 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:16:52.139620 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:16:52.158384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0326 16:16:52.160522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0326 16:16:52.182188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0326 16:16:52.197435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0326 16:16:52.198420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0326 16:16:52.225424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0326 16:16:52.240625 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:16:52.241820 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:16:52.263832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0326 16:16:52.266371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 16:16:52.275034 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:16:52.315501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 16:16:52.320156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 16:16:52.324198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 16:16:52.325282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0326 16:16:52.402944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 16:16:52.404353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 16:16:52.405328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0326 16:16:52.405942 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 16:16:52.410403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0326 16:16:52.411705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0326 16:16:52.416818 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 16:16:52.416841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 16:16:52.419349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0326 16:16:52.423714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0326 16:16:52.443742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0326 16:16:52.444478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0326 16:16:52.464755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0326 16:16:52.473673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0326 16:16:52.581208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 16:16:52.591540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0326 16:16:52.669722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 16:16:52.702031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0326 16:16:52.748778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0326 16:16:52.782349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0326 16:16:52.844547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0326 16:16:52.853289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0326 16:16:52.889519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0326 16:16:52.959664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0326 16:16:53.047160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0326 16:16:53.149775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0326 16:16:53.212189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0326 16:16:53.265486 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0326 16:16:53.294031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 16:16:53.305039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0326 16:16:53.356532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 16:16:53.367463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0326 16:16:53.456509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 16:16:53.458354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 16:16:53.468388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0326 16:16:53.470340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0326 16:16:53.516568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0326 16:16:53.532856 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 16:16:53.533058 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 16:16:53.559842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 16:16:53.569415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0326 16:16:53.930583 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 16:16:54.313478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0326 16:16:54.333043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 16:16:54.345564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:16:54.360960 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:16:54.361001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0326 16:16:54.361799 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 16:16:54.422871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0326 16:16:54.521825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 16:16:54.578732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-cmruft2436rj6 -n openshift-monitoring because it was missing I0326 16:16:54.616279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 16:16:54.753673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 16:16:54.855819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:16:54.951886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 16:16:55.055482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 16:16:55.155373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 16:16:55.257262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:16:55.265788 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:16:55.279839 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:16:55.360593 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 16:16:55.457110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 16:16:55.545278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:16:55.559823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0326 16:16:55.988828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0326 16:16:56.506576 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:16:56.566153 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:16:56.581317 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:16:57.014224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-4h0r5g00di96u -n openshift-monitoring because it was missing I0326 16:16:57.210594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0326 16:16:57.243666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0326 16:16:58.591770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-4td3u0k4o66a7 -n openshift-monitoring because it was missing I0326 16:16:58.608757 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:16:58.628793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 16:16:58.639264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0326 16:17:04.287949 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:17:04.288022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0326 16:17:06.646776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0326 16:17:06.682401 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:17:18.304512 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:17:18.463171 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:17:18.484503 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:17:22.070213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0326 16:17:22.083401 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:17:22.083475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0326 16:17:33.304619 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:17:33.593875 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:17:48.306274 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:18:08.693275 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:18:08.693312 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0326 16:18:08.693319 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0326 16:18:08.693338 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0326 16:18:08.694448 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:18:08.722234 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:18:08.727189 1 tasks.go:49] processing task group 1 of 3 I0326 16:18:08.727208 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:18:08.727228 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:18:08.742790 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:18:09.779623 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYWdJTjNoK2RFd2N3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTBNVGMxTkRBZQpGdzB5TmpBek1qWXhOakUxTlRSYUZ3MHlPREExTWpReE5qRTFOVFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTkRFM05UUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREdBak5rN0wxWWMxTkRha0I3ZkdpZWhWRytQeXVWSFBScwpGTHVWbTBFYWVLNThKTm96OE1Zd2FLRVA0S2dJa3BINFNielB2a1JmQkROZ1R5RWd5MXZaNWdIM0VuenY5NFVXCmlBUXJrYXk5V1JpaDRLdGdZRGxGL2JXUkU2WExmSXJ1M1JiYnlyUFNtT3dRQkpFWkpnVEp5SkRGSFlManp6R2wKV29NNUxsZExhNFYxK2VEa3JBaUxwNTZ4TjYvc2Jyd3h6ZXBwWk5zZkFNaHhZREdTSFVraDN2MVJHR01QT3ZGWQpZMUxhNy9VRHJ0TExicDRWSFBRdTFzK1p4L2k0N280UDVwakwxT1dRTS9UV05jUlFDbWVJWUFYdERlV3BtalpPCnhjd3U1aGllV2x3WXY3ZHY0ak02NkFweEYyUHk1VDY5NWwyaDBWQ3lHRUs0c0FNeSs1dURBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFpNllIaAoxQTVtY045UkJ4YjVSZVJEcFhHT3VUQWZCZ05WSFNNRUdEQVdnQlFpNllIaDFBNW1jTjlSQnhiNVJlUkRwWEdPCnVUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFTWU5YeTY0Vmh1QmFrOHIrb254MjFYKzZwTUVxYVNXK2Z4ZWMKZzk4clNGYXNyeXZvVnRpeDRwOXZ1M3l5SEhxVjM1ejJnTk10QmtoSmN4a2JOaVdpNHZxbjVQS3R3bHFiWVFIYgpsN2VHQnIrZlYxZHhOdTFFSFQzN1ltNHpXd3VJNjMvQXhnSWlScTJjWVhueUZBUTZVcEpiUkZDeW5WZ3lBVDdOCitrN0w5R2ZDcHBZUHJIalE4dHhvZ2RIdnpnUmkvY2NHTW5JMk96N1QzbUQyaURHVS96RzlsU05HbXd0RG52ZDEKc055UUVDOGpFQ3p2c3ZXU1JuSVIwUGFnaE5YeXFUZzNFaGVMMy9CMGhKdm9vUDh0RU96ZHV3QVFjL3JIT1BGKwpvcUdnVEVMWnBEZ251RmpXc2tVSzNGZ0xrNnpidVBVVHFEbEt5ZFQycHVaazZ6N25oUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 16:18:09.785793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0326 16:18:09.791459 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYWdJTjNoK2RFd2N3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTBNVGMxTkRBZQpGdzB5TmpBek1qWXhOakUxTlRSYUZ3MHlPREExTWpReE5qRTFOVFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTkRFM05UUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREdBak5rN0wxWWMxTkRha0I3ZkdpZWhWRytQeXVWSFBScwpGTHVWbTBFYWVLNThKTm96OE1Zd2FLRVA0S2dJa3BINFNielB2a1JmQkROZ1R5RWd5MXZaNWdIM0VuenY5NFVXCmlBUXJrYXk5V1JpaDRLdGdZRGxGL2JXUkU2WExmSXJ1M1JiYnlyUFNtT3dRQkpFWkpnVEp5SkRGSFlManp6R2wKV29NNUxsZExhNFYxK2VEa3JBaUxwNTZ4TjYvc2Jyd3h6ZXBwWk5zZkFNaHhZREdTSFVraDN2MVJHR01QT3ZGWQpZMUxhNy9VRHJ0TExicDRWSFBRdTFzK1p4L2k0N280UDVwakwxT1dRTS9UV05jUlFDbWVJWUFYdERlV3BtalpPCnhjd3U1aGllV2x3WXY3ZHY0ak02NkFweEYyUHk1VDY5NWwyaDBWQ3lHRUs0c0FNeSs1dURBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFpNllIaAoxQTVtY045UkJ4YjVSZVJEcFhHT3VUQWZCZ05WSFNNRUdEQVdnQlFpNllIaDFBNW1jTjlSQnhiNVJlUkRwWEdPCnVUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFTWU5YeTY0Vmh1QmFrOHIrb254MjFYKzZwTUVxYVNXK2Z4ZWMKZzk4clNGYXNyeXZvVnRpeDRwOXZ1M3l5SEhxVjM1ejJnTk10QmtoSmN4a2JOaVdpNHZxbjVQS3R3bHFiWVFIYgpsN2VHQnIrZlYxZHhOdTFFSFQzN1ltNHpXd3VJNjMvQXhnSWlScTJjWVhueUZBUTZVcEpiUkZDeW5WZ3lBVDdOCitrN0w5R2ZDcHBZUHJIalE4dHhvZ2RIdnpnUmkvY2NHTW5JMk96N1QzbUQyaURHVS96RzlsU05HbXd0RG52ZDEKc055UUVDOGpFQ3p2c3ZXU1JuSVIwUGFnaE5YeXFUZzNFaGVMMy9CMGhKdm9vUDh0RU96ZHV3QVFjL3JIT1BGKwpvcUdnVEVMWnBEZ251RmpXc2tVSzNGZ0xrNnpidVBVVHFEbEt5ZFQycHVaazZ6N25oUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 16:18:09.796874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0326 16:18:11.899518 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:18:11.899542 1 tasks.go:49] processing task group 2 of 3 I0326 16:18:11.899559 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:18:11.899568 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:18:11.899583 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:18:11.899596 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:18:11.899615 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:18:11.899625 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:18:11.899664 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:18:11.899674 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:18:11.899693 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:18:11.899716 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:18:11.899734 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:18:11.899734 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:18:11.899563 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:18:11.899790 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:18:11.899785 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:18:11.956320 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:18:11.981631 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:18:11.994213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0326 16:18:11.996390 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:18:12.006889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0326 16:18:12.025515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0326 16:18:12.039046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0326 16:18:12.048778 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:18:12.052529 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 16:18:12.104410 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 16:18:12.972847 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:18:13.000763 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:18:13.009593 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:18:13.024994 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:18:13.034982 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:18:15.078758 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:18:17.043990 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:18:17.098506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0326 16:18:17.957118 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:18:22.188707 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:19:03.099465 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:20:27.274602 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:20:27.274632 1 tasks.go:49] processing task group 3 of 3 I0326 16:20:27.274672 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:20:27.326108 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:20:27.326182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5537dabb-b067-46c1-9ffc-a4f04e0b007b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0326 16:20:27.332575 1 operator.go:851] Updating ClusterOperator status to done. W0326 16:20:27.383567 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:20:27.412624 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:20:27.417152 1 tasks.go:49] processing task group 1 of 3 I0326 16:20:27.417176 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:20:27.417189 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:20:27.428852 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:20:30.542307 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:20:30.542336 1 tasks.go:49] processing task group 2 of 3 I0326 16:20:30.542368 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:20:30.542369 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:20:30.542386 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:20:30.542412 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:20:30.542425 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:20:30.542445 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:20:30.542463 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:20:30.542489 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:20:30.542512 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:20:30.542539 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:20:30.542550 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:20:30.542551 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:20:30.542556 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:20:30.542578 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:20:30.542531 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:20:30.597140 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:20:30.617175 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:20:30.620086 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:20:30.682748 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:20:31.615241 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:20:31.636239 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:20:31.643637 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:20:31.652551 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:20:31.678253 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:20:33.691873 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:20:35.663190 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:20:36.600210 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:20:36.684442 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:20:41.698207 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:20:45.852221 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:20:45.852250 1 tasks.go:49] processing task group 3 of 3 I0326 16:20:45.852267 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:20:45.890686 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:20:45.896254 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:20:48.305691 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 16:20:48.305719 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:20:48.346058 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:20:48.355877 1 tasks.go:49] processing task group 1 of 3 I0326 16:20:48.355905 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:20:48.355922 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:20:48.373547 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:20:51.501097 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:20:51.501118 1 tasks.go:49] processing task group 2 of 3 I0326 16:20:51.501146 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:20:51.501153 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:20:51.501172 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:20:51.501190 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:20:51.501218 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:20:51.501230 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:20:51.501252 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:20:51.501272 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:20:51.501281 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:20:51.501316 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:20:51.501313 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:20:51.501331 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:20:51.501356 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:20:51.501376 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:20:51.501390 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:20:51.694681 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:20:51.737800 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:20:51.793332 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:20:51.839167 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:20:52.636624 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:20:52.709160 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:20:52.714554 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:20:52.734450 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:20:52.789561 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:20:54.748002 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:20:56.763506 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:20:57.561265 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:20:57.802979 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:21:02.695840 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:21:06.939222 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:21:06.939249 1 tasks.go:49] processing task group 3 of 3 I0326 16:21:06.939265 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:21:06.979347 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:21:06.984796 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:21:22.648348 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 16:21:22.648392 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:21:22.679760 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:21:22.684344 1 tasks.go:49] processing task group 1 of 3 I0326 16:21:22.684375 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:21:22.684384 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:21:22.697321 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:21:25.814460 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:21:25.814482 1 tasks.go:49] processing task group 2 of 3 I0326 16:21:25.814503 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:21:25.814511 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:21:25.814535 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:21:25.814549 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:21:25.814560 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:21:25.814589 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:21:25.814613 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:21:25.814633 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:21:25.814669 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:21:25.814685 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:21:25.814701 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:21:25.814732 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:21:25.815092 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:21:25.815667 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:21:25.815743 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:21:25.859221 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:21:25.879601 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:21:25.895328 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:21:25.936350 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:21:26.880680 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:21:26.905879 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:21:26.906022 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:21:26.920949 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:21:26.930568 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:21:28.968952 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:21:30.956034 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:21:31.878920 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:21:31.972431 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:21:36.972859 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:21:39.070366 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:21:41.138782 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:21:41.138811 1 tasks.go:49] processing task group 3 of 3 I0326 16:21:41.138833 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:21:41.180949 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:21:41.186741 1 operator.go:851] Updating ClusterOperator status to done. W0326 16:21:41.196944 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:21:41.226073 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:21:41.231415 1 tasks.go:49] processing task group 1 of 3 I0326 16:21:41.231442 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:21:41.231455 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:21:41.245012 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:21:44.386378 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:21:44.386403 1 tasks.go:49] processing task group 2 of 3 I0326 16:21:44.386435 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:21:44.386436 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:21:44.386448 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:21:44.386469 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:21:44.386495 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:21:44.386529 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:21:44.386507 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:21:44.386824 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:21:44.386852 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:21:44.386895 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:21:44.387083 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:21:44.387117 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:21:44.387198 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:21:44.386536 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:21:44.387437 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:21:44.435211 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:21:44.455215 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:21:44.469174 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:21:44.518720 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:21:45.449000 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:21:45.479046 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:21:45.479176 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:21:45.513223 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:21:45.541193 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:21:47.539917 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:21:49.515244 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:21:50.448346 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:21:50.527372 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:21:55.557884 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:21:59.707717 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:21:59.707744 1 tasks.go:49] processing task group 3 of 3 I0326 16:21:59.707760 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:21:59.750689 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:21:59.757349 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:26:22.648592 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 16:26:22.648670 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:26:22.680117 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:26:22.685484 1 tasks.go:49] processing task group 1 of 3 I0326 16:26:22.685512 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:26:22.685525 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:26:22.699561 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:26:25.853261 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:26:25.853282 1 tasks.go:49] processing task group 2 of 3 I0326 16:26:25.853303 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:26:25.853311 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:26:25.853323 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:26:25.853341 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:26:25.853362 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:26:25.853379 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:26:25.853394 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:26:25.853410 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:26:25.853438 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:26:25.853462 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:26:25.853477 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:26:25.853490 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:26:25.853503 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:26:25.853519 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:26:25.853542 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:26:25.904150 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:26:25.922215 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:26:25.942593 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:26:25.988210 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:26:26.920626 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:26:26.946331 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:26:26.949573 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:26:26.977075 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:26:26.990547 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:26:29.009211 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:26:30.991727 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:26:31.915049 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:26:32.019509 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:26:37.017845 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:26:41.202181 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:26:41.202214 1 tasks.go:49] processing task group 3 of 3 I0326 16:26:41.202228 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:26:41.246733 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:26:41.253097 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:31:22.556358 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0326 16:31:22.556393 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:31:22.556467 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 16:31:22.556479 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 16:31:22.556490 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 16:31:22.556551 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 16:31:22.556576 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 16:31:22.556633 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 16:31:22.559583 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 16:31:22.559586 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:31:22.559610 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 16:31:22.559615 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 16:31:22.586308 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:31:22.591396 1 tasks.go:49] processing task group 1 of 3 I0326 16:31:22.591420 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:31:22.591438 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:31:22.594669 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 16:31:22.604480 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:31:22.648896 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 16:31:25.751018 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:31:25.751041 1 tasks.go:49] processing task group 2 of 3 I0326 16:31:25.751068 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:31:25.751074 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:31:25.751091 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:31:25.751108 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:31:25.751127 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:31:25.751142 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:31:25.751162 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:31:25.751176 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:31:25.751200 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:31:25.751216 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:31:25.751244 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:31:25.751255 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:31:25.751274 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:31:25.751278 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:31:25.751308 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:31:25.806939 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:31:25.825117 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:31:25.841772 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:31:25.894595 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:31:26.829164 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:31:26.848600 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:31:26.851035 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:31:26.868158 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:31:26.881336 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:31:28.908531 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:31:30.885503 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:31:31.813296 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:31:31.904063 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:31:36.917435 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:31:41.088758 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:31:41.088783 1 tasks.go:49] processing task group 3 of 3 I0326 16:31:41.088798 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:31:41.126937 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:31:41.133437 1 operator.go:851] Updating ClusterOperator status to done. W0326 16:31:41.143976 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:31:41.175045 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:31:41.180020 1 tasks.go:49] processing task group 1 of 3 I0326 16:31:41.180045 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:31:41.180063 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:31:41.193096 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:31:44.320917 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:31:44.320939 1 tasks.go:49] processing task group 2 of 3 I0326 16:31:44.320965 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:31:44.320973 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:31:44.320986 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:31:44.321004 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:31:44.321028 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:31:44.321047 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:31:44.321066 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:31:44.321099 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:31:44.321115 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:31:44.321129 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:31:44.321151 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:31:44.321168 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:31:44.321209 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:31:44.321227 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:31:44.321357 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:31:44.369121 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:31:44.387377 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:31:44.401834 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:31:44.457832 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:31:45.386261 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:31:45.415318 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:31:45.416054 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:31:45.437163 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:31:45.443111 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:31:47.495174 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:31:49.464618 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:31:50.385348 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:31:50.461853 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:31:55.475583 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:31:59.635440 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:31:59.635470 1 tasks.go:49] processing task group 3 of 3 I0326 16:31:59.635483 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:31:59.673771 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:31:59.682109 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:36:22.648389 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 16:36:22.648451 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:36:22.681321 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:36:22.686186 1 tasks.go:49] processing task group 1 of 3 I0326 16:36:22.686212 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:36:22.686225 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:36:22.698983 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:36:25.841262 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:36:25.841288 1 tasks.go:49] processing task group 2 of 3 I0326 16:36:25.841321 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:36:25.841333 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:36:25.841348 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:36:25.841361 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:36:25.841386 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:36:25.841399 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:36:25.841411 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:36:25.841324 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:36:25.841440 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:36:25.841441 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:36:25.841456 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:36:25.841477 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:36:25.841497 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:36:25.841517 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:36:25.841420 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:36:25.890923 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:36:25.910611 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:36:25.928706 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:36:25.971718 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:36:26.914308 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:36:26.935507 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:36:26.940843 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:36:26.960963 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:36:26.973428 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:36:29.003205 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:36:30.972786 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:36:31.903468 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:36:31.985101 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:36:36.998329 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:36:41.169411 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:36:41.169438 1 tasks.go:49] processing task group 3 of 3 I0326 16:36:41.169453 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:36:41.206882 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:36:41.212557 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:41:22.649407 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 16:41:22.649465 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:41:22.679318 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:41:22.684024 1 tasks.go:49] processing task group 1 of 3 I0326 16:41:22.684050 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:41:22.684063 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:41:22.696457 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:41:25.841113 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:41:25.841140 1 tasks.go:49] processing task group 2 of 3 I0326 16:41:25.841169 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:41:25.841175 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:41:25.841186 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:41:25.841210 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:41:25.841226 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:41:25.841247 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:41:25.841265 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:41:25.841276 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:41:25.841304 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:41:25.841318 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:41:25.841338 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:41:25.841353 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:41:25.841414 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:41:25.841445 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:41:25.841423 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:41:25.908632 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:41:25.924321 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:41:25.930910 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:41:25.989763 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:41:26.923084 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:41:26.948957 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:41:26.952096 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:41:26.968693 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:41:26.991865 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:41:29.008315 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:41:30.979063 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:41:31.902215 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:41:32.002206 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:41:37.012050 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:41:41.171323 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:41:41.171350 1 tasks.go:49] processing task group 3 of 3 I0326 16:41:41.171373 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:41:41.207718 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:41:41.213110 1 operator.go:851] Updating ClusterOperator status to done.