W0327 15:07:32.463560 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 15:07:32.463810 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0327 15:07:32.463823 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0327 15:07:32.463827 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0327 15:07:32.463831 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0327 15:07:32.463834 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0327 15:07:32.507737 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0327 15:07:32.516677 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0327 15:07:32.516873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0327 15:07:32.517856 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 15:07:32.519568 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0327 15:07:32.535056 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:07:32.535241 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.537275 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0327 15:07:32.539612 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.539900 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0327 15:07:32.540171 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.542193 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.544625 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.544779 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.544863 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.544896 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0327 15:07:32.547587 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.548633 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.554725 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 15:07:32.587236 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 15:07:32.627251 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:07:32.627299 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:07:32.627321 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0327 15:07:32.627338 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0327 15:07:32.627333 1 rule_controller.go:114] Starting alerting rules controller I0327 15:07:32.627344 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0327 15:07:32.627356 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0327 15:07:32.627362 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0327 15:07:32.627373 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0327 15:07:32.627376 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0327 15:07:32.627381 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0327 15:07:32.627382 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0327 15:07:32.627361 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0327 15:07:32.627442 1 relabel_controller.go:117] Starting alert relabel config controller I0327 15:07:32.627508 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0327 15:07:32.633613 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0327 15:07:32.634114 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0327 15:07:32.634522 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0327 15:07:32.634595 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0327 15:07:32.637247 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.637250 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.637252 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.637356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 15:07:32.637370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 15:07:32.637441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 15:07:32.646348 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:07:32.646552 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 15:07:32.653360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9t4tk" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0327 15:07:32.654629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-w4wzp" is created for OpenShiftMonitoringClientCertRequester I0327 15:07:32.654717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-mtxjv" is created for OpenShiftMonitoringTelemeterClientCertRequester I0327 15:07:32.663103 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.667033 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.667196 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.684046 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.689045 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.697598 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.697599 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.717174 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.724576 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.724656 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.727703 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0327 15:07:32.727715 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0327 15:07:32.728273 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.730149 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:07:32.749481 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.749636 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-27T15:02:32Z", ) I0327 15:07:32.749652 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-26T15:02:32Z", ) I0327 15:07:32.749719 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.749722 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 15:07:32.749836 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-27T15:02:32Z", ) I0327 15:07:32.749874 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-26T15:02:32Z", ) I0327 15:07:32.749930 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-27T15:02:32Z", ) I0327 15:07:32.749948 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-26T15:02:32Z", ) I0327 15:07:32.766605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0327 15:07:32.767487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0327 15:07:32.767580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0327 15:07:32.767695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0327 15:07:32.768900 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 15:07:32.769129 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 15:07:32.769242 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 15:07:32.783072 1 tasks.go:49] processing task group 1 of 3 I0327 15:07:32.783096 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:07:32.783109 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:07:32.807971 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0327 15:07:32.828418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0327 15:07:32.832874 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:07:32.893706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 15:07:32.970387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 15:07:32.981493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 15:07:32.999643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 15:07:33.015557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 15:07:33.211580 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0327 15:07:33.214130 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0327 15:07:33.214145 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0327 15:07:33.214162 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0327 15:07:33.214167 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0327 15:07:33.216578 1 secure_serving.go:57] Forcing use of http/1.1 only I0327 15:07:33.216594 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0327 15:07:33.220786 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0327 15:07:33.220796 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 15:07:33.220807 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0327 15:07:33.220813 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 15:07:33.220819 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 15:07:33.220856 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 15:07:33.221170 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 15:07:33.221302 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774624024\" (2026-03-27 15:07:12 +0000 UTC to 2028-03-26 15:07:13 +0000 UTC (now=2026-03-27 15:07:33.221280911 +0000 UTC))" I0327 15:07:33.221466 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774624053\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774624052\" (2026-03-27 14:07:32 +0000 UTC to 2029-03-27 14:07:32 +0000 UTC (now=2026-03-27 15:07:33.221452421 +0000 UTC))" I0327 15:07:33.221483 1 secure_serving.go:211] Serving securely on [::]:8443 I0327 15:07:33.221500 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0327 15:07:33.221511 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0327 15:07:33.224281 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0327 15:07:33.224561 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0327 15:07:33.224578 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0327 15:07:33.321638 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0327 15:07:33.321661 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 15:07:33.321651 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 15:07:33.321855 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 14:53:33 +0000 UTC to 2036-03-24 14:53:33 +0000 UTC (now=2026-03-27 15:07:33.321821164 +0000 UTC))" I0327 15:07:33.322063 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774624024\" (2026-03-27 15:07:12 +0000 UTC to 2028-03-26 15:07:13 +0000 UTC (now=2026-03-27 15:07:33.322049222 +0000 UTC))" I0327 15:07:33.322219 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774624053\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774624052\" (2026-03-27 14:07:32 +0000 UTC to 2029-03-27 14:07:32 +0000 UTC (now=2026-03-27 15:07:33.322207716 +0000 UTC))" I0327 15:07:33.322348 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-27 14:53:35 +0000 UTC to 2036-03-24 14:53:35 +0000 UTC (now=2026-03-27 15:07:33.322330565 +0000 UTC))" I0327 15:07:33.322375 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-27 14:53:42 +0000 UTC to 2036-03-24 14:53:42 +0000 UTC (now=2026-03-27 15:07:33.322359218 +0000 UTC))" I0327 15:07:33.322394 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-27 14:53:46 +0000 UTC to 2036-03-24 14:53:46 +0000 UTC (now=2026-03-27 15:07:33.322384775 +0000 UTC))" I0327 15:07:33.322413 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-27 14:53:47 +0000 UTC to 2036-03-24 14:53:47 +0000 UTC (now=2026-03-27 15:07:33.322402323 +0000 UTC))" I0327 15:07:33.322429 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-27 14:53:50 +0000 UTC to 2036-03-24 14:53:50 +0000 UTC (now=2026-03-27 15:07:33.322421754 +0000 UTC))" I0327 15:07:33.322450 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pa4l1bb6ehlhnjl9imbt50cosjbq69n-kx-c3e8d4b4b8_customer-system-admin-signer@1774623335\" [] issuer=\"\" (2026-03-27 14:55:35 +0000 UTC to 2026-04-03 14:55:36 +0000 UTC (now=2026-03-27 15:07:33.322437748 +0000 UTC))" I0327 15:07:33.322469 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pa4l1bb6ehlhnjl9imbt50cosjbq69n-kx-c3e8d4b4b8_sre-system-admin-signer@1774623335\" [] issuer=\"\" (2026-03-27 14:55:35 +0000 UTC to 2026-04-03 14:55:36 +0000 UTC (now=2026-03-27 15:07:33.322460668 +0000 UTC))" I0327 15:07:33.322486 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 14:53:33 +0000 UTC to 2036-03-24 14:53:33 +0000 UTC (now=2026-03-27 15:07:33.322478019 +0000 UTC))" I0327 15:07:33.322657 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774624024\" (2026-03-27 15:07:12 +0000 UTC to 2028-03-26 15:07:13 +0000 UTC (now=2026-03-27 15:07:33.322636372 +0000 UTC))" I0327 15:07:33.322810 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774624053\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774624052\" (2026-03-27 14:07:32 +0000 UTC to 2029-03-27 14:07:32 +0000 UTC (now=2026-03-27 15:07:33.322800253 +0000 UTC))" I0327 15:07:36.950686 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 15:07:38.066997 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0327 15:07:38.085373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0327 15:07:38.102052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0327 15:07:43.232767 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:07:43.232793 1 tasks.go:49] processing task group 2 of 3 I0327 15:07:43.232818 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:07:43.232828 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:07:43.232861 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:07:43.232875 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:07:43.232875 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:07:43.232871 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:07:43.232887 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:07:43.232896 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:07:43.232898 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:07:43.232897 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:07:43.232911 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:07:43.232907 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:07:43.232919 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:07:43.232929 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:07:43.232832 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:07:43.252725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0327 15:07:43.262098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0327 15:07:43.275253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0327 15:07:43.289851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0327 15:07:43.289878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0327 15:07:43.318064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0327 15:07:43.344217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0327 15:07:43.352126 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:07:43.364327 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:07:43.403073 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:07:43.415209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0327 15:07:43.416243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 15:07:43.419429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 15:07:43.420428 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 15:07:43.426242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 15:07:43.517654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 15:07:43.523614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 15:07:43.523637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 15:07:43.525049 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 15:07:43.528885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0327 15:07:43.532793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0327 15:07:43.538785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0327 15:07:43.540628 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 15:07:43.540648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 15:07:43.540662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0327 15:07:43.561208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0327 15:07:43.568535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0327 15:07:43.585072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0327 15:07:43.589541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0327 15:07:43.637686 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0327 15:07:43.637704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 15:07:44.006306 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0327 15:07:44.044122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 15:07:44.083613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0327 15:07:44.171442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0327 15:07:44.176339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0327 15:07:44.309285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0327 15:07:44.322787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0327 15:07:44.333114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0327 15:07:44.347016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0327 15:07:44.417569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0327 15:07:44.432407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 15:07:44.442805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0327 15:07:44.477192 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 15:07:44.515382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0327 15:07:44.567079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 15:07:44.569242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 15:07:44.579896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0327 15:07:44.614244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0327 15:07:44.623248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0327 15:07:44.633524 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 15:07:44.633576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 15:07:44.686228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 15:07:44.693539 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 15:07:44.720456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0327 15:07:44.837401 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0327 15:07:44.936122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0327 15:07:45.446639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0327 15:07:45.464561 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 15:07:45.477020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:07:45.554300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0327 15:07:45.667240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 15:07:45.713000 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:07:45.713077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0327 15:07:45.713576 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 15:07:45.763962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 15:07:45.866005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 15:07:45.970588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:07:46.068941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 15:07:46.172320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 15:07:46.275790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 15:07:46.349759 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:07:46.374806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:07:46.409867 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:07:46.475993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 15:07:46.575516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 15:07:46.636337 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:07:46.652515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0327 15:07:46.703177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-7seu37147p8pi -n openshift-monitoring because it was missing I0327 15:07:47.373036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0327 15:07:48.308408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0327 15:07:48.329987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0327 15:07:48.419560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-drh85uhope0jp -n openshift-monitoring because it was missing I0327 15:07:49.689010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-3245acfb3gsfp -n openshift-monitoring because it was missing I0327 15:07:49.709038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0327 15:07:49.729083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 15:07:49.743779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0327 15:07:54.426196 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:07:54.426276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0327 15:07:54.706682 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:07:54.727194 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:07:55.632698 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:08:02.773097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0327 15:08:02.805514 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:08:09.875234 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:08:15.477871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0327 15:08:15.489984 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:08:15.490004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0327 15:08:24.689981 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:08:24.881137 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:08:59.829664 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:08:59.829761 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0327 15:08:59.829790 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0327 15:08:59.830157 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0327 15:08:59.830194 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:08:59.860108 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:08:59.865036 1 tasks.go:49] processing task group 1 of 3 I0327 15:08:59.865062 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:08:59.865081 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:08:59.877812 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:09:00.917673 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVVZIeHBqQ0U2STR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWXlOREF5TkRBZQpGdzB5TmpBek1qY3hOVEEzTUROYUZ3MHlPREExTWpVeE5UQTNNRFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTWpRd01qUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3UzNFg2MzFrOWVQRjhZc0V5dHgvc25ERXE1ZVN5WWdtYQpBVFp3QnZ2eklaVDNzVmdVRmhkNG84bjRXdmMxUjFZa0x2OWNZZFM2N3pQRUFTenl3cmRyS0xSSE5qdWlyREdOCmNQVlRYUGNwODNMYkJNZVZsZ0kyODNBa1VZaE9XOHp2TUdkYWhvRTQ4ZTNmK3VCK3ZHVDBtOHBFbmlWaGdUanUKQ1NaVUVqZ2NjWkU1cDRlajQrQm5pVyt3ZTAzMDFJeDJvNDdld25CTVRUMjloTkZyVS91cm5TanZvcG44VGdHago3dURqcXp3djd1QWJ6eFhGYUE1SWo3dDNoZjVkQklOSkV5MGQ2NElOLy9iZDRiYlJnbFROeS9DVk1RRmlWQjZxCjNvOUtYN2w3UHZQR0UwMTNuQk9IanFMN3p3N0QyRUxVM0haMlFKS3UrN0FQRTVubjFEY2hBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNjTjJXNgpoc3BuNTlibHhLUDRmOU41REMyNzBEQWZCZ05WSFNNRUdEQVdnQlNjTjJXNmhzcG41OWJseEtQNGY5TjVEQzI3CjBEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFrRSsvVHNNLyt4TndwdHZJbkJLNnZrbUU5ZDJxVnVBWGZkZXMKYXdWdHRrWE0yck4rcHFsQnJSTXUyK1dXdVZlWEFjWTNpb1NKK1hqMk5zQ2l0MEhkQ3J2STlCVzYxVURLNFNPeApGMDlEQ0FvcHZuV2lSQWpZMG14V2ppdFZPL21ycWdiMFRwWVYrc2ZzQjEySURCV3RQSkxKUlFNOVdVQ0pmM0FzClJtZVVsR0l5NGxRcXJPT2hhd1RaNVFzSUt5YVhXOFU2YWtrSVp4a0lBWU9zTFZ5SHR2N1pkTXVHdGZMQlAwMGEKa01OTjhjWnBDRWNvZWVZVVlZKzB6TGluSWw2QmtjbWpma1NyUUFSajZvSmxHM29UQ0d1UmUxOE5rQ3JXdU9ULwpBQllVZXJacGF6RkRQRkVjdHlDcjhzZXNCeXNZd1FLWUpINDR1TGNTb1docTR6ZE5Pdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 15:09:00.923814 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0327 15:09:00.929740 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVVZIeHBqQ0U2STR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWXlOREF5TkRBZQpGdzB5TmpBek1qY3hOVEEzTUROYUZ3MHlPREExTWpVeE5UQTNNRFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTWpRd01qUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3UzNFg2MzFrOWVQRjhZc0V5dHgvc25ERXE1ZVN5WWdtYQpBVFp3QnZ2eklaVDNzVmdVRmhkNG84bjRXdmMxUjFZa0x2OWNZZFM2N3pQRUFTenl3cmRyS0xSSE5qdWlyREdOCmNQVlRYUGNwODNMYkJNZVZsZ0kyODNBa1VZaE9XOHp2TUdkYWhvRTQ4ZTNmK3VCK3ZHVDBtOHBFbmlWaGdUanUKQ1NaVUVqZ2NjWkU1cDRlajQrQm5pVyt3ZTAzMDFJeDJvNDdld25CTVRUMjloTkZyVS91cm5TanZvcG44VGdHago3dURqcXp3djd1QWJ6eFhGYUE1SWo3dDNoZjVkQklOSkV5MGQ2NElOLy9iZDRiYlJnbFROeS9DVk1RRmlWQjZxCjNvOUtYN2w3UHZQR0UwMTNuQk9IanFMN3p3N0QyRUxVM0haMlFKS3UrN0FQRTVubjFEY2hBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNjTjJXNgpoc3BuNTlibHhLUDRmOU41REMyNzBEQWZCZ05WSFNNRUdEQVdnQlNjTjJXNmhzcG41OWJseEtQNGY5TjVEQzI3CjBEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFrRSsvVHNNLyt4TndwdHZJbkJLNnZrbUU5ZDJxVnVBWGZkZXMKYXdWdHRrWE0yck4rcHFsQnJSTXUyK1dXdVZlWEFjWTNpb1NKK1hqMk5zQ2l0MEhkQ3J2STlCVzYxVURLNFNPeApGMDlEQ0FvcHZuV2lSQWpZMG14V2ppdFZPL21ycWdiMFRwWVYrc2ZzQjEySURCV3RQSkxKUlFNOVdVQ0pmM0FzClJtZVVsR0l5NGxRcXJPT2hhd1RaNVFzSUt5YVhXOFU2YWtrSVp4a0lBWU9zTFZ5SHR2N1pkTXVHdGZMQlAwMGEKa01OTjhjWnBDRWNvZWVZVVlZKzB6TGluSWw2QmtjbWpma1NyUUFSajZvSmxHM29UQ0d1UmUxOE5rQ3JXdU9ULwpBQllVZXJacGF6RkRQRkVjdHlDcjhzZXNCeXNZd1FLWUpINDR1TGNTb1docTR6ZE5Pdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 15:09:00.935091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0327 15:09:03.037856 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:09:03.037880 1 tasks.go:49] processing task group 2 of 3 I0327 15:09:03.037903 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:09:03.037908 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:09:03.037922 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:09:03.037940 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:09:03.037957 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:09:03.037975 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:09:03.038003 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:09:03.038014 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:09:03.038032 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:09:03.038039 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:09:03.038057 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:09:03.038083 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:09:03.038103 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:09:03.038126 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:09:03.038140 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:09:03.100118 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:09:03.127026 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:09:03.128887 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:09:03.156926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0327 15:09:03.177947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0327 15:09:03.202714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0327 15:09:03.208189 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:09:03.215398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0327 15:09:03.231762 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 15:09:03.293874 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 15:09:04.114000 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:09:04.141355 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:09:04.151935 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:09:04.159688 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:09:04.180834 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:09:06.197861 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:09:08.177367 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:09:08.280689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0327 15:09:09.103977 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:09:12.361233 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:10:04.240019 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:11:18.415321 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:11:18.415347 1 tasks.go:49] processing task group 3 of 3 I0327 15:11:18.415363 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:11:18.460002 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:11:18.460073 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"520bbf0c-9e9b-4f57-8427-83133db51469", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0327 15:11:18.465522 1 operator.go:851] Updating ClusterOperator status to done. W0327 15:11:18.499202 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:11:18.543397 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:11:18.548017 1 tasks.go:49] processing task group 1 of 3 I0327 15:11:18.548041 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:11:18.548053 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:11:18.559678 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:11:21.667512 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:11:21.667533 1 tasks.go:49] processing task group 2 of 3 I0327 15:11:21.667563 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:11:21.667566 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:11:21.667576 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:11:21.667599 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:11:21.667617 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:11:21.667642 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:11:21.667661 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:11:21.667683 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:11:21.667690 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:11:21.667708 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:11:21.667715 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:11:21.667668 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:11:21.667743 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:11:21.667724 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:11:21.668456 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:11:21.716291 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:11:21.728439 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:11:21.748708 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:11:21.803591 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:11:22.729278 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:11:22.759709 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:11:22.764051 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:11:22.772552 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:11:22.793131 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:11:24.810251 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:11:26.786432 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:11:27.725607 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:11:27.806280 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:11:32.805747 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:11:36.955137 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:11:36.955168 1 tasks.go:49] processing task group 3 of 3 I0327 15:11:36.955198 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:11:36.989210 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:11:36.993724 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:11:39.881652 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 15:11:39.881759 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:11:39.916925 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:11:39.922715 1 tasks.go:49] processing task group 1 of 3 I0327 15:11:39.922741 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:11:39.922750 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:11:39.949553 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:11:43.087681 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:11:43.087703 1 tasks.go:49] processing task group 2 of 3 I0327 15:11:43.087727 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:11:43.087735 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:11:43.087750 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:11:43.087762 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:11:43.087775 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:11:43.087786 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:11:43.087806 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:11:43.087820 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:11:43.087835 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:11:43.087869 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:11:43.087874 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:11:43.087895 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:11:43.087905 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:11:43.087915 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:11:43.087947 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:11:43.137936 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:11:43.162186 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:11:43.166431 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:11:43.239358 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:11:44.160152 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:11:44.178237 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:11:44.185928 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:11:44.202085 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:11:44.213180 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:11:46.234591 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:11:48.208436 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:11:49.144837 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:11:49.224396 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:11:54.248641 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:11:58.385048 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:11:58.385070 1 tasks.go:49] processing task group 3 of 3 I0327 15:11:58.385085 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:11:58.415753 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:11:58.420637 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:12:32.627982 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:12:32.628013 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:12:32.656067 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:12:32.660185 1 tasks.go:49] processing task group 1 of 3 I0327 15:12:32.660212 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:12:32.660225 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:12:32.671018 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:12:35.797661 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:12:35.797682 1 tasks.go:49] processing task group 2 of 3 I0327 15:12:35.797708 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:12:35.797711 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:12:35.797727 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:12:35.797744 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:12:35.797761 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:12:35.797786 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:12:35.797799 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:12:35.797820 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:12:35.797861 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:12:35.797857 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:12:35.797876 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:12:35.797906 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:12:35.797933 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:12:35.797935 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:12:35.797913 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:12:35.855732 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:12:35.879065 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:12:35.918089 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:12:35.940672 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:12:36.874210 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:12:36.893223 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:12:36.900649 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:12:36.902779 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:12:36.934972 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:12:38.963655 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:12:40.928520 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:12:41.855233 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:12:41.947412 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:12:46.952099 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:12:51.106646 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:12:51.106672 1 tasks.go:49] processing task group 3 of 3 I0327 15:12:51.106688 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:12:51.139031 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:12:51.143933 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:13:22.870530 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 15:13:22.870555 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:13:22.900419 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:13:22.905490 1 tasks.go:49] processing task group 1 of 3 I0327 15:13:22.905529 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:13:22.905530 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:13:22.923867 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:13:26.062659 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:13:26.062683 1 tasks.go:49] processing task group 2 of 3 I0327 15:13:26.062706 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:13:26.062717 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:13:26.062731 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:13:26.062748 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:13:26.062772 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:13:26.062784 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:13:26.062803 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:13:26.062819 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:13:26.062835 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:13:26.062879 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:13:26.062893 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:13:26.062917 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:13:26.062959 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:13:26.062967 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:13:26.062979 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:13:26.116391 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:13:26.135101 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:13:26.144073 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:13:26.193769 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:13:27.132153 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:13:27.151505 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:13:27.158008 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:13:27.162267 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:13:27.192092 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:13:29.194728 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:13:31.195800 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:13:32.120672 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:13:32.205036 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:13:37.203287 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:13:41.364460 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:13:41.364487 1 tasks.go:49] processing task group 3 of 3 I0327 15:13:41.364503 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:13:41.397018 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:13:41.401991 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:17:32.628080 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:17:32.628130 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:17:32.662246 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:17:32.673356 1 tasks.go:49] processing task group 1 of 3 I0327 15:17:32.673382 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:17:32.673402 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:17:32.689925 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:17:35.878826 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:17:35.878860 1 tasks.go:49] processing task group 2 of 3 I0327 15:17:35.878890 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:17:35.878893 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:17:35.878910 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:17:35.878928 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:17:35.878950 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:17:35.878971 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:17:35.878980 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:17:35.879005 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:17:35.879016 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:17:35.879026 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:17:35.879034 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:17:35.879048 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:17:35.879071 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:17:35.879107 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:17:35.878959 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:17:35.940789 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:17:35.969279 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:17:35.969538 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:17:36.036595 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:17:37.014054 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:17:37.046273 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:17:37.049385 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:17:37.092873 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:17:37.123262 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:17:39.974341 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:17:41.709311 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:17:42.534208 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:17:42.609265 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:17:47.208238 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:17:52.062359 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:17:52.062386 1 tasks.go:49] processing task group 3 of 3 I0327 15:17:52.062408 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:17:52.098380 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:17:52.103452 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:22:32.538049 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0327 15:22:32.538101 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:22:32.538130 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 15:22:32.540340 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 15:22:32.542539 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 15:22:32.542648 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 15:22:32.542711 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 15:22:32.542750 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 15:22:32.545451 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 15:22:32.545486 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 15:22:32.548246 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:22:32.548913 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 15:22:32.567531 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:22:32.573703 1 tasks.go:49] processing task group 1 of 3 I0327 15:22:32.573726 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:22:32.573740 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:22:32.586905 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:22:32.587473 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 15:22:32.627531 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 15:22:35.726625 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:22:35.726644 1 tasks.go:49] processing task group 2 of 3 I0327 15:22:35.726666 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:22:35.726672 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:22:35.726689 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:22:35.726704 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:22:35.726725 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:22:35.726736 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:22:35.726760 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:22:35.726771 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:22:35.726788 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:22:35.726814 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:22:35.726833 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:22:35.726877 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:22:35.726884 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:22:35.726907 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:22:35.726961 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:22:35.786958 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:22:35.804971 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:22:35.807307 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:22:35.877022 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:22:36.808653 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:22:36.835263 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:22:36.836954 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:22:36.837336 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:22:36.871263 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:22:38.861121 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:22:40.854428 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:22:41.780497 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:22:41.876676 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:22:46.876234 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:22:51.006392 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:22:51.006418 1 tasks.go:49] processing task group 3 of 3 I0327 15:22:51.006435 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:22:51.040216 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:22:51.044774 1 operator.go:851] Updating ClusterOperator status to done. W0327 15:22:51.053670 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:22:51.080911 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:22:51.084938 1 tasks.go:49] processing task group 1 of 3 I0327 15:22:51.084959 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:22:51.084973 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:22:51.096347 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:22:54.206651 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:22:54.206670 1 tasks.go:49] processing task group 2 of 3 I0327 15:22:54.206692 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:22:54.206712 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:22:54.206720 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:22:54.206733 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:22:54.206757 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:22:54.206776 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:22:54.206795 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:22:54.206803 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:22:54.206829 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:22:54.206860 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:22:54.206883 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:22:54.206908 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:22:54.206919 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:22:54.206919 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:22:54.206952 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:22:54.253938 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:22:54.267917 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:22:54.289855 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:22:54.322415 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:22:55.267856 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:22:55.291372 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:22:55.298833 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:22:55.310537 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:22:55.326470 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:22:57.347887 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:22:59.323032 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:23:00.262074 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:23:00.337002 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:23:05.489086 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:23:09.478765 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:23:09.478790 1 tasks.go:49] processing task group 3 of 3 I0327 15:23:09.478807 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:23:09.510994 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:23:09.515780 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:27:32.628016 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:27:32.628071 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:27:32.667883 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:27:32.672223 1 tasks.go:49] processing task group 1 of 3 I0327 15:27:32.672247 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:27:32.672264 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:27:32.683896 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:27:35.814023 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:27:35.814046 1 tasks.go:49] processing task group 2 of 3 I0327 15:27:35.814069 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:27:35.814073 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:27:35.814081 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:27:35.814098 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:27:35.814112 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:27:35.814135 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:27:35.814154 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:27:35.814176 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:27:35.814190 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:27:35.814197 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:27:35.814215 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:27:35.814232 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:27:35.814275 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:27:35.814284 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:27:35.814289 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:27:35.857754 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:27:35.878368 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:27:35.892822 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:27:35.936592 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:27:36.874798 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:27:36.896941 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:27:36.903565 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:27:36.913966 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:27:36.945089 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:27:38.946042 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:27:40.931978 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:27:41.866467 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:27:41.952973 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:27:46.952230 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:27:51.103836 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:27:51.103891 1 tasks.go:49] processing task group 3 of 3 I0327 15:27:51.103911 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:27:51.135823 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:27:51.140424 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:32:32.627913 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 15:32:32.627977 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:32:32.655132 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:32:32.659771 1 tasks.go:49] processing task group 1 of 3 I0327 15:32:32.659799 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:32:32.659812 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:32:32.672383 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:32:35.806073 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 15:32:35.806094 1 tasks.go:49] processing task group 2 of 3 I0327 15:32:35.806118 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:32:35.806129 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 15:32:35.806144 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 15:32:35.806161 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:32:35.806175 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 15:32:35.806200 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:32:35.806219 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 15:32:35.806236 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:32:35.806256 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:32:35.806276 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 15:32:35.806293 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 15:32:35.806320 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 15:32:35.806335 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 15:32:35.806357 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 15:32:35.806377 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:32:35.859518 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 15:32:35.879159 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 15:32:35.899456 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 15:32:35.941711 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 15:32:36.878894 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 15:32:36.900160 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 15:32:36.901416 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 15:32:36.910255 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 15:32:36.944504 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 15:32:38.953834 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 15:32:40.951198 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 15:32:41.913387 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 15:32:41.958470 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 15:32:46.951816 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 15:32:51.203499 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 15:32:51.203522 1 tasks.go:49] processing task group 3 of 3 I0327 15:32:51.203534 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 15:32:51.235879 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 15:32:51.240659 1 operator.go:851] Updating ClusterOperator status to done. I0327 15:37:32.538993 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 15:37:32.539021 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0327 15:37:32.539052 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 15:37:32.541227 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 15:37:32.542765 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 15:37:32.542835 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 15:37:32.542877 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 15:37:32.542911 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 15:37:32.546055 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 15:37:32.546080 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 15:37:32.548993 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 15:37:32.548994 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 15:37:32.568745 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 15:37:32.574514 1 tasks.go:49] processing task group 1 of 3 I0327 15:37:32.574537 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 15:37:32.574551 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:37:32.588385 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 15:37:32.589139 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 15:37:32.627322 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s.