W0326 23:36:32.672762 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 23:36:32.673097 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0326 23:36:32.673115 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0326 23:36:32.673120 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0326 23:36:32.673124 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0326 23:36:32.673127 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0326 23:36:32.695779 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 23:36:32.698730 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 23:36:32.698948 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 23:36:32.698974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0326 23:36:32.699901 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:36:32.703586 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:36:32.706394 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:36:32.707001 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.707114 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.707214 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.708214 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.708419 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0326 23:36:32.709845 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.711706 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.712046 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.712090 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.712143 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0326 23:36:32.712260 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.714788 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:36:32.717395 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:36:32.717398 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:36:32.748717 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:36:32.801488 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:36:32.801542 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:36:32.801571 1 rule_controller.go:114] Starting alerting rules controller I0326 23:36:32.801575 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0326 23:36:32.801599 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:36:32.801599 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:36:32.801608 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:36:32.801604 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0326 23:36:32.801616 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:36:32.801616 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0326 23:36:32.801615 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0326 23:36:32.801623 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0326 23:36:32.801631 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0326 23:36:32.801647 1 relabel_controller.go:117] Starting alert relabel config controller I0326 23:36:32.802149 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0326 23:36:32.805110 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0326 23:36:32.805210 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0326 23:36:32.805411 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0326 23:36:32.805442 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0326 23:36:32.806175 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.806278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:36:32.806414 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.806445 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.806615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:36:32.806631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:36:32.818623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5tzh7" is created for OpenShiftMonitoringClientCertRequester I0326 23:36:32.818643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-2f8fj" is created for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:36:32.818901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-xpxb7" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:36:32.822472 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.823455 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.830587 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.830653 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.830659 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.834559 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.834852 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.834875 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.837751 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.838721 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.838962 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.840893 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.842141 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.843098 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.843308 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:36:32.843745 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.845299 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.846215 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.847102 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.851082 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.852046 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.852060 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.857072 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.857987 1 tasks.go:49] processing task group 1 of 3 I0326 23:36:32.858018 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:36:32.858035 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:36:32.858705 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.858721 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.860789 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.862141 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.862831 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.871246 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.871262 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.871286 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.871278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0326 23:36:32.875504 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.877172 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.877203 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.882477 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.884578 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.884654 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.884983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0326 23:36:32.893000 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.893005 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:36:32.893007 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.893032 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:36:32.893173 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T23:31:32Z", ) I0326 23:36:32.893191 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T23:31:32Z", ) I0326 23:36:32.893194 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T23:31:32Z", ) I0326 23:36:32.893195 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T23:31:32Z", ) I0326 23:36:32.893214 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T23:31:32Z", ) I0326 23:36:32.893218 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T23:31:32Z", ) I0326 23:36:32.901015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0326 23:36:32.901143 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:36:32.901763 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:36:32.901855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0326 23:36:32.902844 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0326 23:36:32.902855 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0326 23:36:32.903882 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:36:32.903914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0326 23:36:32.936129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0326 23:36:32.961451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:36:33.019660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:36:33.030307 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:36:33.067620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:36:33.082139 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:36:33.256139 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0326 23:36:33.257527 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0326 23:36:33.257542 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0326 23:36:33.257557 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0326 23:36:33.257562 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0326 23:36:33.260003 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 23:36:33.260030 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0326 23:36:33.263678 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:36:33.263705 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0326 23:36:33.263700 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:36:33.263703 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:36:33.263725 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:36:33.263725 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:36:33.263997 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:36:33.264057 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774568163\" (2026-03-26 23:36:12 +0000 UTC to 2028-03-25 23:36:13 +0000 UTC (now=2026-03-26 23:36:33.264036009 +0000 UTC))" I0326 23:36:33.264250 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774568193\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774568192\" (2026-03-26 22:36:32 +0000 UTC to 2029-03-26 22:36:32 +0000 UTC (now=2026-03-26 23:36:33.2642107 +0000 UTC))" I0326 23:36:33.264269 1 secure_serving.go:211] Serving securely on [::]:8443 I0326 23:36:33.264285 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0326 23:36:33.264295 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 23:36:33.266276 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 23:36:33.266299 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 23:36:33.266303 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0326 23:36:33.364807 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:36:33.364811 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:36:33.364818 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0326 23:36:33.365051 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:25:01 +0000 UTC to 2036-03-23 23:25:01 +0000 UTC (now=2026-03-26 23:36:33.365024802 +0000 UTC))" I0326 23:36:33.365272 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774568163\" (2026-03-26 23:36:12 +0000 UTC to 2028-03-25 23:36:13 +0000 UTC (now=2026-03-26 23:36:33.36525594 +0000 UTC))" I0326 23:36:33.365428 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774568193\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774568192\" (2026-03-26 22:36:32 +0000 UTC to 2029-03-26 22:36:32 +0000 UTC (now=2026-03-26 23:36:33.365415846 +0000 UTC))" I0326 23:36:33.365543 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-26 23:25:02 +0000 UTC to 2036-03-23 23:25:02 +0000 UTC (now=2026-03-26 23:36:33.365532555 +0000 UTC))" I0326 23:36:33.365562 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-26 23:25:08 +0000 UTC to 2036-03-23 23:25:08 +0000 UTC (now=2026-03-26 23:36:33.365554089 +0000 UTC))" I0326 23:36:33.365579 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-26 23:25:09 +0000 UTC to 2036-03-23 23:25:09 +0000 UTC (now=2026-03-26 23:36:33.365570793 +0000 UTC))" I0326 23:36:33.365595 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-26 23:25:11 +0000 UTC to 2036-03-23 23:25:11 +0000 UTC (now=2026-03-26 23:36:33.365586199 +0000 UTC))" I0326 23:36:33.365608 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-26 23:25:12 +0000 UTC to 2036-03-23 23:25:12 +0000 UTC (now=2026-03-26 23:36:33.365601088 +0000 UTC))" I0326 23:36:33.365624 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9n1rl9ff1n78gavi22o5cr9k7iopuv-kx-41e5d74f87_customer-system-admin-signer@1774567631\" [] issuer=\"\" (2026-03-26 23:27:11 +0000 UTC to 2026-04-02 23:27:12 +0000 UTC (now=2026-03-26 23:36:33.36561503 +0000 UTC))" I0326 23:36:33.365642 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9n1rl9ff1n78gavi22o5cr9k7iopuv-kx-41e5d74f87_sre-system-admin-signer@1774567631\" [] issuer=\"\" (2026-03-26 23:27:10 +0000 UTC to 2026-04-02 23:27:11 +0000 UTC (now=2026-03-26 23:36:33.36563356 +0000 UTC))" I0326 23:36:33.365657 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:25:01 +0000 UTC to 2036-03-23 23:25:01 +0000 UTC (now=2026-03-26 23:36:33.365649437 +0000 UTC))" I0326 23:36:33.365813 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774568163\" (2026-03-26 23:36:12 +0000 UTC to 2028-03-25 23:36:13 +0000 UTC (now=2026-03-26 23:36:33.365802322 +0000 UTC))" I0326 23:36:33.365961 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774568193\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774568192\" (2026-03-26 22:36:32 +0000 UTC to 2029-03-26 22:36:32 +0000 UTC (now=2026-03-26 23:36:33.365951154 +0000 UTC))" I0326 23:36:37.128874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0326 23:36:37.139601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0326 23:36:37.151421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0326 23:36:40.277215 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:36:40.277270 1 tasks.go:49] processing task group 2 of 3 I0326 23:36:40.277304 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:36:40.277310 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:36:40.277317 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:36:40.277331 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:36:40.277332 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:36:40.277338 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:36:40.277340 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:36:40.277337 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:36:40.277347 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:36:40.277358 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:36:40.277364 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:36:40.277376 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:36:40.277381 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:36:40.277386 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:36:40.277397 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:36:40.293743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:36:40.299025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:36:40.313302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0326 23:36:40.322590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0326 23:36:40.326121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0326 23:36:40.329973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0326 23:36:40.376833 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:36:40.377249 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:36:40.408012 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:36:40.408037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0326 23:36:40.413214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:36:40.441920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:36:40.444399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:36:40.445441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:36:40.448880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:36:40.542441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:36:40.542475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:36:40.546777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:36:40.546797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:36:40.546806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:36:40.546813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0326 23:36:40.557026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:36:40.558382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0326 23:36:40.583080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:36:40.586552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0326 23:36:40.609953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0326 23:36:40.613452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0326 23:36:40.688181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:36:40.688249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0326 23:36:40.693914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0326 23:36:40.713377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0326 23:36:40.749910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0326 23:36:40.769092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0326 23:36:40.793009 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:36:40.822453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0326 23:36:40.864402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:36:40.901163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0326 23:36:40.950504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0326 23:36:40.986138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0326 23:36:41.053569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0326 23:36:41.063027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0326 23:36:41.076819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0326 23:36:41.153532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0326 23:36:41.187780 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:36:41.256711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0326 23:36:41.349257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0326 23:36:41.360380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0326 23:36:41.414398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:36:41.425439 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0326 23:36:41.457191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:36:41.469047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0326 23:36:41.546718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:36:41.548154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:36:41.558794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0326 23:36:41.565977 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0326 23:36:41.586335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0326 23:36:41.596740 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:36:41.596989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:36:41.647612 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:36:41.666990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0326 23:36:42.004497 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:36:42.424390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0326 23:36:42.435437 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:36:42.435500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0326 23:36:42.436256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:36:42.436408 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:36:42.449192 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:36:42.515884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0326 23:36:42.615768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:36:42.668657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-7hni97jm6db7f -n openshift-monitoring because it was missing I0326 23:36:42.723621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:36:42.832132 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:36:42.935274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:36:43.033325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:36:43.134304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:36:43.235703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:36:43.341340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:36:43.384154 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:36:43.413334 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:36:43.440435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:36:43.545596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:36:43.610452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:36:43.631148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0326 23:36:43.660033 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:36:44.110617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0326 23:36:45.133214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-aphhnnl0d38l4 -n openshift-monitoring because it was missing I0326 23:36:45.349985 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:36:45.367551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:36:45.901838 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0326 23:36:46.757262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-nopnmrs9dpvh -n openshift-monitoring because it was missing I0326 23:36:46.806016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:36:46.838874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:36:46.855880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0326 23:36:47.708356 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:36:47.722121 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:36:50.413149 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:36:50.413174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:36:52.017119 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:36:55.754820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0326 23:36:55.785565 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:37:11.198550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0326 23:37:11.208860 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:37:11.208930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0326 23:37:11.471734 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:37:21.655412 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:37:26.472027 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:37:56.923356 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:37:56.923382 1 tasks.go:49] processing task group 3 of 3 I0326 23:37:56.923398 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:37:56.965524 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:37:56.965557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0326 23:37:56.973504 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:37:57.004613 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:37:57.028409 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:37:57.031834 1 tasks.go:49] processing task group 1 of 3 I0326 23:37:57.031859 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:37:57.031876 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:37:57.042599 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:37:58.070088 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSjBrZlg5T0paamN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJPREUyTXpBZQpGdzB5TmpBek1qWXlNek0yTURKYUZ3MHlPREExTWpReU16TTJNRE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpneE5qTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGh0RVZRRWdHaEhMSkpVUzk5TzRnUU1xeHV0TFM3ZXBTRwozRFQ4WjYwSXI2TDZ0eVRTMG1qZHpPdWR1Sy82QmVXQUVMZ0VETjhFaTVnb1BxZ3B4Y3ViSFI4cVNYS3M1cWYxCll2TTN0NGNLbk9rZVBleko0VWpidlpRRzFuQWNpRFArWk5WQ1BVQUZwdGxYbEd6cjhUcHVLSmpxSHh6Wk5CNEgKM08rWjNBOUZyOHZhNThtd05qSURXZGZSL3hWTWxaeHZWMU5qNnlSZU9KaFBQQURvdjZDWmVpUUczRlVXZi9heQpsSytHam11cm1XVzJLdTJqMlJQQkVKQ3hkZEZiWUN2enRkUHVNUVBWVFQyV0Q1NHJhWUVxa1ZSeFowdmhqMHlhClZNVmJlUlNPK0JVUnZQeWVPdUIyWXcyaXlFNTczNGdtbWFESUJyV1RzRmJ2SlhnWmU0K3RBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlM0TUNIeQovODdkeVd6dGtFS2pEM0l1Yks1MENUQWZCZ05WSFNNRUdEQVdnQlM0TUNIeS84N2R5V3p0a0VLakQzSXViSzUwCkNUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF6SWU0L3pENlJVZHdTVTlqaXNjZ2c1ZnEydTJnTEJQQ2ZjV3UKdnQwZVRlS09xbldxd0RIZTM2SS9rNlE3MS9KUVFlZVBxdUxqTFNDRU9iWVRLTHRDanM0Tjg3c2diOFVxdVBzLwpXKyt6ZHdhQWJ1RmhDV2cwWndxK2d0TllFV21wczdETVpCUDVJRlprb2JXazJaMGh4d01YWUxvcUw4UXpLb0xqCmxOczYrZC9jMHcwd205ZVoveWJMSVZCUmVVVWgvejgzMG5LZE9Hd2pJN2JBRUEyd2docE01aXpjb3RWWlFyMnoKUWN1SmFpZVVtY0VPN3gyNEtDUG5kbkdFVXRxRlFIOGd6bEZxRTFEa1c2cUMwbUxtUHlGQmNjVFN2THJuOWdSagpVTUlsN0tmblIzUElndzVJUkRRWjBQQytXcDRLaU1BdGdNQlZUNDcxME5jNGN5TndCZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:37:58.074999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0326 23:37:58.078536 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSjBrZlg5T0paamN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJPREUyTXpBZQpGdzB5TmpBek1qWXlNek0yTURKYUZ3MHlPREExTWpReU16TTJNRE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpneE5qTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGh0RVZRRWdHaEhMSkpVUzk5TzRnUU1xeHV0TFM3ZXBTRwozRFQ4WjYwSXI2TDZ0eVRTMG1qZHpPdWR1Sy82QmVXQUVMZ0VETjhFaTVnb1BxZ3B4Y3ViSFI4cVNYS3M1cWYxCll2TTN0NGNLbk9rZVBleko0VWpidlpRRzFuQWNpRFArWk5WQ1BVQUZwdGxYbEd6cjhUcHVLSmpxSHh6Wk5CNEgKM08rWjNBOUZyOHZhNThtd05qSURXZGZSL3hWTWxaeHZWMU5qNnlSZU9KaFBQQURvdjZDWmVpUUczRlVXZi9heQpsSytHam11cm1XVzJLdTJqMlJQQkVKQ3hkZEZiWUN2enRkUHVNUVBWVFQyV0Q1NHJhWUVxa1ZSeFowdmhqMHlhClZNVmJlUlNPK0JVUnZQeWVPdUIyWXcyaXlFNTczNGdtbWFESUJyV1RzRmJ2SlhnWmU0K3RBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlM0TUNIeQovODdkeVd6dGtFS2pEM0l1Yks1MENUQWZCZ05WSFNNRUdEQVdnQlM0TUNIeS84N2R5V3p0a0VLakQzSXViSzUwCkNUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF6SWU0L3pENlJVZHdTVTlqaXNjZ2c1ZnEydTJnTEJQQ2ZjV3UKdnQwZVRlS09xbldxd0RIZTM2SS9rNlE3MS9KUVFlZVBxdUxqTFNDRU9iWVRLTHRDanM0Tjg3c2diOFVxdVBzLwpXKyt6ZHdhQWJ1RmhDV2cwWndxK2d0TllFV21wczdETVpCUDVJRlprb2JXazJaMGh4d01YWUxvcUw4UXpLb0xqCmxOczYrZC9jMHcwd205ZVoveWJMSVZCUmVVVWgvejgzMG5LZE9Hd2pJN2JBRUEyd2docE01aXpjb3RWWlFyMnoKUWN1SmFpZVVtY0VPN3gyNEtDUG5kbkdFVXRxRlFIOGd6bEZxRTFEa1c2cUMwbUxtUHlGQmNjVFN2THJuOWdSagpVTUlsN0tmblIzUElndzVJUkRRWjBQQytXcDRLaU1BdGdNQlZUNDcxME5jNGN5TndCZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:37:58.083025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6051df6b-2abf-4cbe-927a-1c14d82ccaf1", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0326 23:38:00.163459 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:38:00.163482 1 tasks.go:49] processing task group 2 of 3 I0326 23:38:00.163515 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:00.163518 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:38:00.163525 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:38:00.163567 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:00.163591 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:00.163608 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:00.163635 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:00.163659 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:00.163684 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:38:00.163690 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:00.163714 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:00.163737 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:38:00.163749 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:38:00.163771 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:38:00.163805 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:00.277013 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:00.300690 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:00.310046 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:00.409851 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:01.260535 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:01.261778 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:01.283513 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:01.295517 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:01.361440 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:38:03.306728 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:38:05.335071 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:38:06.218365 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:06.347136 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:38:11.309242 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:38:11.471968 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:38:15.512617 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:38:15.512655 1 tasks.go:49] processing task group 3 of 3 I0326 23:38:15.512667 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:38:15.591351 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:38:15.595849 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:38:15.604382 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:38:15.627017 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:38:15.630668 1 tasks.go:49] processing task group 1 of 3 I0326 23:38:15.630697 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:38:15.630714 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:15.641112 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:18.737363 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:38:18.737385 1 tasks.go:49] processing task group 2 of 3 I0326 23:38:18.737409 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:18.737416 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:38:18.737433 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:38:18.737448 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:18.737473 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:38:18.737491 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:18.737520 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:18.737534 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:18.737545 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:18.737564 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:38:18.737592 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:18.737616 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:38:18.737641 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:18.737649 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:18.737665 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:38:18.786830 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:18.804211 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:18.820964 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:18.856667 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:19.804104 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:19.819931 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:19.827306 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:19.831363 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:19.852774 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:38:21.868455 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:38:23.848020 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:38:24.789391 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:24.904798 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:38:29.865386 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:38:34.000075 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:38:34.000105 1 tasks.go:49] processing task group 3 of 3 I0326 23:38:34.000121 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:38:34.034701 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:38:34.038566 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:39:20.181736 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:39:20.181767 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:39:20.204917 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:39:20.212026 1 tasks.go:49] processing task group 1 of 3 I0326 23:39:20.212049 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:39:20.212060 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:39:20.222322 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:39:23.336814 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:39:23.336840 1 tasks.go:49] processing task group 2 of 3 I0326 23:39:23.336871 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:39:23.336873 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:39:23.336888 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:39:23.336898 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:39:23.336910 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:39:23.336930 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:39:23.336950 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:39:23.336968 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:39:23.336974 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:39:23.336986 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:39:23.337008 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:39:23.337018 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:39:23.337036 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:39:23.337051 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:39:23.336956 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:39:23.389595 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:39:23.413009 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:39:23.420162 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:39:23.469873 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:39:24.412089 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:39:24.423290 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:39:24.430725 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:39:24.437028 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:39:24.461032 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:39:26.481202 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:39:28.451299 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:39:29.383941 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:39:29.475819 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:39:34.484185 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:39:38.634627 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:39:38.634654 1 tasks.go:49] processing task group 3 of 3 I0326 23:39:38.634671 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:39:38.670601 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:39:38.674589 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:41:32.801727 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:41:32.801767 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:41:32.845427 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:41:32.849618 1 tasks.go:49] processing task group 1 of 3 I0326 23:41:32.849643 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:41:32.849661 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:41:32.880409 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:41:36.210037 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:41:36.210066 1 tasks.go:49] processing task group 2 of 3 I0326 23:41:36.210105 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:41:36.210103 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:41:36.210114 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:41:36.210135 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:41:36.210153 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:41:36.210174 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:41:36.210192 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:41:36.210213 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:41:36.210255 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:41:36.210289 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:41:36.210319 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:41:36.210314 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:41:36.210346 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:41:36.210348 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:41:36.210357 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:41:36.467110 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:41:36.480374 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:41:36.547431 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:41:36.750868 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:41:37.408743 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:41:37.408837 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:41:37.482337 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:41:37.495082 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:41:37.574665 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:41:39.719492 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:41:42.272201 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:41:42.664079 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:41:42.851047 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:41:47.535175 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:41:52.447863 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:41:52.447890 1 tasks.go:49] processing task group 3 of 3 I0326 23:41:52.447907 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:41:52.540101 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:41:52.559586 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:46:32.801736 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:46:32.801787 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:46:32.829561 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:46:32.836141 1 tasks.go:49] processing task group 1 of 3 I0326 23:46:32.836169 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:46:32.836182 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:46:32.856593 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:46:35.977627 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:46:35.977649 1 tasks.go:49] processing task group 2 of 3 I0326 23:46:35.977670 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:46:35.977681 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:46:35.977693 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:46:35.977712 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:46:35.977731 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:46:35.977751 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:46:35.977773 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:46:35.977799 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:46:35.977805 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:46:35.977842 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:46:35.977857 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:46:35.977873 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:46:35.977877 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:46:35.977874 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:46:35.977783 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:46:36.024814 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:46:36.052590 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:46:36.069280 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:46:36.117747 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:46:37.046989 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:46:37.062565 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:46:37.077345 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:46:37.080888 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:46:37.132765 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:46:39.115072 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:46:41.112195 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:46:42.036317 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:46:42.123770 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:46:47.121935 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:46:51.287006 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:46:51.287030 1 tasks.go:49] processing task group 3 of 3 I0326 23:46:51.287047 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:46:51.324703 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:46:51.329624 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:51:32.707359 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0326 23:51:32.707395 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:51:32.709325 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:51:32.709341 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:51:32.709490 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:51:32.709554 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:51:32.709576 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:51:32.709643 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:51:32.710719 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:51:32.712029 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0326 23:51:32.712215 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:51:32.712807 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:51:32.736455 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:51:32.741620 1 tasks.go:49] processing task group 1 of 3 I0326 23:51:32.741644 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:51:32.741658 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:51:32.749271 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:51:32.754311 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:51:32.801842 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:51:35.890395 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:51:35.890418 1 tasks.go:49] processing task group 2 of 3 I0326 23:51:35.890441 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:51:35.890449 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:51:35.890463 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:51:35.890480 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:51:35.890495 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:51:35.890523 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:51:35.890535 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:51:35.890555 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:51:35.890572 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:51:35.890592 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:51:35.890631 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:51:35.890655 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:51:35.890706 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:51:35.890725 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:51:35.890659 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:51:35.942629 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:51:35.961033 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:51:35.976551 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:51:36.021484 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:51:36.959586 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:51:36.981607 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:51:36.985023 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:51:36.992191 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:51:37.020771 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:51:39.034336 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:51:41.017171 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:51:41.953009 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:51:42.039405 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:51:47.038885 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:51:51.197377 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:51:51.197399 1 tasks.go:49] processing task group 3 of 3 I0326 23:51:51.197414 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:51:51.236381 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:51:51.241430 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:51:51.252035 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:51:51.281815 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:51:51.287462 1 tasks.go:49] processing task group 1 of 3 I0326 23:51:51.287487 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:51:51.287500 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:51:51.301699 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:51:54.423539 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:51:54.423564 1 tasks.go:49] processing task group 2 of 3 I0326 23:51:54.423588 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:51:54.423604 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:51:54.423613 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:51:54.423644 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:51:54.423660 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:51:54.423696 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:51:54.423711 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:51:54.423732 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:51:54.423751 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:51:54.423771 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:51:54.423788 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:51:54.423808 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:51:54.423828 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:51:54.423871 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:51:54.423838 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:51:54.476335 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:51:54.492791 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:51:54.511542 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:51:54.558169 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:51:55.508456 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:51:55.529547 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:51:55.533734 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:51:55.547445 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:51:55.552905 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:51:57.584984 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:51:59.552629 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:52:00.484022 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:52:00.575022 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:52:05.589590 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:52:09.763099 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:52:09.763126 1 tasks.go:49] processing task group 3 of 3 I0326 23:52:09.763139 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:52:09.799527 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:52:09.805436 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:56:32.801695 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:56:32.801750 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:56:32.830311 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:56:32.835454 1 tasks.go:49] processing task group 1 of 3 I0326 23:56:32.835478 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:56:32.835499 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:56:32.849136 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:56:35.969320 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:56:35.969345 1 tasks.go:49] processing task group 2 of 3 I0326 23:56:35.969368 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:56:35.969376 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:56:35.969389 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:56:35.969407 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:56:35.969426 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:56:35.969448 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:56:35.969466 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:56:35.969486 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:56:35.969504 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:56:35.969521 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:56:35.969555 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:56:35.969559 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:56:35.969571 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:56:35.969576 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:56:35.969533 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:56:36.028972 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:56:36.056944 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:56:36.065366 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:56:36.133296 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:56:37.045336 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:56:37.063781 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:56:37.064692 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:56:37.074951 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:56:37.113910 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:56:39.120923 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:56:41.100719 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:56:42.025785 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:56:42.115998 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:56:47.123825 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:56:51.268001 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:56:51.268029 1 tasks.go:49] processing task group 3 of 3 I0326 23:56:51.268046 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:56:51.307714 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:56:51.312679 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:01:32.802325 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 00:01:32.802380 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:01:32.827539 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:01:32.831436 1 tasks.go:49] processing task group 1 of 3 I0327 00:01:32.831463 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:01:32.831477 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:01:32.842412 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:01:35.970261 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:01:35.970286 1 tasks.go:49] processing task group 2 of 3 I0327 00:01:35.970314 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:01:35.970321 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:01:35.970328 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:01:35.970351 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:01:35.970372 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:01:35.970399 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:01:35.970415 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:01:35.970437 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:01:35.970455 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:01:35.970470 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:01:35.970488 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:01:35.970521 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:01:35.970531 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:01:35.970535 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:01:35.970547 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:01:36.019752 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:01:36.037338 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:01:36.053546 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:01:36.095915 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:01:37.036345 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:01:37.058763 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:01:37.065030 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:01:37.070874 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:01:37.096909 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:01:39.105287 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:01:41.087556 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:01:42.024008 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:01:42.117534 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:01:47.125389 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:01:51.256242 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:01:51.256268 1 tasks.go:49] processing task group 3 of 3 I0327 00:01:51.256282 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:01:51.292585 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:01:51.297087 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:06:32.707543 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0327 00:06:32.707596 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:06:32.709545 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 00:06:32.709571 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 00:06:32.709708 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 00:06:32.709786 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 00:06:32.709801 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 00:06:32.709812 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 00:06:32.710757 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 00:06:32.712258 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0327 00:06:32.712268 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 00:06:32.713050 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 00:06:32.732674 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:06:32.737025 1 tasks.go:49] processing task group 1 of 3 I0327 00:06:32.737054 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:06:32.737074 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:06:32.749466 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 00:06:32.750303 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:06:32.801522 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 00:06:35.870099 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:06:35.870123 1 tasks.go:49] processing task group 2 of 3 I0327 00:06:35.870154 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:06:35.870157 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:06:35.870164 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:06:35.870193 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:06:35.870202 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:06:35.870243 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:06:35.870259 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:06:35.870267 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:06:35.870286 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:06:35.870306 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:06:35.870322 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:06:35.870346 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:06:35.870352 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:06:35.870363 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:06:35.870384 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:06:35.917241 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:06:35.938292 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:06:35.954057 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:06:35.998598 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:06:36.936428 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:06:36.952141 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:06:36.955689 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:06:36.973466 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:06:36.990001 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:06:39.016830 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:06:40.988852 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:06:41.928687 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:06:42.001203 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:06:47.011202 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:06:51.167644 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:06:51.167675 1 tasks.go:49] processing task group 3 of 3 I0327 00:06:51.167698 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:06:51.205296 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:06:51.209861 1 operator.go:851] Updating ClusterOperator status to done. W0327 00:06:51.218802 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:06:51.243372 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:06:51.247819 1 tasks.go:49] processing task group 1 of 3 I0327 00:06:51.247845 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:06:51.247870 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:06:51.259221 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:06:54.368035 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:06:54.368058 1 tasks.go:49] processing task group 2 of 3 I0327 00:06:54.368081 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:06:54.368094 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:06:54.368107 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:06:54.368124 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:06:54.368161 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:06:54.368181 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:06:54.368196 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:06:54.368254 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:06:54.368272 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:06:54.368298 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:06:54.368299 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:06:54.368099 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:06:54.368885 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:06:54.368895 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:06:54.369254 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:06:54.421266 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:06:54.433143 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:06:54.453148 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:06:54.496047 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:06:55.455353 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:06:55.477381 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:06:55.478962 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:06:55.497903 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:06:55.499129 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:06:57.553597 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:06:59.525546 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:07:00.435137 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:07:00.520264 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:07:05.541245 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:07:09.745273 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:07:09.745298 1 tasks.go:49] processing task group 3 of 3 I0327 00:07:09.745314 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:07:09.789058 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:07:09.795810 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:11:32.802525 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 00:11:32.802578 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:11:32.839441 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:11:32.845990 1 tasks.go:49] processing task group 1 of 3 I0327 00:11:32.846018 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:11:32.846040 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:11:32.864607 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:11:36.030315 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:11:36.030339 1 tasks.go:49] processing task group 2 of 3 I0327 00:11:36.030367 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:11:36.030372 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:11:36.030387 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:11:36.030412 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:11:36.030427 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:11:36.030445 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:11:36.030458 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:11:36.030475 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:11:36.030498 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:11:36.030514 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:11:36.030540 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:11:36.030551 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:11:36.030580 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:11:36.030576 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:11:36.030593 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:11:36.096456 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:11:36.114654 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:11:36.144681 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:11:36.173540 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:11:37.116938 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:11:37.140269 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:11:37.147513 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:11:37.147624 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:11:37.182344 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:11:39.205274 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:11:41.160933 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:11:42.094310 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:11:42.195101 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:11:47.203146 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:11:51.361104 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:11:51.361131 1 tasks.go:49] processing task group 3 of 3 I0327 00:11:51.361147 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:11:51.394657 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:11:51.398542 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:12:26.472275 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 00:12:26.472309 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:12:26.495258 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:12:26.499063 1 tasks.go:49] processing task group 1 of 3 I0327 00:12:26.499098 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:12:26.499115 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:12:26.508797 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:12:29.622614 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:12:29.622642 1 tasks.go:49] processing task group 2 of 3 I0327 00:12:29.622675 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:12:29.622679 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:12:29.622691 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:12:29.622716 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:12:29.622731 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:12:29.622747 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:12:29.622763 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:12:29.622781 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:12:29.622802 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:12:29.622822 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:12:29.622840 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:12:29.622846 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:12:29.622861 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:12:29.622876 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:12:29.622899 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:12:29.664755 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:12:29.685480 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:12:29.698611 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:12:29.735983 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:12:30.684573 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:12:30.707709 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:12:30.708847 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:12:30.721040 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:12:30.734452 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:12:32.749919 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:12:34.737097 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:12:35.670670 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:12:35.754120 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:12:40.762144 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:12:44.882590 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:12:44.882618 1 tasks.go:49] processing task group 3 of 3 I0327 00:12:44.882635 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:12:44.918429 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:12:44.922371 1 operator.go:851] Updating ClusterOperator status to done.