W0319 00:01:00.078327 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 00:01:00.078735 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0319 00:01:00.078754 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0319 00:01:00.078762 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0319 00:01:00.078768 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0319 00:01:00.078773 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0319 00:01:00.121107 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 00:01:00.128853 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 00:01:00.129049 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 00:01:00.129164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0319 00:01:00.130281 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 00:01:00.145598 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.145915 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.149269 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0319 00:01:00.151627 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0319 00:01:00.152459 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0319 00:01:00.152703 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.158716 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.159257 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.159295 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.159623 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.166837 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.167292 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.167395 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0319 00:01:00.202638 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 00:01:00.239130 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 00:01:00.239193 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:01:00.239229 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0319 00:01:00.239229 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0319 00:01:00.239244 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0319 00:01:00.239249 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0319 00:01:00.239252 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0319 00:01:00.239258 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0319 00:01:00.239256 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0319 00:01:00.239270 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0319 00:01:00.239276 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0319 00:01:00.239405 1 relabel_controller.go:117] Starting alert relabel config controller I0319 00:01:00.239418 1 rule_controller.go:114] Starting alerting rules controller I0319 00:01:00.239431 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0319 00:01:00.239441 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0319 00:01:00.248476 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0319 00:01:00.248577 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0319 00:01:00.248580 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0319 00:01:00.251374 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.251511 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.251544 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0319 00:01:00.251864 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.251963 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 00:01:00.251972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 00:01:00.252295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 00:01:00.254460 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 00:01:00.257530 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 00:01:00.257857 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 00:01:00.273294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-42m4f" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0319 00:01:00.273423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-sq55s" is created for OpenShiftMonitoringTelemeterClientCertRequester I0319 00:01:00.273568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-sw9tq" is created for OpenShiftMonitoringClientCertRequester I0319 00:01:00.281660 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.285054 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.285395 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.285672 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.290928 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.292627 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.292722 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.295658 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.300344 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:01:00.300922 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.300930 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.300934 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.310659 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.310670 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.310714 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.316546 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.316546 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.316549 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.322932 1 tasks.go:49] processing task group 1 of 3 I0319 00:01:00.322964 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:01:00.322982 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:01:00.327411 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.327432 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.327782 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.331157 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.331167 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.331671 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.340126 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0319 00:01:00.340151 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0319 00:01:00.341270 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.341283 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.341651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0319 00:01:00.348034 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.348223 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-18T23:56:00Z",   ) I0319 00:01:00.348248 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-17T23:56:00Z",   ) I0319 00:01:00.350933 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.350947 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 00:01:00.351360 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-18T23:56:00Z",   ) I0319 00:01:00.351387 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-17T23:56:00Z",   ) I0319 00:01:00.351482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0319 00:01:00.351808 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-18T23:56:00Z",   ) I0319 00:01:00.351832 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-17T23:56:00Z",   ) I0319 00:01:00.356999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0319 00:01:00.357160 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 00:01:00.359715 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:01:00.360040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0319 00:01:00.362326 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0319 00:01:00.362636 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 00:01:00.362748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0319 00:01:00.362856 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 00:01:00.421010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 00:01:00.508294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 00:01:00.519543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 00:01:00.547779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 00:01:00.563560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 00:01:01.524803 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0319 00:01:01.526589 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0319 00:01:01.526607 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0319 00:01:01.526633 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0319 00:01:01.526644 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0319 00:01:01.529931 1 secure_serving.go:57] Forcing use of http/1.1 only I0319 00:01:01.529958 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0319 00:01:01.534842 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 00:01:01.534857 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 00:01:01.534968 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 00:01:01.534869 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 00:01:01.535033 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 00:01:01.534936 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0319 00:01:01.535272 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 00:01:01.535347 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773878407\" (2026-03-19 00:00:18 +0000 UTC to 2028-03-18 00:00:19 +0000 UTC (now=2026-03-19 00:01:01.535292294 +0000 UTC))" I0319 00:01:01.535579 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773878461\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773878460\" (2026-03-18 23:01:00 +0000 UTC to 2029-03-18 23:01:00 +0000 UTC (now=2026-03-19 00:01:01.535557303 +0000 UTC))" I0319 00:01:01.535605 1 secure_serving.go:211] Serving securely on [::]:8443 I0319 00:01:01.535628 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0319 00:01:01.535647 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0319 00:01:01.539412 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0319 00:01:01.539416 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 00:01:01.539971 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 00:01:01.635623 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0319 00:01:01.635631 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 00:01:01.635631 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 00:01:01.635893 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-18 23:33:39 +0000 UTC to 2036-03-15 23:33:39 +0000 UTC (now=2026-03-19 00:01:01.635869647 +0000 UTC))" I0319 00:01:01.636094 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773878407\" (2026-03-19 00:00:18 +0000 UTC to 2028-03-18 00:00:19 +0000 UTC (now=2026-03-19 00:01:01.636079746 +0000 UTC))" I0319 00:01:01.636327 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773878461\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773878460\" (2026-03-18 23:01:00 +0000 UTC to 2029-03-18 23:01:00 +0000 UTC (now=2026-03-19 00:01:01.636289665 +0000 UTC))" I0319 00:01:01.636494 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-18 23:33:41 +0000 UTC to 2036-03-15 23:33:41 +0000 UTC (now=2026-03-19 00:01:01.636480664 +0000 UTC))" I0319 00:01:01.636526 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-18 23:33:42 +0000 UTC to 2036-03-15 23:33:42 +0000 UTC (now=2026-03-19 00:01:01.636506999 +0000 UTC))" I0319 00:01:01.636543 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-18 23:33:44 +0000 UTC to 2036-03-15 23:33:44 +0000 UTC (now=2026-03-19 00:01:01.636535133 +0000 UTC))" I0319 00:01:01.636561 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-18 23:33:47 +0000 UTC to 2036-03-15 23:33:47 +0000 UTC (now=2026-03-19 00:01:01.636550542 +0000 UTC))" I0319 00:01:01.636584 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-18 23:33:51 +0000 UTC to 2036-03-15 23:33:51 +0000 UTC (now=2026-03-19 00:01:01.636570801 +0000 UTC))" I0319 00:01:01.636610 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4edbd77kh91d8r4j9ge6pj0rtaaqm8-kx-99fae35d8d_customer-system-admin-signer@1773876942\" [] issuer=\"\" (2026-03-18 23:35:44 +0000 UTC to 2026-03-25 23:35:45 +0000 UTC (now=2026-03-19 00:01:01.636594225 +0000 UTC))" I0319 00:01:01.636633 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4edbd77kh91d8r4j9ge6pj0rtaaqm8-kx-99fae35d8d_sre-system-admin-signer@1773876942\" [] issuer=\"\" (2026-03-18 23:35:43 +0000 UTC to 2026-03-25 23:35:44 +0000 UTC (now=2026-03-19 00:01:01.63662286 +0000 UTC))" I0319 00:01:01.636656 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-18 23:33:39 +0000 UTC to 2036-03-15 23:33:39 +0000 UTC (now=2026-03-19 00:01:01.636645568 +0000 UTC))" I0319 00:01:01.636916 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773878407\" (2026-03-19 00:00:18 +0000 UTC to 2028-03-18 00:00:19 +0000 UTC (now=2026-03-19 00:01:01.63689157 +0000 UTC))" I0319 00:01:01.637102 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773878461\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773878460\" (2026-03-18 23:01:00 +0000 UTC to 2029-03-18 23:01:00 +0000 UTC (now=2026-03-19 00:01:01.637085782 +0000 UTC))" I0319 00:01:05.610362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0319 00:01:05.624224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0319 00:01:05.640883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0319 00:01:06.382168 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 00:01:10.769515 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:01:10.769549 1 tasks.go:49] processing task group 2 of 3 I0319 00:01:10.769586 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:01:10.769588 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:01:10.769613 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:01:10.769611 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:01:10.769630 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:01:10.769639 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:01:10.769648 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:01:10.769655 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:01:10.769735 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:01:10.769806 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:01:10.769988 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:01:10.770354 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:01:10.770406 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:01:10.770668 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:01:10.770785 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:01:10.787493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0319 00:01:10.795106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0319 00:01:10.801978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0319 00:01:10.806822 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0319 00:01:10.815399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0319 00:01:10.824922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0319 00:01:10.862983 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:01:10.882997 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:01:10.904261 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:01:10.909470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 00:01:10.945802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0319 00:01:10.948603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0319 00:01:10.951652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 00:01:10.953177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 00:01:10.956445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 00:01:11.054876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 00:01:11.054902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 00:01:11.054914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 00:01:11.060667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 00:01:11.060684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0319 00:01:11.063609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0319 00:01:11.074603 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 00:01:11.074623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 00:01:11.078074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0319 00:01:11.080701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0319 00:01:11.092623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0319 00:01:11.107060 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0319 00:01:11.119962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0319 00:01:11.131216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0319 00:01:11.171069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0319 00:01:11.307118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 00:01:11.353453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0319 00:01:11.432188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 00:01:11.435890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0319 00:01:11.530076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0319 00:01:11.530152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0319 00:01:11.631676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0319 00:01:11.639333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0319 00:01:11.657514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0319 00:01:11.735356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0319 00:01:11.835208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0319 00:01:11.852721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0319 00:01:11.910185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 00:01:11.921875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0319 00:01:11.942784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 00:01:11.946936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0319 00:01:12.030120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 00:01:12.033795 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 00:01:12.041469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0319 00:01:12.055067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0319 00:01:12.088553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0319 00:01:12.104543 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 00:01:12.104570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 00:01:12.150348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 00:01:12.158561 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0319 00:01:12.256422 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0319 00:01:12.561725 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 00:01:12.924936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0319 00:01:12.937742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 00:01:12.949887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0319 00:01:13.032196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0319 00:01:13.126476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 00:01:13.222509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 00:01:13.262537 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:01:13.262613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0319 00:01:13.263761 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 00:01:13.327606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 00:01:13.430454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 00:01:13.525170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 00:01:13.626544 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 00:01:13.728720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 00:01:13.828208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 00:01:13.872679 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:01:13.895846 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:01:13.930665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 00:01:14.034216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 00:01:14.094410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0319 00:01:14.111448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0319 00:01:14.171740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-72ndcbqln0ud2 -n openshift-monitoring because it was missing I0319 00:01:14.687115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0319 00:01:15.167737 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:01:15.709967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-coteenefmgubl -n openshift-monitoring because it was missing I0319 00:01:15.868551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0319 00:01:15.898499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0319 00:01:16.214219 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:01:16.249010 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:01:17.138044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-5jdt2b3baenq4 -n openshift-monitoring because it was missing I0319 00:01:17.154513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0319 00:01:17.173873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 00:01:17.182827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0319 00:01:21.954766 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:01:21.954839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0319 00:01:28.244958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0319 00:01:28.278241 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:01:36.383344 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 00:01:42.768039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0319 00:01:42.780040 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:01:42.780113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0319 00:01:52.172179 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 00:02:27.248161 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 00:02:27.248211 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0319 00:02:27.248218 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0319 00:02:27.248244 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0319 00:02:27.248271 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:02:27.273562 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:02:27.278023 1 tasks.go:49] processing task group 1 of 3 I0319 00:02:27.278048 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:02:27.278072 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:02:27.289955 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:02:28.321988 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUWhYNk4rUWxTWkV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016ZzNPRFF3TnpBZQpGdzB5TmpBek1Ua3dNREF3TURkYUZ3MHlPREExTVRjd01EQXdNRGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek00TnpnME1EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFZZUTk2SnU5Y1BhWC92SjB4azFCQXF1S0djc3JXZ2EzQQpBeElwbFRkVTNBSEd5cTZ2bE1UNzBzNXVRVEVQNStHbUNMcFRNR2p4NnQvZWlqbEM2NGdqUVpHNkI2NlhzaktDClBrWkx4RVo4anRQVGVaT1dZcEwvSjZGV0szQ2NCRUh5V0ZGTjhnQ1hiVGpDWmE4VkJFQWJ0emtpcHlnaktxLzYKWDI4bStwVTkxYk93TVhoWEdsTUg4Nkh3d0p2S3FMUldvbjlDZGl5SW0yNloyK1RHYnUxeTIzUFp2R005eTNtbwpRZWdwaGZRMnRha2RPWnk5YnFSNG52L2ptWjVxVGZJRHoxdElpY09QdVY5WkZNbWYvWGVpdDliRWZoT3IrUWdrCjJJVStQNDRjd00yZnZ5RnpQZS9RUjE1UnNMWS9wS2lpbHJTYTV3T0Z1eWppUFN1K1hSbXRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJZN1gwSQo3a1BwaDN1aHFGYmFxRC9qck1LMVpqQWZCZ05WSFNNRUdEQVdnQlJZN1gwSTdrUHBoM3VocUZiYXFEL2pyTUsxClpqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFyemUydElRWDJEekQyYTh6ZEY4bHFrdFRiRjdseXh1ejU3ZUIKQ3JRSnZTazVEdlZOZnVHSkNRN2czL2pmQlRXKzJweFAzcGlYN0graVU0aXZrZEZXK1ltcEROVXc1c3htb2p5NgpPbmliZWdUbUVta21walM0NWw5RTVvYmRZVzFvQU9iWFAyNThFRiszR3RucmJ0VGZnRnZhcG9icSszNjJxT0dXClltUWx3eS8vQ3BnUm1jT3doT2ZVdVVQaTlnL0tEeFBYOTE2RnkycHp2L3loMHFEOUJyL2ZydDJpcnkvcTAvb00KTkUvcmUvTml5cnBMZW9MRklWc0xGb215UWVOZzNrVXcvMUR1N0tqVC9zdjRWTkxTN1ptY1oxWDBMUit5R0Q1Tgpmb2FFdlErYXZoK3oxMTZQRHNxNUh3aUFTVkd6LzRlMGhKKzl6U3RsRkpySk5tVjlWdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 00:02:28.327538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0319 00:02:28.331802 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUWhYNk4rUWxTWkV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016ZzNPRFF3TnpBZQpGdzB5TmpBek1Ua3dNREF3TURkYUZ3MHlPREExTVRjd01EQXdNRGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek00TnpnME1EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFZZUTk2SnU5Y1BhWC92SjB4azFCQXF1S0djc3JXZ2EzQQpBeElwbFRkVTNBSEd5cTZ2bE1UNzBzNXVRVEVQNStHbUNMcFRNR2p4NnQvZWlqbEM2NGdqUVpHNkI2NlhzaktDClBrWkx4RVo4anRQVGVaT1dZcEwvSjZGV0szQ2NCRUh5V0ZGTjhnQ1hiVGpDWmE4VkJFQWJ0emtpcHlnaktxLzYKWDI4bStwVTkxYk93TVhoWEdsTUg4Nkh3d0p2S3FMUldvbjlDZGl5SW0yNloyK1RHYnUxeTIzUFp2R005eTNtbwpRZWdwaGZRMnRha2RPWnk5YnFSNG52L2ptWjVxVGZJRHoxdElpY09QdVY5WkZNbWYvWGVpdDliRWZoT3IrUWdrCjJJVStQNDRjd00yZnZ5RnpQZS9RUjE1UnNMWS9wS2lpbHJTYTV3T0Z1eWppUFN1K1hSbXRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJZN1gwSQo3a1BwaDN1aHFGYmFxRC9qck1LMVpqQWZCZ05WSFNNRUdEQVdnQlJZN1gwSTdrUHBoM3VocUZiYXFEL2pyTUsxClpqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFyemUydElRWDJEekQyYTh6ZEY4bHFrdFRiRjdseXh1ejU3ZUIKQ3JRSnZTazVEdlZOZnVHSkNRN2czL2pmQlRXKzJweFAzcGlYN0graVU0aXZrZEZXK1ltcEROVXc1c3htb2p5NgpPbmliZWdUbUVta21walM0NWw5RTVvYmRZVzFvQU9iWFAyNThFRiszR3RucmJ0VGZnRnZhcG9icSszNjJxT0dXClltUWx3eS8vQ3BnUm1jT3doT2ZVdVVQaTlnL0tEeFBYOTE2RnkycHp2L3loMHFEOUJyL2ZydDJpcnkvcTAvb00KTkUvcmUvTml5cnBMZW9MRklWc0xGb215UWVOZzNrVXcvMUR1N0tqVC9zdjRWTkxTN1ptY1oxWDBMUit5R0Q1Tgpmb2FFdlErYXZoK3oxMTZQRHNxNUh3aUFTVkd6LzRlMGhKKzl6U3RsRkpySk5tVjlWdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 00:02:28.337295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0319 00:02:30.421604 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:02:30.421627 1 tasks.go:49] processing task group 2 of 3 I0319 00:02:30.421664 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:02:30.421660 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:02:30.421674 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:02:30.421683 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:02:30.421683 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:02:30.421703 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:02:30.421719 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:02:30.421664 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:02:30.421878 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:02:30.422145 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:02:30.422193 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:02:30.422254 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:02:30.422401 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:02:30.422459 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:02:30.422469 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:02:30.479715 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:02:30.498691 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:02:30.515520 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:02:30.516509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0319 00:02:30.528610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0319 00:02:30.542832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0319 00:02:30.556329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0319 00:02:30.571623 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:02:30.573229 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 00:02:30.633156 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 00:02:31.502373 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:02:31.522152 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:02:31.523921 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:02:31.525076 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:02:31.556090 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:02:33.566748 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:02:35.554471 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:02:35.621506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0319 00:02:36.476542 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:02:39.708970 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 00:02:41.576992 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 00:02:45.747755 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 00:02:45.747779 1 tasks.go:49] processing task group 3 of 3 I0319 00:02:45.747794 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 00:02:45.787848 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 00:02:45.787874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"db1d09da-6cae-4758-a1c2-e3608dc20707", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0319 00:02:45.792942 1 operator.go:851] Updating ClusterOperator status to done. W0319 00:02:45.840486 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:02:45.876517 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:02:45.880554 1 tasks.go:49] processing task group 1 of 3 I0319 00:02:45.880575 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:02:45.880601 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:02:45.892381 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:02:49.036321 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:02:49.036341 1 tasks.go:49] processing task group 2 of 3 I0319 00:02:49.036361 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:02:49.036427 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:02:49.036443 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:02:49.036456 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:02:49.036484 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:02:49.036511 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:02:49.036524 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:02:49.036624 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:02:49.036753 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:02:49.036846 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:02:49.036882 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:02:49.036919 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:02:49.036864 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:02:49.037076 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:02:49.036874 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:02:49.131422 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:02:49.148671 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:02:49.176037 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:02:49.272362 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:02:50.155846 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:02:50.203249 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:02:50.219989 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:02:50.271737 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:02:50.288405 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:02:52.281490 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:02:54.236544 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:02:55.120339 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:02:55.272877 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 00:03:00.305532 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 00:03:04.509527 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 00:03:04.509552 1 tasks.go:49] processing task group 3 of 3 I0319 00:03:04.509563 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 00:03:04.559170 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 00:03:04.565882 1 operator.go:851] Updating ClusterOperator status to done. I0319 00:03:06.384430 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 00:03:06.384461 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:03:06.404517 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 00:03:06.456227 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:03:06.467363 1 tasks.go:49] processing task group 1 of 3 I0319 00:03:06.467382 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:03:06.467397 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:03:06.491823 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:03:09.637979 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:03:09.638002 1 tasks.go:49] processing task group 2 of 3 I0319 00:03:09.638025 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:03:09.638024 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:03:09.638037 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:03:09.638057 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:03:09.638084 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:03:09.638105 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:03:09.638121 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:03:09.638170 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:03:09.638293 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:03:09.638557 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:03:09.638594 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:03:09.638612 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:03:09.638698 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:03:09.638583 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:03:09.638877 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:03:09.694787 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:03:09.725347 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:03:09.725779 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:03:09.792438 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:03:10.721220 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:03:10.749955 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:03:10.752251 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:03:10.788927 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:03:10.795765 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:03:12.867243 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:03:14.807282 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:03:15.727826 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:03:15.823465 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 00:03:20.826401 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 00:03:25.424665 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 00:03:25.424690 1 tasks.go:49] processing task group 3 of 3 I0319 00:03:25.424708 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 00:03:25.467795 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 00:03:25.473669 1 operator.go:851] Updating ClusterOperator status to done. W0319 00:03:25.485553 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:03:25.519822 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:03:25.525207 1 tasks.go:49] processing task group 1 of 3 I0319 00:03:25.525229 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:03:25.525255 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:03:25.540951 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:03:28.675964 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:03:28.675987 1 tasks.go:49] processing task group 2 of 3 I0319 00:03:28.676015 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:03:28.676025 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:03:28.676030 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:03:28.676062 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:03:28.676088 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:03:28.676109 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:03:28.676133 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:03:28.676180 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:03:28.676330 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:03:28.676345 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:03:28.676422 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:03:28.676485 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:03:28.676508 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:03:28.676553 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:03:28.676336 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:03:28.742049 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:03:28.765364 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:03:28.774050 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:03:28.838002 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:03:29.760235 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:03:29.787444 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:03:29.805063 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:03:29.814999 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:03:29.825832 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:03:31.867627 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:03:33.837029 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:03:34.748731 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:03:34.853987 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 00:03:39.849094 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 00:03:44.047853 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 00:03:44.047878 1 tasks.go:49] processing task group 3 of 3 I0319 00:03:44.047893 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 00:03:44.102227 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 00:03:44.107690 1 operator.go:851] Updating ClusterOperator status to done. I0319 00:06:00.239444 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 00:06:00.239485 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:06:00.264426 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:06:00.268487 1 tasks.go:49] processing task group 1 of 3 I0319 00:06:00.268523 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:06:00.268543 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:06:00.279556 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:06:03.491257 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:06:03.491283 1 tasks.go:49] processing task group 2 of 3 I0319 00:06:03.491330 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:06:03.491337 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:06:03.491349 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:06:03.491379 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:06:03.491393 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:06:03.491414 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:06:03.491437 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:06:03.491496 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:06:03.491533 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:06:03.491582 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:06:03.491639 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:06:03.491537 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:06:03.491858 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:06:03.491553 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:06:03.491568 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:06:03.644983 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:06:03.667830 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:06:03.690939 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:06:03.800145 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:06:04.645899 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:06:04.662567 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:06:04.680814 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:06:04.684387 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:06:04.749491 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:06:06.742553 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:06:08.943197 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:06:09.624699 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:06:09.770020 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 00:06:14.914063 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 00:06:18.946017 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 00:06:18.946045 1 tasks.go:49] processing task group 3 of 3 I0319 00:06:18.946065 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 00:06:19.011343 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 00:06:19.016606 1 operator.go:851] Updating ClusterOperator status to done. I0319 00:11:00.239991 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 00:11:00.240046 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:11:00.265602 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:11:00.269572 1 tasks.go:49] processing task group 1 of 3 I0319 00:11:00.269604 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:11:00.269612 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:11:00.280092 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:11:03.412854 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:11:03.412877 1 tasks.go:49] processing task group 2 of 3 I0319 00:11:03.412906 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:11:03.412915 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:11:03.412928 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:11:03.412942 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:11:03.412964 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:11:03.412981 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:11:03.413002 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:11:03.413003 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:11:03.413109 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:11:03.413238 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:11:03.413346 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:11:03.413399 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:11:03.413441 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:11:03.413384 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:11:03.413423 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:11:03.465554 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:11:03.478100 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:11:03.496352 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:11:03.536634 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:11:04.484030 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:11:04.492261 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:11:04.506448 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:11:04.508038 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:11:04.540319 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:11:06.548895 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:11:08.536335 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:11:09.462520 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:11:09.550008 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 00:11:14.550404 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 00:11:18.700506 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 00:11:18.700534 1 tasks.go:49] processing task group 3 of 3 I0319 00:11:18.700550 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 00:11:18.731008 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 00:11:18.735081 1 operator.go:851] Updating ClusterOperator status to done. I0319 00:14:33.294604 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 00:14:33.294645 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:14:33.318259 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:14:33.322413 1 tasks.go:49] processing task group 1 of 3 I0319 00:14:33.322436 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:14:33.322453 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:14:33.333883 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:14:36.457198 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:14:36.457218 1 tasks.go:49] processing task group 2 of 3 I0319 00:14:36.457242 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:14:36.457251 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:14:36.457260 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:14:36.457287 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:14:36.457319 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:14:36.457332 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:14:36.457373 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:14:36.457441 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:14:36.457411 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:14:36.457444 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:14:36.457407 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:14:36.457426 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:14:36.457430 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:14:36.457477 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:14:36.457464 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:14:36.509971 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:14:36.535139 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:14:36.548344 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:14:36.592645 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:14:37.525865 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:14:37.543812 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:14:37.555287 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:14:37.556070 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:14:37.581391 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:14:39.594533 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:14:41.576113 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:14:42.512622 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:14:42.599220 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 00:14:47.602705 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 00:14:51.735796 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 00:14:51.735821 1 tasks.go:49] processing task group 3 of 3 I0319 00:14:51.735832 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 00:14:51.766977 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 00:14:51.771585 1 operator.go:851] Updating ClusterOperator status to done. I0319 00:16:00.146444 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0319 00:16:00.146491 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:16:00.146519 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 00:16:00.146650 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 00:16:00.146676 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 00:16:00.146729 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 00:16:00.149609 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 00:16:00.149632 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 00:16:00.158925 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0319 00:16:00.159997 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 00:16:00.160011 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 00:16:00.167087 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 00:16:00.175514 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:16:00.180510 1 tasks.go:49] processing task group 1 of 3 I0319 00:16:00.180542 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:16:00.180550 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:16:00.191481 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:16:00.202993 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 00:16:00.239554 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 00:16:03.314295 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:16:03.314341 1 tasks.go:49] processing task group 2 of 3 I0319 00:16:03.314367 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:16:03.314368 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:16:03.314387 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:16:03.314410 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:16:03.314426 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:16:03.314478 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:16:03.314527 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:16:03.314542 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:16:03.314634 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:16:03.314749 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:16:03.314887 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:16:03.314889 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:16:03.314938 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:16:03.314956 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:16:03.314516 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:16:03.364982 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:16:03.382975 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:16:03.396613 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:16:03.439384 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:16:04.383800 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:16:04.395452 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:16:04.407102 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:16:04.410489 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:16:04.434582 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:16:06.445728 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:16:08.428492 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:16:09.366282 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:16:09.450880 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 00:16:14.452725 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 00:16:18.589170 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 00:16:18.589193 1 tasks.go:49] processing task group 3 of 3 I0319 00:16:18.589207 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 00:16:18.619131 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 00:16:18.623220 1 operator.go:851] Updating ClusterOperator status to done. W0319 00:16:18.630838 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 00:16:18.652510 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 00:16:18.656266 1 tasks.go:49] processing task group 1 of 3 I0319 00:16:18.656288 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 00:16:18.656325 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:16:18.666487 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 00:16:21.765825 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 00:16:21.765847 1 tasks.go:49] processing task group 2 of 3 I0319 00:16:21.765872 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:16:21.765876 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 00:16:21.765890 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 00:16:21.765908 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 00:16:21.765924 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 00:16:21.765943 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 00:16:21.765963 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:16:21.766006 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 00:16:21.766062 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 00:16:21.765993 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:16:21.766008 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:16:21.766031 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:16:21.766046 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:16:21.765882 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 00:16:21.766089 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 00:16:21.817183 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 00:16:21.832088 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 00:16:21.848786 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 00:16:21.889200 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 00:16:22.832838 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 00:16:22.859897 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 00:16:22.864128 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 00:16:22.870341 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 00:16:22.893231 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 00:16:25.286504 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 00:16:26.958335 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 00:16:27.812208 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 00:16:27.916815 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient