W0326 16:13:58.211477 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 16:13:58.211845 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0326 16:13:58.211912 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0326 16:13:58.211940 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0326 16:13:58.211966 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0326 16:13:58.211990 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0326 16:13:58.245268 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 16:13:58.248471 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 16:13:58.248477 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 16:13:58.248669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0326 16:13:58.251585 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 16:13:58.256972 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:58.259627 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.262961 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.262975 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:58.263310 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.263490 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.264033 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0326 16:13:58.266381 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.266444 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.266871 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.268631 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.268699 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.268778 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0326 16:13:58.305129 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 16:13:58.353385 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 16:13:58.353466 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester W0326 16:13:58.353476 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:13:58.353478 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0326 16:13:58.353481 1 rule_controller.go:114] Starting alerting rules controller I0326 16:13:58.353486 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0326 16:13:58.353499 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0326 16:13:58.353507 1 relabel_controller.go:117] Starting alert relabel config controller I0326 16:13:58.353513 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0326 16:13:58.353507 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0326 16:13:58.353520 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0326 16:13:58.353524 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0326 16:13:58.353528 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0326 16:13:58.353533 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0326 16:13:58.353526 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0326 16:13:58.357544 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0326 16:13:58.357819 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0326 16:13:58.358175 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0326 16:13:58.358270 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0326 16:13:58.359672 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.360339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 16:13:58.360719 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.360809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 16:13:58.361669 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.361803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 16:13:58.364371 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 16:13:58.364476 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 16:13:58.364647 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:13:58.371343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hphpq" is created for OpenShiftMonitoringTelemeterClientCertRequester I0326 16:13:58.376166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lcb44" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0326 16:13:58.377409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-np559" is created for OpenShiftMonitoringClientCertRequester I0326 16:13:58.377585 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.401248 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.420077 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.420166 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.444361 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.454457 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0326 16:13:58.454476 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0326 16:13:58.467550 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.471709 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.521652 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.564122 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.564134 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.600544 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.600713 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:13:58.602105 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0326 16:13:58.602152 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.602157 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.602286 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T16:08:58Z", ) I0326 16:13:58.602304 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T16:08:58Z", ) I0326 16:13:58.646079 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.646216 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T16:08:58Z", ) I0326 16:13:58.646233 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T16:08:58Z", ) I0326 16:13:58.648064 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 16:13:58.648165 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T16:08:58Z", ) I0326 16:13:58.648179 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T16:08:58Z", ) I0326 16:13:58.648724 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 16:13:58.648997 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0326 16:13:58.668141 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 16:13:58.671548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0326 16:13:58.687577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0326 16:13:58.687895 1 tasks.go:49] processing task group 1 of 3 I0326 16:13:58.687924 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:13:58.687929 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:13:58.688086 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 16:13:58.747545 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0326 16:13:58.787085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0326 16:13:58.809779 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:13:58.875766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 16:13:58.962605 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0326 16:13:58.964527 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0326 16:13:58.964543 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0326 16:13:58.964564 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0326 16:13:58.964570 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0326 16:13:58.968044 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 16:13:58.968056 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0326 16:13:58.971026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 16:13:58.972254 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 16:13:58.972281 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 16:13:58.972295 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 16:13:58.972302 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 16:13:58.972309 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 16:13:58.972283 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0326 16:13:58.972527 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 16:13:58.972614 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774541617\" (2026-03-26 16:13:44 +0000 UTC to 2028-03-25 16:13:45 +0000 UTC (now=2026-03-26 16:13:58.972589253 +0000 UTC))" I0326 16:13:58.972790 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774541638\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774541638\" (2026-03-26 15:13:58 +0000 UTC to 2029-03-26 15:13:58 +0000 UTC (now=2026-03-26 16:13:58.972774407 +0000 UTC))" I0326 16:13:58.972805 1 secure_serving.go:211] Serving securely on [::]:8443 I0326 16:13:58.972820 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0326 16:13:58.972841 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 16:13:58.974910 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0326 16:13:58.975323 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 16:13:58.975840 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 16:13:58.981737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 16:13:59.013449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 16:13:59.028078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 16:13:59.073138 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0326 16:13:59.073152 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 16:13:59.073161 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 16:13:59.073316 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 16:03:59 +0000 UTC to 2036-03-23 16:03:59 +0000 UTC (now=2026-03-26 16:13:59.073297152 +0000 UTC))" I0326 16:13:59.073528 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774541617\" (2026-03-26 16:13:44 +0000 UTC to 2028-03-25 16:13:45 +0000 UTC (now=2026-03-26 16:13:59.073513953 +0000 UTC))" I0326 16:13:59.073684 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774541638\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774541638\" (2026-03-26 15:13:58 +0000 UTC to 2029-03-26 15:13:58 +0000 UTC (now=2026-03-26 16:13:59.073672395 +0000 UTC))" I0326 16:13:59.073848 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-26 16:04:00 +0000 UTC to 2036-03-23 16:04:00 +0000 UTC (now=2026-03-26 16:13:59.073833579 +0000 UTC))" I0326 16:13:59.073869 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-26 16:04:03 +0000 UTC to 2036-03-23 16:04:03 +0000 UTC (now=2026-03-26 16:13:59.073860667 +0000 UTC))" I0326 16:13:59.073888 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-26 16:04:05 +0000 UTC to 2036-03-23 16:04:05 +0000 UTC (now=2026-03-26 16:13:59.07387868 +0000 UTC))" I0326 16:13:59.073915 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-26 16:04:08 +0000 UTC to 2036-03-23 16:04:08 +0000 UTC (now=2026-03-26 16:13:59.073902263 +0000 UTC))" I0326 16:13:59.073943 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-26 16:04:15 +0000 UTC to 2036-03-23 16:04:15 +0000 UTC (now=2026-03-26 16:13:59.07392985 +0000 UTC))" I0326 16:13:59.073981 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9gj03ovqjc8cdoh67ni6br3c75d5at-kx-71c0e4b99f_customer-system-admin-signer@1774541158\" [] issuer=\"\" (2026-03-26 16:05:58 +0000 UTC to 2026-04-02 16:05:59 +0000 UTC (now=2026-03-26 16:13:59.073956509 +0000 UTC))" I0326 16:13:59.074013 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9gj03ovqjc8cdoh67ni6br3c75d5at-kx-71c0e4b99f_sre-system-admin-signer@1774541158\" [] issuer=\"\" (2026-03-26 16:05:58 +0000 UTC to 2026-04-02 16:05:59 +0000 UTC (now=2026-03-26 16:13:59.073996514 +0000 UTC))" I0326 16:13:59.074040 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 16:03:59 +0000 UTC to 2036-03-23 16:03:59 +0000 UTC (now=2026-03-26 16:13:59.07402709 +0000 UTC))" I0326 16:13:59.074331 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774541617\" (2026-03-26 16:13:44 +0000 UTC to 2028-03-25 16:13:45 +0000 UTC (now=2026-03-26 16:13:59.074308373 +0000 UTC))" I0326 16:13:59.074642 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774541638\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774541638\" (2026-03-26 15:13:58 +0000 UTC to 2029-03-26 15:13:58 +0000 UTC (now=2026-03-26 16:13:59.074623319 +0000 UTC))" I0326 16:14:05.079456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0326 16:14:05.089545 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0326 16:14:05.101076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0326 16:14:06.391687 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 16:14:10.224642 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:14:10.224673 1 tasks.go:49] processing task group 2 of 3 I0326 16:14:10.224705 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:14:10.224710 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:14:10.224729 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:14:10.224729 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:14:10.224738 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:14:10.224743 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:14:10.224753 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:14:10.224753 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:14:10.224760 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:14:10.224770 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:14:10.224773 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:14:10.224793 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:14:10.224798 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:14:10.224741 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:14:10.224759 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:14:10.241333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0326 16:14:10.245962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0326 16:14:10.255891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0326 16:14:10.262551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0326 16:14:10.270965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0326 16:14:10.276185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0326 16:14:10.313050 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:14:10.322305 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:14:10.346352 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:14:10.349641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0326 16:14:10.387229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 16:14:10.404745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 16:14:10.404764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0326 16:14:10.405692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 16:14:10.415798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 16:14:10.490823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 16:14:10.492211 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0326 16:14:10.493164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0326 16:14:10.495797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 16:14:10.496088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 16:14:10.512675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0326 16:14:10.512697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0326 16:14:10.523998 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 16:14:10.524017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 16:14:10.525131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0326 16:14:10.545013 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0326 16:14:10.573639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 16:14:10.619619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0326 16:14:10.629241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0326 16:14:10.629264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 16:14:10.647131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0326 16:14:10.729849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0326 16:14:10.821063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0326 16:14:10.821811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 16:14:10.897598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0326 16:14:10.897624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0326 16:14:10.988379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0326 16:14:11.005845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0326 16:14:11.023245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0326 16:14:11.098601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0326 16:14:11.201499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0326 16:14:11.293612 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0326 16:14:11.305998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0326 16:14:11.358815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 16:14:11.370109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0326 16:14:11.403308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 16:14:11.410341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0326 16:14:11.496296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 16:14:11.496320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 16:14:11.512379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0326 16:14:11.520497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0326 16:14:11.554468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0326 16:14:11.571607 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 16:14:11.571803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 16:14:11.615077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 16:14:11.625312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0326 16:14:11.907893 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 16:14:12.301887 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:14:12.301918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0326 16:14:12.302835 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 16:14:12.359881 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:14:12.366672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0326 16:14:12.376424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 16:14:12.388582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:14:12.475291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0326 16:14:12.576336 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 16:14:12.632848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-b7u1buc0g6mbn -n openshift-monitoring because it was missing I0326 16:14:12.672955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 16:14:12.796512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 16:14:12.900750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:14:12.999564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 16:14:13.100794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 16:14:13.203664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 16:14:13.314558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:14:13.339467 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:14:13.411353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 16:14:13.513820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 16:14:13.573868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:14:13.586041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0326 16:14:14.081741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0326 16:14:15.111882 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3lqabor39nb68 -n openshift-monitoring because it was missing I0326 16:14:15.278062 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0326 16:14:15.297201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0326 16:14:15.739544 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:14:16.626641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-63b9ecva9fhdu -n openshift-monitoring because it was missing I0326 16:14:16.659126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0326 16:14:16.679282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 16:14:16.689063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0326 16:14:17.667012 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:14:21.346340 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:14:21.346404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0326 16:14:21.599826 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:14:25.374230 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:14:28.702582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0326 16:14:28.759199 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:14:42.169344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0326 16:14:42.185052 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:14:42.185125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0326 16:14:51.646755 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:14:55.358275 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:15:26.754240 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:15:26.754285 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0326 16:15:26.754292 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0326 16:15:26.754317 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0326 16:15:26.754342 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:15:26.778974 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:15:26.783176 1 tasks.go:49] processing task group 1 of 3 I0326 16:15:26.783200 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:15:26.783216 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:15:26.794277 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:15:27.827089 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRjJRS0IyRytmcjh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTBNVFl4TnpBZQpGdzB5TmpBek1qWXhOakV6TXpaYUZ3MHlPREExTWpReE5qRXpNemRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTkRFMk1UY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3VPZFI0KzBMb0pOcWdLelNPWllMWVRuZVB4TEFqYXBYRAo5dXNJTVlFTlRKeFpPckdQN01SV0ZvaFNwN2FRemVNdTJ3VHVoUk00RCsvMkdGZDR2QzZ5Ui95dzlsQ2E2cSt2CkFmLzEzbXVmVDl6cVN4WUdieW1xL2I0Q0g1Ynp1UUV3VXMxSUxPc3V5YzF6amc0K2w0WjdsOTBsWnM1aHRiZGcKdU4zZnQ3dXYwL2pmSWd6VkZaN0ptSnRmSzFFS3lVaThSK1hieXF2RUdKdlVXWncyT3k1RHlnYmRKd1ZmZW9SMwpSb3l1cmdoTUJVbk5yVWo3TDdST1hqb0x2RG4wdGt5ZkR0RXpxUUtmQXQ2VW50YzhZdlV0ZEZGck5WRndsMjVNCnVPYUtaNXRINnRtOWgvYnpnTE5pQkt3YUpMZkcvWVRvcWtGbGVwWDNvS255Vmhzd2tKVExBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRpUWRhRApPd2hiN0k0NGtlZ2QvQ2VJSVduaU9UQWZCZ05WSFNNRUdEQVdnQlRpUWRhRE93aGI3STQ0a2VnZC9DZUlJV25pCk9UQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFUeW1sOG9oTzlmcGtEdkZDTnlIQ2lNNXp3UWlUZmo1d3hFRUgKcEIvOG5Qb1UyTHVlZDhleWlWRlpId0JWVUtLSGZzemlmcWIwcU9GbHRjWHZRdTVmeW5XV3JlcFEzRm4wc2JLcwpyRWJGQW5ydDFCdmFYZ3ZFc3NhM1hRWmtRV2NtdDAydFZQdmVoUW9JTjNKaGQ4WkdyZTlGRExLbFZaamdjaDR4ClEzUVVibVBOekFmT2ovcEdReUlWK1dXOXFZaUFZSGRLUGQvOUJMelpJL0hxRFFMdlduSG90RmZGYWh5bVpyaXQKdjlOMDZUaXhlR3NwNVZUWWJMTjBIYyt4a3B3VVVxL09xeGRLWnZaaldpdGZ3clhIeGU0R0ZvQWwzNlFpT1N5ZQpsSUloWHpuT3NIYVUyc0pScFhNNk9kUStpOFpHRk5RVFh0YTZVMkVsVWo4SkxuK0ZsQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 16:15:27.832556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0326 16:15:27.836799 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRjJRS0IyRytmcjh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTBNVFl4TnpBZQpGdzB5TmpBek1qWXhOakV6TXpaYUZ3MHlPREExTWpReE5qRXpNemRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTkRFMk1UY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3VPZFI0KzBMb0pOcWdLelNPWllMWVRuZVB4TEFqYXBYRAo5dXNJTVlFTlRKeFpPckdQN01SV0ZvaFNwN2FRemVNdTJ3VHVoUk00RCsvMkdGZDR2QzZ5Ui95dzlsQ2E2cSt2CkFmLzEzbXVmVDl6cVN4WUdieW1xL2I0Q0g1Ynp1UUV3VXMxSUxPc3V5YzF6amc0K2w0WjdsOTBsWnM1aHRiZGcKdU4zZnQ3dXYwL2pmSWd6VkZaN0ptSnRmSzFFS3lVaThSK1hieXF2RUdKdlVXWncyT3k1RHlnYmRKd1ZmZW9SMwpSb3l1cmdoTUJVbk5yVWo3TDdST1hqb0x2RG4wdGt5ZkR0RXpxUUtmQXQ2VW50YzhZdlV0ZEZGck5WRndsMjVNCnVPYUtaNXRINnRtOWgvYnpnTE5pQkt3YUpMZkcvWVRvcWtGbGVwWDNvS255Vmhzd2tKVExBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRpUWRhRApPd2hiN0k0NGtlZ2QvQ2VJSVduaU9UQWZCZ05WSFNNRUdEQVdnQlRpUWRhRE93aGI3STQ0a2VnZC9DZUlJV25pCk9UQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFUeW1sOG9oTzlmcGtEdkZDTnlIQ2lNNXp3UWlUZmo1d3hFRUgKcEIvOG5Qb1UyTHVlZDhleWlWRlpId0JWVUtLSGZzemlmcWIwcU9GbHRjWHZRdTVmeW5XV3JlcFEzRm4wc2JLcwpyRWJGQW5ydDFCdmFYZ3ZFc3NhM1hRWmtRV2NtdDAydFZQdmVoUW9JTjNKaGQ4WkdyZTlGRExLbFZaamdjaDR4ClEzUVVibVBOekFmT2ovcEdReUlWK1dXOXFZaUFZSGRLUGQvOUJMelpJL0hxRFFMdlduSG90RmZGYWh5bVpyaXQKdjlOMDZUaXhlR3NwNVZUWWJMTjBIYyt4a3B3VVVxL09xeGRLWnZaaldpdGZ3clhIeGU0R0ZvQWwzNlFpT1N5ZQpsSUloWHpuT3NIYVUyc0pScFhNNk9kUStpOFpHRk5RVFh0YTZVMkVsVWo4SkxuK0ZsQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 16:15:27.841611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0326 16:15:29.938924 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:15:29.938950 1 tasks.go:49] processing task group 2 of 3 I0326 16:15:29.938977 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:15:29.938978 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:15:29.939003 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:15:29.939022 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:15:29.939041 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:15:29.939060 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:15:29.939082 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:15:29.939105 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:15:29.939121 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:15:29.939142 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:15:29.939162 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:15:29.939169 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:15:29.939195 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:15:29.939195 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:15:29.939195 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:15:29.992063 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:15:30.012720 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:15:30.024921 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:15:30.030674 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0326 16:15:30.044079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0326 16:15:30.065433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0326 16:15:30.077596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0326 16:15:30.080597 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:15:30.089645 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 16:15:30.149505 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 16:15:31.007882 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:15:31.123978 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:15:31.126267 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:15:31.241512 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:15:31.256725 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:15:33.200112 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:15:35.074586 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:15:35.138387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0326 16:15:35.994540 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:15:39.213563 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:16:41.339092 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:17:45.362208 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:17:45.362233 1 tasks.go:49] processing task group 3 of 3 I0326 16:17:45.362247 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:17:45.411541 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:17:45.411618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b1c19c97-9336-45c6-acdc-7fad2db662cc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0326 16:17:45.418439 1 operator.go:851] Updating ClusterOperator status to done. W0326 16:17:45.452704 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:17:45.479322 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:17:45.483983 1 tasks.go:49] processing task group 1 of 3 I0326 16:17:45.484007 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:17:45.484022 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:17:45.496453 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:17:48.624640 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:17:48.624663 1 tasks.go:49] processing task group 2 of 3 I0326 16:17:48.624689 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:17:48.624694 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:17:48.624712 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:17:48.624725 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:17:48.624743 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:17:48.624768 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:17:48.624776 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:17:48.624793 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:17:48.624815 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:17:48.624834 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:17:48.624850 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:17:48.624859 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:17:48.624878 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:17:48.624903 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:17:48.624915 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:17:48.688079 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:17:48.706040 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:17:48.716625 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:17:48.781051 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:17:49.711258 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:17:49.732984 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:17:49.736709 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:17:49.737250 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:17:49.773875 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:17:51.788019 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:17:53.755363 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:17:54.675410 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:17:54.775147 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:17:59.799366 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:18:03.939325 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:18:03.939463 1 tasks.go:49] processing task group 3 of 3 I0326 16:18:03.939493 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:18:03.971897 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:18:03.975997 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:18:10.359763 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 16:18:10.359793 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:18:10.413471 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:18:10.421322 1 tasks.go:49] processing task group 1 of 3 I0326 16:18:10.421348 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:18:10.421368 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:18:10.435178 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:18:13.537562 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:18:13.537583 1 tasks.go:49] processing task group 2 of 3 I0326 16:18:13.537605 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:18:13.537613 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:18:13.537633 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:18:13.537653 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:18:13.537666 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:18:13.537691 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:18:13.537706 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:18:13.537721 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:18:13.537750 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:18:13.537771 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:18:13.537798 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:18:13.537799 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:18:13.537815 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:18:13.537839 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:18:13.537884 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:18:13.594083 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:18:13.610375 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:18:13.624548 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:18:13.667208 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:18:14.613878 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:18:14.633551 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:18:14.642381 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:18:14.648370 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:18:14.657032 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:18:16.686646 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:18:18.653031 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:18:19.587897 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:18:19.676728 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:18:24.687093 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:18:28.815172 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:18:28.815200 1 tasks.go:49] processing task group 3 of 3 I0326 16:18:28.815211 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:18:28.846818 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:18:28.852507 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:18:58.354446 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 16:18:58.354482 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:18:58.381154 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:18:58.385230 1 tasks.go:49] processing task group 1 of 3 I0326 16:18:58.385256 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:18:58.385270 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:18:58.396086 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:19:01.518566 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:19:01.518593 1 tasks.go:49] processing task group 2 of 3 I0326 16:19:01.518620 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:19:01.518637 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:19:01.518649 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:19:01.518658 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:19:01.518676 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:19:01.518687 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:19:01.518712 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:19:01.518724 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:19:01.518747 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:19:01.518769 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:19:01.518791 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:19:01.518796 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:19:01.518825 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:19:01.518832 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:19:01.518841 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:19:01.568843 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:19:01.584497 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:19:01.607091 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:19:01.652134 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:19:02.589400 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:19:02.611599 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:19:02.617678 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:19:02.619035 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:19:02.640059 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:19:04.658744 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:19:06.634982 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:19:07.571485 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:19:07.657484 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:19:12.665915 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:19:16.875125 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:19:16.875153 1 tasks.go:49] processing task group 3 of 3 I0326 16:19:16.875171 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:19:16.907999 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:19:16.912821 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:19:33.712534 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 16:19:33.712562 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:19:33.735721 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:19:33.739584 1 tasks.go:49] processing task group 1 of 3 I0326 16:19:33.739612 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:19:33.739630 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:19:33.752266 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:19:36.885580 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:19:36.885604 1 tasks.go:49] processing task group 2 of 3 I0326 16:19:36.885636 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:19:36.885639 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:19:36.885653 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:19:36.885671 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:19:36.885689 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:19:36.885705 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:19:36.885725 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:19:36.885744 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:19:36.885766 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:19:36.885782 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:19:36.885807 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:19:36.885816 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:19:36.885835 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:19:36.885861 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:19:36.885890 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:19:36.961249 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:19:36.978246 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:19:37.020639 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:19:37.045670 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:19:37.977351 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:19:38.003918 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:19:38.006037 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:19:38.009142 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:19:38.049178 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:19:40.055848 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:19:42.027200 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:19:42.957791 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:19:43.050350 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:19:48.064383 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:19:52.204308 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:19:52.204334 1 tasks.go:49] processing task group 3 of 3 I0326 16:19:52.204348 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:19:52.237526 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:19:52.242533 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:23:58.354060 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 16:23:58.354130 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:23:58.380304 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:23:58.384767 1 tasks.go:49] processing task group 1 of 3 I0326 16:23:58.384799 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:23:58.384818 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:23:58.397577 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:24:01.535728 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:24:01.535752 1 tasks.go:49] processing task group 2 of 3 I0326 16:24:01.535778 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:24:01.535783 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:24:01.535796 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:24:01.535815 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:24:01.535824 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:24:01.535847 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:24:01.535866 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:24:01.535880 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:24:01.535903 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:24:01.535930 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:24:01.535937 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:24:01.535957 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:24:01.535971 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:24:01.535980 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:24:01.536015 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:24:01.592360 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:24:01.614626 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:24:01.624367 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:24:01.683079 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:24:02.613079 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:24:02.650617 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:24:02.652973 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:24:02.653433 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:24:02.677274 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:24:04.696965 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:24:06.659807 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:24:07.591142 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:24:07.683611 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:24:12.701279 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:24:16.842857 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:24:16.842884 1 tasks.go:49] processing task group 3 of 3 I0326 16:24:16.842900 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:24:16.878044 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:24:16.885904 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:28:58.263340 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0326 16:28:58.263377 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:28:58.263492 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 16:28:58.263520 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 16:28:58.263534 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 16:28:58.264085 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0326 16:28:58.265157 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 16:28:58.265169 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 16:28:58.266877 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 16:28:58.266879 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 16:28:58.267121 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 16:28:58.268832 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 16:28:58.289513 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:28:58.294298 1 tasks.go:49] processing task group 1 of 3 I0326 16:28:58.294328 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:28:58.294345 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:28:58.305828 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 16:28:58.305865 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:28:58.353817 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 16:29:01.436618 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:29:01.436645 1 tasks.go:49] processing task group 2 of 3 I0326 16:29:01.436676 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:29:01.436678 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:29:01.436687 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:29:01.436707 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:29:01.436725 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:29:01.436745 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:29:01.436757 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:29:01.436770 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:29:01.436792 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:29:01.436811 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:29:01.436829 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:29:01.436855 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:29:01.436883 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:29:01.436879 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:29:01.436892 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:29:01.488975 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:29:01.508910 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:29:01.521843 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:29:01.573683 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:29:02.516160 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:29:02.547216 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:29:02.552500 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:29:02.561527 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:29:02.563722 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:29:04.591314 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:29:06.561288 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:29:07.490190 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:29:07.581598 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:29:12.601352 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:29:16.767466 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:29:16.767491 1 tasks.go:49] processing task group 3 of 3 I0326 16:29:16.767506 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:29:16.816554 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:29:16.821052 1 operator.go:851] Updating ClusterOperator status to done. W0326 16:29:16.829517 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:29:16.860016 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:29:16.864243 1 tasks.go:49] processing task group 1 of 3 I0326 16:29:16.864265 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:29:16.864276 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:29:16.876520 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:29:19.993504 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:29:19.993526 1 tasks.go:49] processing task group 2 of 3 I0326 16:29:19.993551 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:29:19.993561 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:29:19.993579 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:29:19.993610 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:29:19.993617 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:29:19.993637 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:29:19.993662 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:29:19.993680 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:29:19.993693 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:29:19.993710 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:29:19.993723 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:29:19.993732 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:29:19.993768 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:29:19.993786 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:29:19.993805 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:29:20.064657 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:29:20.078835 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:29:20.079521 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:29:20.169008 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:29:21.063953 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:29:21.100585 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:29:21.111517 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:29:21.111928 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:29:21.135465 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:29:23.146460 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:29:25.136228 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:29:26.048381 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:29:26.152082 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:29:31.140153 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:29:35.293697 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:29:35.293724 1 tasks.go:49] processing task group 3 of 3 I0326 16:29:35.293741 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:29:35.328042 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:29:35.335667 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:33:58.354317 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 16:33:58.354386 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:33:58.383000 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:33:58.387849 1 tasks.go:49] processing task group 1 of 3 I0326 16:33:58.387873 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:33:58.387886 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:33:58.399467 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:34:01.540056 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:34:01.540079 1 tasks.go:49] processing task group 2 of 3 I0326 16:34:01.540109 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:34:01.540115 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:34:01.540128 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:34:01.540145 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:34:01.540161 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:34:01.540175 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:34:01.540200 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:34:01.540208 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:34:01.540233 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:34:01.540255 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:34:01.540277 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:34:01.540297 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:34:01.540350 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:34:01.540364 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:34:01.540319 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:34:01.594056 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:34:01.612876 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:34:01.629561 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:34:01.676809 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:34:02.616291 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:34:02.637267 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:34:02.649580 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:34:02.661063 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:34:02.684288 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:34:04.697578 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:34:06.658703 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:34:07.599180 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:34:07.683730 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:34:12.704817 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:34:16.839670 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:34:16.839696 1 tasks.go:49] processing task group 3 of 3 I0326 16:34:16.839708 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:34:16.873389 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:34:16.878118 1 operator.go:851] Updating ClusterOperator status to done. I0326 16:38:58.353774 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 16:38:58.353833 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 16:38:58.380730 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 16:38:58.385586 1 tasks.go:49] processing task group 1 of 3 I0326 16:38:58.385611 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 16:38:58.385624 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:38:58.397753 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 16:39:01.530845 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 16:39:01.530867 1 tasks.go:49] processing task group 2 of 3 I0326 16:39:01.530895 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:39:01.530906 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 16:39:01.530913 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:39:01.530947 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 16:39:01.530966 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:39:01.530991 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 16:39:01.531001 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:39:01.531022 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 16:39:01.531047 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 16:39:01.531066 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 16:39:01.531090 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:39:01.531139 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:39:01.531099 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 16:39:01.531115 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 16:39:01.531121 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 16:39:01.583074 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 16:39:01.604635 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 16:39:01.618106 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 16:39:01.668671 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 16:39:02.600313 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 16:39:02.619709 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 16:39:02.629152 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 16:39:02.637333 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 16:39:02.670976 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 16:39:04.679691 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 16:39:06.659294 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 16:39:07.588837 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 16:39:07.675484 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 16:39:12.684653 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 16:39:16.840578 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 16:39:16.840603 1 tasks.go:49] processing task group 3 of 3 I0326 16:39:16.840619 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 16:39:16.875582 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 16:39:16.880567 1 operator.go:851] Updating ClusterOperator status to done.