W0319 14:56:02.150109 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 14:56:02.150701 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0319 14:56:02.150719 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0319 14:56:02.150727 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0319 14:56:02.150733 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0319 14:56:02.150739 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0319 14:56:02.186663 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 14:56:02.190374 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 14:56:02.191170 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 14:56:02.191243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0319 14:56:02.192185 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 14:56:02.202192 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.203796 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.204250 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0319 14:56:02.205029 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.206871 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.214310 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.217477 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.217863 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0319 14:56:02.218222 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.218709 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.218736 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0319 14:56:02.219188 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.219684 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0319 14:56:02.257593 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 14:56:02.295614 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 14:56:02.295657 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0319 14:56:02.295676 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0319 14:56:02.295684 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... W0319 14:56:02.295687 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:56:02.295723 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0319 14:56:02.295734 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0319 14:56:02.295739 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0319 14:56:02.295855 1 rule_controller.go:114] Starting alerting rules controller I0319 14:56:02.295876 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0319 14:56:02.295888 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0319 14:56:02.295895 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0319 14:56:02.295876 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0319 14:56:02.295987 1 relabel_controller.go:117] Starting alert relabel config controller I0319 14:56:02.296054 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0319 14:56:02.299778 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0319 14:56:02.299818 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0319 14:56:02.300027 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0319 14:56:02.300567 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0319 14:56:02.301884 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.302097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 14:56:02.303718 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.303908 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.304071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 14:56:02.304187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 14:56:02.306528 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 14:56:02.310301 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 14:56:02.311522 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 14:56:02.314162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jdgxt" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0319 14:56:02.318091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-l8j4v" is created for OpenShiftMonitoringClientCertRequester I0319 14:56:02.321083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-64dcx" is created for OpenShiftMonitoringTelemeterClientCertRequester I0319 14:56:02.324637 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.329253 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.329265 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.333230 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.335907 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.335907 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.340748 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.343627 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.343637 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.348489 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.350518 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.350834 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.355268 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.357379 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.357752 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.358448 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:56:02.364862 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.367283 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.367540 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.374360 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.374365 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.374479 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.379617 1 tasks.go:49] processing task group 1 of 3 I0319 14:56:02.379647 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:56:02.379682 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:56:02.380911 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.380944 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.380912 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.390836 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.390949 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.391152 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.396043 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0319 14:56:02.396144 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0319 14:56:02.396177 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.399641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0319 14:56:02.400983 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.400988 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.403409 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.411008 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.411018 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.411028 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.415881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0319 14:56:02.416752 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0319 14:56:02.418806 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.418820 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:02.425684 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:56:02.507712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 14:56:02.612214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 14:56:02.626672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 14:56:02.652046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 14:56:02.671355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 14:56:02.771803 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0319 14:56:02.773445 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0319 14:56:02.773461 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0319 14:56:02.773478 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0319 14:56:02.773484 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0319 14:56:02.777609 1 secure_serving.go:57] Forcing use of http/1.1 only I0319 14:56:02.777632 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0319 14:56:02.783589 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 14:56:02.783615 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0319 14:56:02.783655 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 14:56:02.783664 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 14:56:02.783681 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 14:56:02.783683 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 14:56:02.783995 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 14:56:02.784158 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773932140\" (2026-03-19 14:55:50 +0000 UTC to 2028-03-18 14:55:51 +0000 UTC (now=2026-03-19 14:56:02.784135454 +0000 UTC))" I0319 14:56:02.784377 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773932162\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773932162\" (2026-03-19 13:56:02 +0000 UTC to 2029-03-19 13:56:02 +0000 UTC (now=2026-03-19 14:56:02.784359964 +0000 UTC))" I0319 14:56:02.784397 1 secure_serving.go:211] Serving securely on [::]:8443 I0319 14:56:02.784416 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0319 14:56:02.784422 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0319 14:56:02.786451 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0319 14:56:02.786824 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 14:56:02.786988 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 14:56:02.884636 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 14:56:02.884656 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 14:56:02.884646 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0319 14:56:02.884860 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 14:46:43 +0000 UTC to 2036-03-16 14:46:43 +0000 UTC (now=2026-03-19 14:56:02.884833258 +0000 UTC))" I0319 14:56:02.885073 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773932140\" (2026-03-19 14:55:50 +0000 UTC to 2028-03-18 14:55:51 +0000 UTC (now=2026-03-19 14:56:02.885051676 +0000 UTC))" I0319 14:56:02.885233 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773932162\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773932162\" (2026-03-19 13:56:02 +0000 UTC to 2029-03-19 13:56:02 +0000 UTC (now=2026-03-19 14:56:02.885221061 +0000 UTC))" I0319 14:56:02.885361 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-19 14:46:45 +0000 UTC to 2036-03-16 14:46:45 +0000 UTC (now=2026-03-19 14:56:02.885350356 +0000 UTC))" I0319 14:56:02.885382 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-19 14:46:48 +0000 UTC to 2036-03-16 14:46:48 +0000 UTC (now=2026-03-19 14:56:02.885372143 +0000 UTC))" I0319 14:56:02.885398 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-19 14:46:50 +0000 UTC to 2036-03-16 14:46:50 +0000 UTC (now=2026-03-19 14:56:02.885390472 +0000 UTC))" I0319 14:56:02.885416 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-19 14:46:53 +0000 UTC to 2036-03-16 14:46:53 +0000 UTC (now=2026-03-19 14:56:02.885407732 +0000 UTC))" I0319 14:56:02.885444 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-19 14:46:56 +0000 UTC to 2036-03-16 14:46:56 +0000 UTC (now=2026-03-19 14:56:02.8854228 +0000 UTC))" I0319 14:56:02.885462 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4rpb93f67291sfbtbkohota88egma8-kx-fd01915884_customer-system-admin-signer@1773931762\" [] issuer=\"\" (2026-03-19 14:49:26 +0000 UTC to 2026-03-26 14:49:27 +0000 UTC (now=2026-03-19 14:56:02.885452172 +0000 UTC))" I0319 14:56:02.885477 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4rpb93f67291sfbtbkohota88egma8-kx-fd01915884_sre-system-admin-signer@1773931762\" [] issuer=\"\" (2026-03-19 14:49:24 +0000 UTC to 2026-03-26 14:49:25 +0000 UTC (now=2026-03-19 14:56:02.885468784 +0000 UTC))" I0319 14:56:02.885500 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 14:46:43 +0000 UTC to 2036-03-16 14:46:43 +0000 UTC (now=2026-03-19 14:56:02.885492986 +0000 UTC))" I0319 14:56:02.885675 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773932140\" (2026-03-19 14:55:50 +0000 UTC to 2028-03-18 14:55:51 +0000 UTC (now=2026-03-19 14:56:02.885662493 +0000 UTC))" I0319 14:56:02.885845 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773932162\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773932162\" (2026-03-19 13:56:02 +0000 UTC to 2029-03-19 13:56:02 +0000 UTC (now=2026-03-19 14:56:02.885835866 +0000 UTC))" I0319 14:56:03.311495 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:03.311496 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:03.311496 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:03.311688 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-19T14:51:03Z",   ) I0319 14:56:03.311705 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-18T14:51:03Z",   ) I0319 14:56:03.327978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0319 14:56:03.328057 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 14:56:03.336389 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:03.336409 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0319 14:56:03.336554 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-19T14:51:03Z",   ) I0319 14:56:03.336567 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-19T14:51:03Z",   ) I0319 14:56:03.336571 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-18T14:51:03Z",   ) I0319 14:56:03.336586 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-18T14:51:03Z",   ) I0319 14:56:03.348187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0319 14:56:03.348204 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 14:56:03.348216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0319 14:56:03.348527 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 14:56:07.741215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0319 14:56:07.762812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0319 14:56:07.779911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0319 14:56:08.735494 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 14:56:11.118519 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 14:56:12.950605 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:56:12.950638 1 tasks.go:49] processing task group 2 of 3 I0319 14:56:12.950668 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:56:12.950668 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:56:12.950677 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:56:12.950690 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:56:12.950692 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:56:12.950696 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:56:12.950702 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:56:12.950711 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:56:12.950713 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:56:12.950721 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:56:12.950722 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:56:12.950728 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:56:12.950739 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:56:12.950742 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:56:12.950755 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:56:12.972391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0319 14:56:12.976112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0319 14:56:12.984827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0319 14:56:13.003114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0319 14:56:13.025371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0319 14:56:13.086087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0319 14:56:13.143665 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:56:13.147548 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:56:13.202945 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:56:13.221974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0319 14:56:13.228350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 14:56:13.289664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 14:56:13.290040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0319 14:56:13.292061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 14:56:13.298373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 14:56:13.371167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 14:56:13.374733 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0319 14:56:13.386901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0319 14:56:13.478836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 14:56:13.481008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0319 14:56:13.482289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 14:56:13.485365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0319 14:56:13.495604 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 14:56:13.495620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 14:56:13.501615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0319 14:56:13.522743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0319 14:56:13.530262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0319 14:56:13.544936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0319 14:56:13.556650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0319 14:56:13.613531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0319 14:56:13.620758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 14:56:13.815617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0319 14:56:13.855083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 14:56:13.947101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0319 14:56:14.052967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0319 14:56:14.058762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0319 14:56:14.150943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0319 14:56:14.172992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 14:56:14.187457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0319 14:56:14.252743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 14:56:14.276240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0319 14:56:14.299887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0319 14:56:14.350099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0319 14:56:14.353445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 14:56:14.447581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 14:56:14.465558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0319 14:56:14.507003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0319 14:56:14.525622 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 14:56:14.525721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 14:56:14.564997 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 14:56:14.571703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0319 14:56:14.703096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0319 14:56:14.872976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0319 14:56:14.927840 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 14:56:15.007414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0319 14:56:15.128616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0319 14:56:15.228027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0319 14:56:15.231993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0319 14:56:15.244409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 14:56:15.260113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0319 14:56:15.418350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0319 14:56:15.513109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 14:56:15.606021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 14:56:15.713473 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 14:56:15.821249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 14:56:15.913347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 14:56:16.014728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 14:56:16.121104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 14:56:16.230581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 14:56:16.331778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 14:56:16.431692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 14:56:16.507411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0319 14:56:16.525308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0319 14:56:17.010553 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:56:17.010602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0319 14:56:17.011340 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 14:56:17.177663 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:56:17.348641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0319 14:56:17.587150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-a9n357runsei6 -n openshift-monitoring because it was missing I0319 14:56:18.016935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0319 14:56:18.043928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0319 14:56:18.153030 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:56:18.377228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-8091bbe3spl7q -n openshift-monitoring because it was missing I0319 14:56:19.565110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-342dtv542u8fc -n openshift-monitoring because it was missing I0319 14:56:19.589125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0319 14:56:19.611383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 14:56:19.623496 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0319 14:56:29.623553 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:56:29.694841 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:56:30.114627 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:56:30.114695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0319 14:56:30.753815 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:56:33.681504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0319 14:56:33.724312 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:56:41.117002 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 14:56:50.456063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0319 14:56:50.474000 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:56:50.474054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0319 14:56:56.116610 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 14:57:04.606964 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:57:29.691045 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:57:29.691086 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0319 14:57:29.691096 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0319 14:57:29.691129 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0319 14:57:29.691163 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:57:29.736604 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:57:29.744694 1 tasks.go:49] processing task group 1 of 3 I0319 14:57:29.744713 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:57:29.744727 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:57:29.766867 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:57:30.823382 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZEE1SU5TTjlmU2d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016a3pNakUwTURBZQpGdzB5TmpBek1Ua3hORFUxTXpsYUZ3MHlPREExTVRjeE5EVTFOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TXpJeE5EQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREdZd1dIdU05dUZGNlA1VG5weFJPNVdkekpXNitvTFFpdQpDblFzL2YybUNtY3NQOEF0L1Z1RVVDMzYrQkt0OFlXREFKSmdqSXp6U1QzRjhNaWRzV0h6QUZZRUJ3aVN4WWJjCmJZQk9ab0Y1WFdJR1JEcnNLZjRXQnZYcjBoNFRwUmdxMGNKcmhiUExUd1hnVVZlRkZsL0RNSWRXdWQ4R2hkZ0IKTHV6RkhYd3VGRGR1WUZaRFVDaWFBeWlwbmd0aTVGeU11eGF2eHN5Y0crYjVGS21vTHhmeE5yeHVIUmoxUGpoQQppMmlSZ2x1VXltR29KbTFHSkFQR2dQaXEyZ1BJb0N6SHFaek5IcDZxUjgvZnFXVDZIWHZ0cEFqRmhGOXdDZ1AvCjhWOWxQaWRQZUpIS0tGd3hKeGFPQWxsNGNxcXZhVCtoOVlTbFVBVGtWMGxvSTgrQlJDV2ZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlROZk1pWQo3OUxvL21PTUd1UTZOTEdJSkJHRG5UQWZCZ05WSFNNRUdEQVdnQlROZk1pWTc5TG8vbU9NR3VRNk5MR0lKQkdECm5UQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFOWTFIdktCRnNtQnVwQ2xMcnNPbkdURmwzTnFhaXNCQWlxaXoKUGJJYmJXU293MzVyQ1lMNFpWYUwvK1BoNUI0YWRQRnVseTU3d1ZtNjVtVUhDVnd5V3lPUkg5ZWpnS1V4SkphWAorYzVoSm92VWdGT1E3MTFMMkdXMU5aY2VzcTZyTDNHMndFcFFHeWFBUlJqVGJDb1B4WUsvbjJIWjR5RTVQZUN5CmhRbm5hYU1JdDc1Ym90OTNZcUFLUWZVb2lrVzZyRTJwYlR0Q1U1YTBBRzJyeWxTK01ZMU9rNHBaMHh5R3ZjR04KMUYrcVhHZnQ5NlBvQTViOStZZDdZZkFsSmpUSGptbVl2c1k1REs0ZDlVakZ2MFY5clNYakpHaEhUYkErNlNxaAo5TmVhWVRMTDhmQmVHOFpHY3RpZmtDMmFHa1VXZHNKY0tqZ1pUWVRNTno5UGpVUVdNZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 14:57:30.832251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0319 14:57:30.838971 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZEE1SU5TTjlmU2d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016a3pNakUwTURBZQpGdzB5TmpBek1Ua3hORFUxTXpsYUZ3MHlPREExTVRjeE5EVTFOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TXpJeE5EQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREdZd1dIdU05dUZGNlA1VG5weFJPNVdkekpXNitvTFFpdQpDblFzL2YybUNtY3NQOEF0L1Z1RVVDMzYrQkt0OFlXREFKSmdqSXp6U1QzRjhNaWRzV0h6QUZZRUJ3aVN4WWJjCmJZQk9ab0Y1WFdJR1JEcnNLZjRXQnZYcjBoNFRwUmdxMGNKcmhiUExUd1hnVVZlRkZsL0RNSWRXdWQ4R2hkZ0IKTHV6RkhYd3VGRGR1WUZaRFVDaWFBeWlwbmd0aTVGeU11eGF2eHN5Y0crYjVGS21vTHhmeE5yeHVIUmoxUGpoQQppMmlSZ2x1VXltR29KbTFHSkFQR2dQaXEyZ1BJb0N6SHFaek5IcDZxUjgvZnFXVDZIWHZ0cEFqRmhGOXdDZ1AvCjhWOWxQaWRQZUpIS0tGd3hKeGFPQWxsNGNxcXZhVCtoOVlTbFVBVGtWMGxvSTgrQlJDV2ZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlROZk1pWQo3OUxvL21PTUd1UTZOTEdJSkJHRG5UQWZCZ05WSFNNRUdEQVdnQlROZk1pWTc5TG8vbU9NR3VRNk5MR0lKQkdECm5UQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFOWTFIdktCRnNtQnVwQ2xMcnNPbkdURmwzTnFhaXNCQWlxaXoKUGJJYmJXU293MzVyQ1lMNFpWYUwvK1BoNUI0YWRQRnVseTU3d1ZtNjVtVUhDVnd5V3lPUkg5ZWpnS1V4SkphWAorYzVoSm92VWdGT1E3MTFMMkdXMU5aY2VzcTZyTDNHMndFcFFHeWFBUlJqVGJDb1B4WUsvbjJIWjR5RTVQZUN5CmhRbm5hYU1JdDc1Ym90OTNZcUFLUWZVb2lrVzZyRTJwYlR0Q1U1YTBBRzJyeWxTK01ZMU9rNHBaMHh5R3ZjR04KMUYrcVhHZnQ5NlBvQTViOStZZDdZZkFsSmpUSGptbVl2c1k1REs0ZDlVakZ2MFY5clNYakpHaEhUYkErNlNxaAo5TmVhWVRMTDhmQmVHOFpHY3RpZmtDMmFHa1VXZHNKY0tqZ1pUWVRNTno5UGpVUVdNZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 14:57:30.848149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0319 14:57:32.956007 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:57:32.956031 1 tasks.go:49] processing task group 2 of 3 I0319 14:57:32.956050 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:57:32.956056 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:57:32.956065 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:57:32.956077 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:57:32.956099 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:57:32.956123 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:57:32.956136 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:57:32.956232 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:57:32.956311 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:57:32.956517 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:57:32.956596 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:57:32.956649 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:57:32.956705 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:57:32.956785 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:57:32.956795 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:57:33.042546 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:57:33.050360 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:57:33.071857 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:57:33.107953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0319 14:57:33.132489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0319 14:57:33.157857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0319 14:57:33.158392 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:57:33.175888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0319 14:57:33.190578 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 14:57:33.239780 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 14:57:34.062149 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:57:34.106909 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:57:34.107693 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:57:34.140578 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:57:34.143718 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:57:36.182706 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:57:38.152565 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:57:38.246780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0319 14:57:39.041276 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:57:42.393087 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 14:58:34.177968 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:59:48.517122 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:59:48.517150 1 tasks.go:49] processing task group 3 of 3 I0319 14:59:48.517164 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 14:59:48.582660 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 14:59:48.582749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1d36832b-3715-41f8-a65e-ae9070f707cf", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0319 14:59:48.592031 1 operator.go:851] Updating ClusterOperator status to done. W0319 14:59:48.646604 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:59:48.698956 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:59:48.706040 1 tasks.go:49] processing task group 1 of 3 I0319 14:59:48.706070 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:59:48.706083 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:59:48.728561 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:59:51.909749 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:59:51.909773 1 tasks.go:49] processing task group 2 of 3 I0319 14:59:51.909804 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:59:51.909813 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:59:51.909823 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:59:51.909837 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:59:51.909845 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:59:51.909859 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:59:51.909882 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:59:51.909932 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:59:51.909990 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:59:51.909804 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:59:51.909825 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:59:51.909939 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:59:51.909958 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:59:51.909967 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:59:51.909978 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:59:51.988044 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:59:52.000036 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:59:52.019091 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:59:52.103928 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:59:53.011525 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:59:53.045695 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:59:53.052210 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:59:53.075653 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:59:53.093573 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:59:55.116785 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:59:57.099010 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:59:57.993816 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:59:58.114591 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:00:03.133074 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:00:07.352085 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:00:07.352110 1 tasks.go:49] processing task group 3 of 3 I0319 15:00:07.352120 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:00:07.410011 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:00:07.417773 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:00:11.116486 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 15:00:11.116517 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:00:11.175103 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:00:11.184323 1 tasks.go:49] processing task group 1 of 3 I0319 15:00:11.184343 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:00:11.184361 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:00:11.208375 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:00:14.388031 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:00:14.388055 1 tasks.go:49] processing task group 2 of 3 I0319 15:00:14.388082 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:00:14.388097 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:00:14.388108 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:00:14.388125 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:00:14.388145 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:00:14.388162 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:00:14.388178 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:00:14.388304 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:00:14.388339 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:00:14.388352 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:00:14.388356 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:00:14.388088 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:00:14.388566 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:00:14.388618 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:00:14.388717 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:00:14.455035 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:00:14.484749 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:00:14.495654 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:00:14.575231 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:00:15.487806 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:00:15.518186 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:00:15.521138 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:00:15.551703 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:00:15.555111 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:00:17.596411 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:00:19.570350 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:00:20.484797 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:00:20.589629 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:00:25.596969 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:00:29.839174 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:00:29.839199 1 tasks.go:49] processing task group 3 of 3 I0319 15:00:29.839213 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:00:29.892533 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:00:29.900093 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:01:02.296118 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:01:02.296161 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:01:02.342121 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:01:02.350709 1 tasks.go:49] processing task group 1 of 3 I0319 15:01:02.350733 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:01:02.350744 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:01:02.374486 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:01:05.565934 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:01:05.565955 1 tasks.go:49] processing task group 2 of 3 I0319 15:01:05.565971 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:01:05.566033 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:01:05.566051 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:01:05.566061 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:01:05.566085 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:01:05.566102 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:01:05.566125 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:01:05.566176 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:01:05.566148 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:01:05.566149 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:01:05.566155 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:01:05.566162 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:01:05.566163 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:01:05.566169 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:01:05.566170 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:01:05.653144 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:01:05.666864 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:01:05.679301 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:01:05.761812 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:01:06.674770 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:01:06.707154 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:01:06.717988 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:01:06.741215 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:01:06.742857 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:01:08.803110 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:01:10.769614 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:01:11.658368 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:01:11.777296 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:01:16.799852 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:01:21.029135 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:01:21.029161 1 tasks.go:49] processing task group 3 of 3 I0319 15:01:21.029168 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:01:21.086190 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:01:21.093590 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:01:49.144147 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 15:01:49.144179 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:01:49.195752 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:01:49.202607 1 tasks.go:49] processing task group 1 of 3 I0319 15:01:49.202630 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:01:49.202645 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:01:49.224170 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:01:52.419223 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:01:52.419245 1 tasks.go:49] processing task group 2 of 3 I0319 15:01:52.419273 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:01:52.419272 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:01:52.419281 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:01:52.419313 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:01:52.419335 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:01:52.419357 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:01:52.419449 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:01:52.419383 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:01:52.419452 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:01:52.419392 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:01:52.419407 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:01:52.419411 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:01:52.419413 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:01:52.419419 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:01:52.419399 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:01:52.503915 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:01:52.513395 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:01:52.543380 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:01:52.610547 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:01:53.525481 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:01:53.551951 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:01:53.560567 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:01:53.570918 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:01:53.604742 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:01:55.624161 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:01:57.601656 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:01:58.503589 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:01:58.619773 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:02:03.622938 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:02:07.839402 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:02:07.839452 1 tasks.go:49] processing task group 3 of 3 I0319 15:02:07.839468 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:02:07.911989 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:02:07.919402 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:06:02.296223 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 15:06:02.296279 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:06:02.344855 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:06:02.353640 1 tasks.go:49] processing task group 1 of 3 I0319 15:06:02.353668 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:06:02.353688 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:06:02.377015 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:06:05.584476 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:06:05.584501 1 tasks.go:49] processing task group 2 of 3 I0319 15:06:05.584533 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:06:05.584544 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:06:05.584558 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:06:05.584572 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:06:05.584590 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:06:05.584606 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:06:05.584630 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:06:05.584686 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:06:05.584549 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:06:05.584764 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:06:05.584772 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:06:05.584782 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:06:05.584788 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:06:05.584792 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:06:05.584799 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:06:05.658187 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:06:05.677261 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:06:05.692102 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:06:05.766632 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:06:06.681775 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:06:06.713626 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:06:06.727727 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:06:06.747036 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:06:06.763125 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:06:08.826229 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:06:10.779815 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:06:11.672640 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:06:11.788457 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:06:16.808535 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:06:21.115320 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:06:21.115351 1 tasks.go:49] processing task group 3 of 3 I0319 15:06:21.115365 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:06:21.181280 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:06:21.190728 1 operator.go:851] Updating ClusterOperator status to done. I0319 15:11:02.205066 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs W0319 15:11:02.205208 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:11:02.205267 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 15:11:02.205315 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 15:11:02.205389 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 15:11:02.212934 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 15:11:02.214956 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 15:11:02.219869 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0319 15:11:02.219992 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 15:11:02.220261 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 15:11:02.220307 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 15:11:02.220321 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 15:11:02.256051 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:11:02.258786 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 15:11:02.264852 1 tasks.go:49] processing task group 1 of 3 I0319 15:11:02.264877 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:11:02.264886 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:11:02.290917 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:11:02.296456 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 15:11:05.476107 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:11:05.476138 1 tasks.go:49] processing task group 2 of 3 I0319 15:11:05.476179 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:11:05.476202 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:11:05.476225 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:11:05.476238 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:11:05.476228 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:11:05.476552 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:11:05.476667 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:11:05.476793 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:11:05.476887 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:11:05.476911 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:11:05.477009 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:11:05.477296 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:11:05.477402 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:11:05.477550 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:11:05.477833 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:11:05.547908 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:11:05.579521 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:11:05.583262 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:11:05.681384 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:11:06.578050 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:11:06.603715 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:11:06.606320 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:11:06.636508 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:11:06.646775 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:11:08.687605 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:11:10.668728 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:11:11.560298 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:11:11.677447 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:11:16.675068 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:11:20.894688 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:11:20.894713 1 tasks.go:49] processing task group 3 of 3 I0319 15:11:20.894727 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:11:20.952602 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:11:20.959264 1 operator.go:851] Updating ClusterOperator status to done. W0319 15:11:20.973603 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 15:11:21.014959 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 15:11:21.024202 1 tasks.go:49] processing task group 1 of 3 I0319 15:11:21.024229 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 15:11:21.024248 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:11:21.043844 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 15:11:24.233305 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 15:11:24.233329 1 tasks.go:49] processing task group 2 of 3 I0319 15:11:24.233355 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:11:24.233352 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:11:24.233366 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 15:11:24.233385 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 15:11:24.233405 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:11:24.233454 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 15:11:24.233460 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 15:11:24.233626 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 15:11:24.233635 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 15:11:24.233646 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:11:24.233687 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 15:11:24.233692 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 15:11:24.233694 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:11:24.234001 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 15:11:24.233699 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:11:24.300879 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 15:11:24.322929 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 15:11:24.332786 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 15:11:24.399935 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 15:11:25.324530 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 15:11:25.358534 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 15:11:25.361945 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 15:11:25.385362 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 15:11:25.388393 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 15:11:27.430792 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 15:11:29.392285 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 15:11:30.313885 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 15:11:30.414976 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 15:11:35.433951 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 15:11:39.646885 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 15:11:39.646913 1 tasks.go:49] processing task group 3 of 3 I0319 15:11:39.646921 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 15:11:39.696568 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 15:11:39.703007 1 operator.go:851] Updating ClusterOperator status to done.