W0416 14:00:20.223986 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 14:00:20.224332 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0416 14:00:20.224347 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0416 14:00:20.224351 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0416 14:00:20.224356 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0416 14:00:20.224360 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0416 14:00:20.251218 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0416 14:00:20.255058 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0416 14:00:20.255927 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0416 14:00:20.256280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0416 14:00:20.257356 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0416 14:00:20.263684 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:20.266451 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.266483 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.267542 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0416 14:00:20.269336 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:20.269861 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.269884 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.271253 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.271297 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.271733 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.274775 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.277025 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.277130 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0416 14:00:20.312002 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 14:00:20.360584 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 14:00:20.360667 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:00:20.360670 1 rule_controller.go:114] Starting alerting rules controller I0416 14:00:20.360702 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0416 14:00:20.360717 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0416 14:00:20.360726 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0416 14:00:20.360702 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0416 14:00:20.360878 1 relabel_controller.go:117] Starting alert relabel config controller I0416 14:00:20.360899 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0416 14:00:20.360674 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0416 14:00:20.360946 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0416 14:00:20.360955 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0416 14:00:20.362017 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0416 14:00:20.362037 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0416 14:00:20.362044 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0416 14:00:20.367066 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0416 14:00:20.367107 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.367173 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0416 14:00:20.367273 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0416 14:00:20.367275 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0416 14:00:20.367199 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0416 14:00:20.368917 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.369035 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.369093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0416 14:00:20.369138 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0416 14:00:20.369169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0416 14:00:20.369483 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 14:00:20.370647 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0416 14:00:20.385754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-vz4sw" is created for OpenShiftMonitoringTelemeterClientCertRequester I0416 14:00:20.386206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-29mpw" is created for OpenShiftMonitoringClientCertRequester I0416 14:00:20.386220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jhfrw" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0416 14:00:20.390770 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.390790 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.390768 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.396956 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.396957 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.396964 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.401567 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.402223 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.402388 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.405380 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.406064 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:00:20.408634 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.409219 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.409388 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.416081 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.420665 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.420668 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.420699 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.420807 1 tasks.go:49] processing task group 1 of 3 I0416 14:00:20.420842 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:00:20.420857 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:00:20.429646 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.430700 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.430754 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.433117 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.434504 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.435068 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.436837 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.436983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0416 14:00:20.438294 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.442047 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.442053 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.451962 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.452014 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.451963 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.452293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0416 14:00:20.461231 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0416 14:00:20.462361 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0416 14:00:20.462522 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.462573 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.462536 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.462550 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:00:20.467158 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.467657 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.468440 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.472829 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.472859 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.475141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0416 14:00:20.475994 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.481073 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.485047 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.487066 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:20.508191 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0416 14:00:20.508213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0416 14:00:20.511742 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0416 14:00:20.511767 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0416 14:00:20.511791 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0416 14:00:20.511798 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0416 14:00:20.515406 1 secure_serving.go:57] Forcing use of http/1.1 only I0416 14:00:20.515445 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0416 14:00:20.520714 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776347997\" (2026-04-16 14:00:08 +0000 UTC to 2028-04-15 14:00:09 +0000 UTC (now=2026-04-16 14:00:20.520675485 +0000 UTC))" I0416 14:00:20.520786 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0416 14:00:20.520789 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0416 14:00:20.520820 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0416 14:00:20.520749 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0416 14:00:20.521021 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0416 14:00:20.520765 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0416 14:00:20.521084 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0416 14:00:20.521089 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776348020\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776348020\" (2026-04-16 13:00:20 +0000 UTC to 2029-04-16 13:00:20 +0000 UTC (now=2026-04-16 14:00:20.521060715 +0000 UTC))" I0416 14:00:20.521155 1 secure_serving.go:211] Serving securely on [::]:8443 I0416 14:00:20.521186 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0416 14:00:20.521207 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0416 14:00:20.523842 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0416 14:00:20.524143 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0416 14:00:20.524274 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0416 14:00:20.590264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0416 14:00:20.603869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0416 14:00:20.621643 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0416 14:00:20.621670 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0416 14:00:20.621655 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0416 14:00:20.621861 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-16 13:50:32 +0000 UTC to 2036-04-13 13:50:32 +0000 UTC (now=2026-04-16 14:00:20.621835953 +0000 UTC))" I0416 14:00:20.622069 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776347997\" (2026-04-16 14:00:08 +0000 UTC to 2028-04-15 14:00:09 +0000 UTC (now=2026-04-16 14:00:20.622053827 +0000 UTC))" I0416 14:00:20.622236 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776348020\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776348020\" (2026-04-16 13:00:20 +0000 UTC to 2029-04-16 13:00:20 +0000 UTC (now=2026-04-16 14:00:20.622223615 +0000 UTC))" I0416 14:00:20.622375 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-16 13:50:37 +0000 UTC to 2036-04-13 13:50:37 +0000 UTC (now=2026-04-16 14:00:20.622362602 +0000 UTC))" I0416 14:00:20.622395 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-16 13:50:40 +0000 UTC to 2036-04-13 13:50:40 +0000 UTC (now=2026-04-16 14:00:20.622386689 +0000 UTC))" I0416 14:00:20.622415 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-16 13:50:41 +0000 UTC to 2036-04-13 13:50:41 +0000 UTC (now=2026-04-16 14:00:20.622403184 +0000 UTC))" I0416 14:00:20.622449 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-16 13:50:43 +0000 UTC to 2036-04-13 13:50:43 +0000 UTC (now=2026-04-16 14:00:20.622439675 +0000 UTC))" I0416 14:00:20.622463 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-16 13:50:45 +0000 UTC to 2036-04-13 13:50:45 +0000 UTC (now=2026-04-16 14:00:20.622455528 +0000 UTC))" I0416 14:00:20.622479 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pn9je4houiq0va2c3bi700f8ha5iolm-kx-d0e2549e11_customer-system-admin-signer@1776347529\" [] issuer=\"\" (2026-04-16 13:52:09 +0000 UTC to 2026-04-23 13:52:10 +0000 UTC (now=2026-04-16 14:00:20.622470082 +0000 UTC))" I0416 14:00:20.622498 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pn9je4houiq0va2c3bi700f8ha5iolm-kx-d0e2549e11_sre-system-admin-signer@1776347529\" [] issuer=\"\" (2026-04-16 13:52:08 +0000 UTC to 2026-04-23 13:52:09 +0000 UTC (now=2026-04-16 14:00:20.622488983 +0000 UTC))" I0416 14:00:20.622512 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-16 13:50:32 +0000 UTC to 2036-04-13 13:50:32 +0000 UTC (now=2026-04-16 14:00:20.622504648 +0000 UTC))" I0416 14:00:20.622681 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776347997\" (2026-04-16 14:00:08 +0000 UTC to 2028-04-15 14:00:09 +0000 UTC (now=2026-04-16 14:00:20.622669159 +0000 UTC))" I0416 14:00:20.622844 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776348020\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776348020\" (2026-04-16 13:00:20 +0000 UTC to 2029-04-16 13:00:20 +0000 UTC (now=2026-04-16 14:00:20.622834724 +0000 UTC))" I0416 14:00:20.625931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0416 14:00:20.642734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0416 14:00:23.699941 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:23.699989 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:23.699993 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:23.700157 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-16T13:55:23Z", ) I0416 14:00:23.700174 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-15T13:55:23Z", ) I0416 14:00:23.700200 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-16T13:55:23Z", ) I0416 14:00:23.700222 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-15T13:55:23Z", ) I0416 14:00:23.707963 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 14:00:23.708106 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-16T13:55:23Z", ) I0416 14:00:23.708121 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-15T13:55:23Z", ) I0416 14:00:23.710215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0416 14:00:23.710293 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0416 14:00:23.711214 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0416 14:00:23.711248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0416 14:00:23.716359 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0416 14:00:23.716472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0416 14:00:24.876291 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 14:00:29.413268 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0416 14:00:29.726199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0416 14:00:29.741587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0416 14:00:29.768450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0416 14:00:37.908856 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:00:37.908887 1 tasks.go:49] processing task group 2 of 3 I0416 14:00:37.908915 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:00:37.908935 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:00:37.908935 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:00:37.908961 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:00:37.908966 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:00:37.908964 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:00:37.908970 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:00:37.908980 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:00:37.908988 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:00:37.908990 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:00:37.908995 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:00:37.908997 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:00:37.909010 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:00:37.909025 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:00:37.909025 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:00:37.926444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0416 14:00:37.927525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0416 14:00:37.962158 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0416 14:00:37.967631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0416 14:00:37.969432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0416 14:00:37.989022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0416 14:00:38.026373 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:00:38.033375 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:00:38.042902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0416 14:00:38.054641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0416 14:00:38.062299 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:00:38.084137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0416 14:00:38.085705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0416 14:00:38.086778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0416 14:00:38.092343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0416 14:00:38.169389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0416 14:00:38.170165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0416 14:00:38.171508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0416 14:00:38.174631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0416 14:00:38.177223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0416 14:00:38.177251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0416 14:00:38.188878 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0416 14:00:38.188903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0416 14:00:38.188913 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0416 14:00:38.192605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0416 14:00:38.206791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0416 14:00:38.207739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0416 14:00:38.228461 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0416 14:00:38.230845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0416 14:00:38.319995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0416 14:00:38.326662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0416 14:00:38.429903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0416 14:00:38.499006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0416 14:00:38.502570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0416 14:00:38.604260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0416 14:00:38.604541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0416 14:00:38.705290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0416 14:00:38.714526 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0416 14:00:38.734240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0416 14:00:38.809257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0416 14:00:38.911454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0416 14:00:39.011901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0416 14:00:39.024399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0416 14:00:39.082775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0416 14:00:39.095466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0416 14:00:39.121010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0416 14:00:39.133864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0416 14:00:39.203478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0416 14:00:39.204318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0416 14:00:39.230355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0416 14:00:39.235377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0416 14:00:39.268948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0416 14:00:39.284586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0416 14:00:39.286927 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 14:00:39.287464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0416 14:00:39.336627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0416 14:00:39.565562 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 14:00:39.954544 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:00:39.954632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0416 14:00:39.955035 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0416 14:00:40.077738 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:00:40.089068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0416 14:00:40.101463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0416 14:00:40.116271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0416 14:00:40.184120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0416 14:00:40.293504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0416 14:00:40.312970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-a3jdafk95t88k -n openshift-monitoring because it was missing I0416 14:00:40.399496 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0416 14:00:40.504151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0416 14:00:40.609646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0416 14:00:40.715267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0416 14:00:40.807381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0416 14:00:40.909056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0416 14:00:41.014412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0416 14:00:41.041941 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:00:41.114254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0416 14:00:41.214840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0416 14:00:41.328459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0416 14:00:41.349860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0416 14:00:41.772533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0416 14:00:42.800776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-90e5dlvj00emu -n openshift-monitoring because it was missing I0416 14:00:43.027238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0416 14:00:43.050109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0416 14:00:43.361179 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:00:44.280496 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:00:44.354435 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:00:44.389198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-9mut5nk492v5 -n openshift-monitoring because it was missing I0416 14:00:44.405988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0416 14:00:44.434467 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0416 14:00:44.447898 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0416 14:00:53.096061 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 14:00:54.101952 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:00:54.101976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0416 14:00:54.432287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0416 14:00:54.473547 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:01:07.861467 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0416 14:01:07.878485 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:01:07.878556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0416 14:01:09.873958 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 14:01:19.358435 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:01:54.530290 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:01:54.530333 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0416 14:01:54.530341 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0416 14:01:54.530370 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0416 14:01:54.530395 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:01:54.561359 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:01:54.566676 1 tasks.go:49] processing task group 1 of 3 I0416 14:01:54.566709 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:01:54.566726 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:01:54.581052 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:01:55.620223 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVVZKWDhkem5ySGN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qTTBOems1TnpBZQpGdzB5TmpBME1UWXhNelU1TlRaYUZ3MHlPREEyTVRReE16VTVOVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOell6TkRjNU9UY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzZhRWZMaXUrVFpqeFpFS1M1azBTVXI5UXdSKzlyL0dIeApzaDhIeU1sOUVhV1RnWFBFUk5TNlRCRHBrVlhwT3RmcDV0dU9xbkVZTmozMUZ3YVU4Yjd4S0dKM3cwbmg2V2V4ClREVTFlRG4yd0VMV1YzdlNKR0YzcEN4dmt3amZaYkFzWTVSU29YWEJDdlJDNVc4VHVWY0k1ZnVLVTBhYXJhZHoKa01NZE92YWFSMzNCb0FpbVp4TkRnWU9RTXdnb0V5VEFRODVGSGVHZ0tVdVhENUQ0VUk2SjMzbEp2K3NiUC9NKwppUDFrTnJWYmRKcC9tNitCRC9xUithSXhQQ2oydG5JM2t5ME0xY3BlRExGaGI4MDVMcnpZcHVlcjhKaEJ6Zml6CkZLUG10NFZMVnIrSVZBWVFndFVRU0JmbHpHU2c5Y1ZHaXhCbmx5SExVQjh2UVBNMmFJZXRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQwV01kMAoybDRqTTNyMHhOUVRXdHlNa25KaHVEQWZCZ05WSFNNRUdEQVdnQlQwV01kMDJsNGpNM3IweE5RVFd0eU1rbkpoCnVEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFCVm5EZFhSbVhwTVg4clFXcFBhdGVwWjhTY2lybDdiSDhZZm4KYXdRNlhES0kxU21KTVEzVlQxdnA0RjVCNEpkQlEyeE1UL0h3eFBIMWlhUkFxWkJCc09ITXhLQ3hLNE51MTYrNgpDUjBrRjZNanRzM3kwS0RpaGVLWDdoS1RNbWdiWWlMOWZ2b3ZmcitFaW90YWJkMGpEQWNzVkdpc3VNMk1RMEptCmtxK1ROY3VUQTh0bTVDRkEvQXVoTkhGMzNhai9mWTJ4L1EvQVlxdENFR2hDK0pPUUtiajNIMC9mLy9vMGZaWlQKUUpncE15SGNsZ2JmOG13bmhRWnlWYnhySnpjYk5JM09qV2s3bjdnanRLdEkxYkp4bk82bmVReDRFZGxPNFhJbQowWDJyS0Q2V3BZa2ZwTE94SVVza0ZpQWtFaXRrWkhXb25GSU9TNmkxS1l6eWY4d25DUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0416 14:01:55.626364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0416 14:01:55.631556 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVVZKWDhkem5ySGN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qTTBOems1TnpBZQpGdzB5TmpBME1UWXhNelU1TlRaYUZ3MHlPREEyTVRReE16VTVOVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOell6TkRjNU9UY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzZhRWZMaXUrVFpqeFpFS1M1azBTVXI5UXdSKzlyL0dIeApzaDhIeU1sOUVhV1RnWFBFUk5TNlRCRHBrVlhwT3RmcDV0dU9xbkVZTmozMUZ3YVU4Yjd4S0dKM3cwbmg2V2V4ClREVTFlRG4yd0VMV1YzdlNKR0YzcEN4dmt3amZaYkFzWTVSU29YWEJDdlJDNVc4VHVWY0k1ZnVLVTBhYXJhZHoKa01NZE92YWFSMzNCb0FpbVp4TkRnWU9RTXdnb0V5VEFRODVGSGVHZ0tVdVhENUQ0VUk2SjMzbEp2K3NiUC9NKwppUDFrTnJWYmRKcC9tNitCRC9xUithSXhQQ2oydG5JM2t5ME0xY3BlRExGaGI4MDVMcnpZcHVlcjhKaEJ6Zml6CkZLUG10NFZMVnIrSVZBWVFndFVRU0JmbHpHU2c5Y1ZHaXhCbmx5SExVQjh2UVBNMmFJZXRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQwV01kMAoybDRqTTNyMHhOUVRXdHlNa25KaHVEQWZCZ05WSFNNRUdEQVdnQlQwV01kMDJsNGpNM3IweE5RVFd0eU1rbkpoCnVEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFCVm5EZFhSbVhwTVg4clFXcFBhdGVwWjhTY2lybDdiSDhZZm4KYXdRNlhES0kxU21KTVEzVlQxdnA0RjVCNEpkQlEyeE1UL0h3eFBIMWlhUkFxWkJCc09ITXhLQ3hLNE51MTYrNgpDUjBrRjZNanRzM3kwS0RpaGVLWDdoS1RNbWdiWWlMOWZ2b3ZmcitFaW90YWJkMGpEQWNzVkdpc3VNMk1RMEptCmtxK1ROY3VUQTh0bTVDRkEvQXVoTkhGMzNhai9mWTJ4L1EvQVlxdENFR2hDK0pPUUtiajNIMC9mLy9vMGZaWlQKUUpncE15SGNsZ2JmOG13bmhRWnlWYnhySnpjYk5JM09qV2s3bjdnanRLdEkxYkp4bk82bmVReDRFZGxPNFhJbQowWDJyS0Q2V3BZa2ZwTE94SVVza0ZpQWtFaXRrWkhXb25GSU9TNmkxS1l6eWY4d25DUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0416 14:01:55.637691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0416 14:01:57.733620 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:01:57.733648 1 tasks.go:49] processing task group 2 of 3 I0416 14:01:57.733680 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:01:57.733683 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:01:57.733690 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:01:57.733718 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:01:57.733732 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:01:57.733753 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:01:57.733778 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:01:57.733797 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:01:57.733815 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:01:57.733842 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:01:57.733847 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:01:57.733881 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:01:57.733895 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:01:57.733913 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:01:57.733938 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:01:57.791299 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:01:57.817113 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:01:57.821476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0416 14:01:57.825387 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:01:57.841493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0416 14:01:57.857667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0416 14:01:57.868963 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0416 14:01:57.884996 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 14:01:57.888906 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:01:57.937999 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 14:01:58.811407 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:01:58.839451 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:01:58.841007 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:01:58.862968 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:01:58.864608 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:02:00.913629 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:02:02.868738 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:02:02.936503 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0416 14:02:03.797482 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:02:08.036571 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:02:58.939352 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:04:13.101704 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:04:13.101736 1 tasks.go:49] processing task group 3 of 3 I0416 14:04:13.101759 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:04:13.152558 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:04:13.152660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dd5a50ca-4687-42e5-96b3-1e9ee9f599fe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0416 14:04:13.158099 1 operator.go:851] Updating ClusterOperator status to done. W0416 14:04:13.194629 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:04:13.225456 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:04:13.230590 1 tasks.go:49] processing task group 1 of 3 I0416 14:04:13.230627 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:04:13.230645 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:04:13.243777 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:04:16.366504 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:04:16.366533 1 tasks.go:49] processing task group 2 of 3 I0416 14:04:16.366562 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:04:16.366568 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:04:16.366582 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:04:16.366608 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:04:16.366632 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:04:16.366654 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:04:16.366668 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:04:16.366691 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:04:16.366713 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:04:16.366745 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:04:16.366757 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:04:16.366759 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:04:16.366787 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:04:16.366799 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:04:16.366829 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:04:16.434573 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:04:16.452405 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:04:16.456172 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:04:16.515782 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:04:17.476749 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:04:17.514837 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:04:17.517757 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:04:17.552755 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:04:17.564949 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:04:19.565801 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:04:21.524360 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:04:22.427355 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:04:22.531351 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:04:27.577233 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:04:31.715196 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:04:31.715226 1 tasks.go:49] processing task group 3 of 3 I0416 14:04:31.715244 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:04:31.753294 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:04:31.758559 1 operator.go:851] Updating ClusterOperator status to done. I0416 14:04:39.876121 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0416 14:04:39.876150 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:04:39.925604 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:04:39.931215 1 tasks.go:49] processing task group 1 of 3 I0416 14:04:39.931249 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:04:39.931270 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:04:39.946645 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:04:43.068348 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:04:43.068380 1 tasks.go:49] processing task group 2 of 3 I0416 14:04:43.068407 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:04:43.068432 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:04:43.068442 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:04:43.068452 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:04:43.068477 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:04:43.068510 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:04:43.068515 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:04:43.068539 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:04:43.068552 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:04:43.068572 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:04:43.068596 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:04:43.068619 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:04:43.068625 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:04:43.068644 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:04:43.068660 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:04:43.127031 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:04:43.144317 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:04:43.154161 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:04:43.203879 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:04:44.139660 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:04:44.162847 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:04:44.165341 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:04:44.183348 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:04:44.196404 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:04:46.220473 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:04:48.199683 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:04:49.127264 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:04:49.217613 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:04:54.223280 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:04:58.405736 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:04:58.405767 1 tasks.go:49] processing task group 3 of 3 I0416 14:04:58.405783 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:04:58.443827 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:04:58.448563 1 operator.go:851] Updating ClusterOperator status to done. I0416 14:05:20.361078 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 14:05:20.361122 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:05:20.394101 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:05:20.398605 1 tasks.go:49] processing task group 1 of 3 I0416 14:05:20.398635 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:05:20.398651 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:05:20.410233 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:05:23.538538 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:05:23.538572 1 tasks.go:49] processing task group 2 of 3 I0416 14:05:23.538611 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:05:23.538612 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:05:23.538615 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:05:23.538636 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:05:23.538659 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:05:23.538689 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:05:23.538720 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:05:23.538718 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:05:23.538742 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:05:23.538765 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:05:23.538783 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:05:23.538801 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:05:23.538805 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:05:23.538833 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:05:23.538697 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:05:23.608001 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:05:23.622943 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:05:23.632696 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:05:23.690997 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:05:24.620470 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:05:24.645831 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:05:24.646196 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:05:24.652517 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:05:24.676926 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:05:26.695857 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:05:28.681505 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:05:29.602158 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:05:29.693921 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:05:34.697060 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:05:38.866342 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:05:38.866373 1 tasks.go:49] processing task group 3 of 3 I0416 14:05:38.866387 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:05:38.909410 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:05:38.914661 1 operator.go:851] Updating ClusterOperator status to done. I0416 14:06:33.691136 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0416 14:06:33.691171 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:06:33.723867 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:06:33.728559 1 tasks.go:49] processing task group 1 of 3 I0416 14:06:33.728591 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:06:33.728612 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:06:33.746287 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:06:36.880276 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:06:36.880306 1 tasks.go:49] processing task group 2 of 3 I0416 14:06:36.880332 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:06:36.880350 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:06:36.880362 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:06:36.880378 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:06:36.880392 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:06:36.880441 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:06:36.880457 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:06:36.880467 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:06:36.880490 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:06:36.880515 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:06:36.880529 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:06:36.880561 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:06:36.880577 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:06:36.880594 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:06:36.880623 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:06:36.933259 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:06:36.951700 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:06:36.968177 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:06:37.014481 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:06:37.957686 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:06:37.972525 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:06:37.983581 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:06:37.994711 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:06:38.010913 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:06:40.035838 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:06:42.011503 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:06:42.938051 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:06:43.024252 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:06:48.040774 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:06:52.185220 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:06:52.185252 1 tasks.go:49] processing task group 3 of 3 I0416 14:06:52.185268 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:06:52.223909 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:06:52.228957 1 operator.go:851] Updating ClusterOperator status to done. I0416 14:10:20.360657 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 14:10:20.360723 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:10:20.389581 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:10:20.394083 1 tasks.go:49] processing task group 1 of 3 I0416 14:10:20.394119 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:10:20.394133 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:10:20.406603 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:10:23.544352 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:10:23.544377 1 tasks.go:49] processing task group 2 of 3 I0416 14:10:23.544404 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:10:23.544439 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:10:23.544450 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:10:23.544472 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:10:23.544483 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:10:23.544505 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:10:23.544521 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:10:23.544538 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:10:23.544557 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:10:23.544589 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:10:23.544601 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:10:23.544622 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:10:23.544644 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:10:23.544662 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:10:23.544687 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:10:23.595384 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:10:23.616835 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:10:23.630944 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:10:23.674412 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:10:24.613779 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:10:24.632339 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:10:24.641357 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:10:24.651057 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:10:24.672579 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:10:26.692717 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:10:28.675201 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:10:29.601225 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:10:29.685466 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:10:34.689692 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:10:38.859546 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:10:38.859588 1 tasks.go:49] processing task group 3 of 3 I0416 14:10:38.859605 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:10:38.896826 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:10:38.901623 1 operator.go:851] Updating ClusterOperator status to done. I0416 14:15:20.267621 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs W0416 14:15:20.267677 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:15:20.267694 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0416 14:15:20.267761 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 14:15:20.267792 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 14:15:20.267799 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0416 14:15:20.267832 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0416 14:15:20.270754 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 14:15:20.270752 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0416 14:15:20.271468 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0416 14:15:20.272246 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0416 14:15:20.275737 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0416 14:15:20.299356 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:15:20.304676 1 tasks.go:49] processing task group 1 of 3 I0416 14:15:20.304706 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:15:20.304718 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:15:20.312412 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0416 14:15:20.316784 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:15:20.361629 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0416 14:15:23.449271 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:15:23.449299 1 tasks.go:49] processing task group 2 of 3 I0416 14:15:23.449330 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:15:23.449330 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:15:23.449351 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:15:23.449381 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:15:23.449406 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:15:23.449462 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:15:23.449464 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:15:23.449487 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:15:23.449505 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:15:23.449540 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:15:23.449522 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:15:23.449554 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:15:23.449602 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:15:23.449611 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:15:23.449659 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:15:23.506536 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:15:23.528345 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:15:23.535187 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:15:23.590441 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:15:24.522233 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:15:24.545486 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:15:24.551604 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:15:24.563972 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:15:24.588720 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:15:26.601111 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:15:28.575577 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:15:29.508558 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:15:29.602759 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:15:34.605983 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:15:38.776729 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:15:38.776759 1 tasks.go:49] processing task group 3 of 3 I0416 14:15:38.776778 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:15:38.814937 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:15:38.820873 1 operator.go:851] Updating ClusterOperator status to done. W0416 14:15:38.833903 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:15:38.867756 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:15:38.872721 1 tasks.go:49] processing task group 1 of 3 I0416 14:15:38.872755 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:15:38.872770 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:15:38.885953 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:15:42.010769 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:15:42.010796 1 tasks.go:49] processing task group 2 of 3 I0416 14:15:42.010829 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:15:42.010829 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:15:42.010840 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:15:42.010861 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:15:42.010887 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:15:42.010907 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:15:42.010922 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:15:42.010935 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:15:42.010978 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:15:42.011002 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:15:42.011005 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:15:42.011063 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:15:42.011070 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:15:42.010986 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:15:42.011077 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:15:42.067862 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:15:42.090539 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:15:42.094641 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:15:42.145806 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:15:43.086819 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:15:43.106456 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:15:43.114330 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:15:43.128061 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:15:43.139745 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:15:45.161597 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:15:47.148549 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:15:48.070325 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:15:48.164902 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:15:53.166573 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:15:57.340572 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:15:57.340601 1 tasks.go:49] processing task group 3 of 3 I0416 14:15:57.340617 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:15:57.376772 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:15:57.382499 1 operator.go:851] Updating ClusterOperator status to done. I0416 14:20:20.361333 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 14:20:20.361393 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:20:20.400971 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:20:20.405397 1 tasks.go:49] processing task group 1 of 3 I0416 14:20:20.405462 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:20:20.405478 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:20:20.417646 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:20:23.596843 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:20:23.596870 1 tasks.go:49] processing task group 2 of 3 I0416 14:20:23.596906 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:20:23.596916 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:20:23.596925 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:20:23.596943 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:20:23.596966 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:20:23.596990 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:20:23.597004 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:20:23.597021 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:20:23.597037 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:20:23.597056 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:20:23.597083 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:20:23.597106 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:20:23.597119 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:20:23.597125 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:20:23.597149 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:20:23.647325 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:20:23.671628 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:20:23.698596 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:20:23.758403 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:20:24.668994 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:20:24.693616 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:20:24.699319 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:20:24.709090 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:20:24.736756 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:20:26.753063 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:20:28.719508 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:20:29.652571 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:20:29.739589 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:20:34.750722 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:20:38.913392 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:20:38.913452 1 tasks.go:49] processing task group 3 of 3 I0416 14:20:38.913468 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:20:38.953049 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:20:38.957906 1 operator.go:851] Updating ClusterOperator status to done. I0416 14:25:20.361216 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 14:25:20.361280 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:25:20.393151 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:25:20.398277 1 tasks.go:49] processing task group 1 of 3 I0416 14:25:20.398309 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:25:20.398325 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:25:20.412172 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:25:23.547345 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:25:23.547374 1 tasks.go:49] processing task group 2 of 3 I0416 14:25:23.547403 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:25:23.547408 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:25:23.547446 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:25:23.547464 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:25:23.547493 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:25:23.547504 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:25:23.547530 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:25:23.547550 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:25:23.547576 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:25:23.547594 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:25:23.547619 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:25:23.547638 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:25:23.547643 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:25:23.547666 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:25:23.547643 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:25:23.612213 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:25:23.636744 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:25:23.641563 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:25:23.702214 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:25:24.628136 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:25:24.652355 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:25:24.654897 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:25:24.655791 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:25:24.696038 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:25:26.711435 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:25:28.686273 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:25:29.606261 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:25:29.708806 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:25:34.709154 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:25:38.876475 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:25:38.876507 1 tasks.go:49] processing task group 3 of 3 I0416 14:25:38.876527 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:25:38.913827 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:25:38.918572 1 operator.go:851] Updating ClusterOperator status to done. I0416 14:30:20.268172 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 14:30:20.268205 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0416 14:30:20.268230 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:30:20.268284 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0416 14:30:20.268334 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0416 14:30:20.268383 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0416 14:30:20.268392 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0416 14:30:20.270926 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0416 14:30:20.270961 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 14:30:20.272292 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0416 14:30:20.272294 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0416 14:30:20.276622 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0416 14:30:20.295720 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:30:20.300502 1 tasks.go:49] processing task group 1 of 3 I0416 14:30:20.300534 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:30:20.300551 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:30:20.312488 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0416 14:30:20.313101 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:30:20.361306 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0416 14:30:23.444261 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:30:23.444289 1 tasks.go:49] processing task group 2 of 3 I0416 14:30:23.444322 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:30:23.444320 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:30:23.444384 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:30:23.444406 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:30:23.444449 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:30:23.444462 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:30:23.444492 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:30:23.444506 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:30:23.444508 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:30:23.444536 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:30:23.444555 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:30:23.444588 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:30:23.444604 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:30:23.444650 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:30:23.444653 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:30:23.503332 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:30:23.516322 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:30:23.525476 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:30:23.573551 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:30:24.518288 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:30:24.541120 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:30:24.541500 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:30:24.560876 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:30:24.569000 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:30:26.596851 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:30:28.570787 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:30:29.503347 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:30:29.589646 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:30:34.605260 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:30:38.749462 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:30:38.749493 1 tasks.go:49] processing task group 3 of 3 I0416 14:30:38.749508 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:30:38.786320 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:30:38.791719 1 operator.go:851] Updating ClusterOperator status to done. W0416 14:30:38.801266 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:30:38.827826 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:30:38.832199 1 tasks.go:49] processing task group 1 of 3 I0416 14:30:38.832225 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:30:38.832239 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:30:38.844624 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:30:41.960982 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:30:41.961010 1 tasks.go:49] processing task group 2 of 3 I0416 14:30:41.961037 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:30:41.961046 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:30:41.961071 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:30:41.961089 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:30:41.961116 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:30:41.961134 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:30:41.961154 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:30:41.961178 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:30:41.961203 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:30:41.961213 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:30:41.961225 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:30:41.961245 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:30:41.961270 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:30:41.961303 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:30:41.961315 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:30:42.003299 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:30:42.022668 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:30:42.038837 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:30:42.090096 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:30:43.022277 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:30:43.048745 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:30:43.048946 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:30:43.070613 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:30:43.078379 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:30:45.105807 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:30:47.077955 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:30:48.017869 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:30:48.097164 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:30:53.113047 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:30:57.264318 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:30:57.264352 1 tasks.go:49] processing task group 3 of 3 I0416 14:30:57.264370 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:30:57.303736 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:30:57.309889 1 operator.go:851] Updating ClusterOperator status to done. I0416 14:35:20.360972 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 14:35:20.361033 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 14:35:20.388697 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 14:35:20.393306 1 tasks.go:49] processing task group 1 of 3 I0416 14:35:20.393336 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 14:35:20.393358 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:35:20.405103 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 14:35:23.541355 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 14:35:23.541387 1 tasks.go:49] processing task group 2 of 3 I0416 14:35:23.541415 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:35:23.541445 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 14:35:23.541452 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 14:35:23.541478 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:35:23.541503 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:35:23.541522 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 14:35:23.541544 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 14:35:23.541565 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 14:35:23.541576 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 14:35:23.541595 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 14:35:23.541618 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 14:35:23.541651 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:35:23.541676 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 14:35:23.541680 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:35:23.541652 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:35:23.619794 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 14:35:23.639501 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 14:35:23.648735 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 14:35:23.731593 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 14:35:24.649066 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 14:35:24.670118 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 14:35:24.671083 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 14:35:24.689909 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 14:35:24.702587 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 14:35:26.731361 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 14:35:28.703291 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 14:35:29.604844 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 14:35:29.714857 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 14:35:34.732303 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 14:35:38.891568 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 14:35:38.891600 1 tasks.go:49] processing task group 3 of 3 I0416 14:35:38.891616 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 14:35:38.935222 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 14:35:38.940982 1 operator.go:851] Updating ClusterOperator status to done.