W0331 04:05:57.332346 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 04:05:57.332706 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0331 04:05:57.332722 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0331 04:05:57.332726 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0331 04:05:57.332730 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0331 04:05:57.356054 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0331 04:05:57.359614 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0331 04:05:57.361057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0331 04:05:57.361293 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0331 04:05:57.363229 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 04:05:57.370542 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0331 04:05:57.371559 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0331 04:05:57.371711 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.373721 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.373875 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.373928 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.374175 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.374371 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.374439 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0331 04:05:57.374584 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.374609 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.374759 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.375182 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0331 04:05:57.377518 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:05:57.379421 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:05:57.380135 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:05:57.413945 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:05:57.465255 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:05:57.465488 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:05:57.465556 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0331 04:05:57.465599 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0331 04:05:57.465599 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0331 04:05:57.465601 1 rule_controller.go:113] Starting alerting rules controller I0331 04:05:57.465616 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0331 04:05:57.465615 1 relabel_controller.go:117] Starting alert relabel config controller I0331 04:05:57.465614 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0331 04:05:57.465624 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0331 04:05:57.465629 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0331 04:05:57.465638 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0331 04:05:57.465647 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0331 04:05:57.465656 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0331 04:05:57.465627 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0331 04:05:57.469940 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0331 04:05:57.470058 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0331 04:05:57.470059 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0331 04:05:57.470081 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0331 04:05:57.470592 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.470593 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.470639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 04:05:57.470676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 04:05:57.471101 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.471155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 04:05:57.483168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-nrlql" is created for OpenShiftMonitoringTelemeterClientCertRequester I0331 04:05:57.484388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-f4kcs" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0331 04:05:57.484441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-m4td9" is created for OpenShiftMonitoringClientCertRequester I0331 04:05:57.491682 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.491682 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.493812 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.497151 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.497151 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.499182 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.504101 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.506692 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.506716 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.506880 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:05:57.510498 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.514638 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.514646 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.516316 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.524396 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.524413 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.524422 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.528738 1 tasks.go:49] processing task group 1 of 3 I0331 04:05:57.528765 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:05:57.528778 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:05:57.530056 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.532828 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.533004 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.536529 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.538535 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.538545 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.543074 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.543094 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.543225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0331 04:05:57.543460 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.547716 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.559669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0331 04:05:57.566024 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0331 04:05:57.566034 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0331 04:05:57.567532 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.567571 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.567711 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:05:57.567713 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 04:05:57.575547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0331 04:05:57.575663 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:05:57.579527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0331 04:05:57.579720 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:05:57.579826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0331 04:05:57.579968 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:05:57.582397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0331 04:05:57.597832 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0331 04:05:57.599519 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0331 04:05:57.599534 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0331 04:05:57.599546 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0331 04:05:57.599551 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0331 04:05:57.603452 1 secure_serving.go:57] Forcing use of http/1.1 only I0331 04:05:57.603468 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0331 04:05:57.608352 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0331 04:05:57.608364 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0331 04:05:57.608377 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0331 04:05:57.608373 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0331 04:05:57.608392 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0331 04:05:57.608387 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0331 04:05:57.608624 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 04:05:57.608739 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929929\" (2026-03-31 04:05:38 +0000 UTC to 2028-03-30 04:05:39 +0000 UTC (now=2026-03-31 04:05:57.608684863 +0000 UTC))" I0331 04:05:57.608975 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929957\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929957\" (2026-03-31 03:05:57 +0000 UTC to 2027-03-31 03:05:57 +0000 UTC (now=2026-03-31 04:05:57.60895835 +0000 UTC))" I0331 04:05:57.608996 1 secure_serving.go:213] Serving securely on [::]:8443 I0331 04:05:57.609014 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0331 04:05:57.609027 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0331 04:05:57.611744 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0331 04:05:57.611749 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0331 04:05:57.611745 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0331 04:05:57.621255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 04:05:57.708745 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0331 04:05:57.708770 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0331 04:05:57.708828 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0331 04:05:57.708986 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:48:42 +0000 UTC to 2036-03-28 03:48:42 +0000 UTC (now=2026-03-31 04:05:57.708959637 +0000 UTC))" I0331 04:05:57.709196 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929929\" (2026-03-31 04:05:38 +0000 UTC to 2028-03-30 04:05:39 +0000 UTC (now=2026-03-31 04:05:57.709179445 +0000 UTC))" I0331 04:05:57.709384 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929957\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929957\" (2026-03-31 03:05:57 +0000 UTC to 2027-03-31 03:05:57 +0000 UTC (now=2026-03-31 04:05:57.709369295 +0000 UTC))" I0331 04:05:57.709507 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-31 03:48:46 +0000 UTC to 2036-03-28 03:48:46 +0000 UTC (now=2026-03-31 04:05:57.709495624 +0000 UTC))" I0331 04:05:57.709531 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-31 03:48:50 +0000 UTC to 2036-03-28 03:48:50 +0000 UTC (now=2026-03-31 04:05:57.709520819 +0000 UTC))" I0331 04:05:57.709549 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-31 03:48:52 +0000 UTC to 2036-03-28 03:48:52 +0000 UTC (now=2026-03-31 04:05:57.70954002 +0000 UTC))" I0331 04:05:57.709568 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-31 03:48:57 +0000 UTC to 2036-03-28 03:48:57 +0000 UTC (now=2026-03-31 04:05:57.709558729 +0000 UTC))" I0331 04:05:57.709584 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-31 03:49:00 +0000 UTC to 2036-03-28 03:49:00 +0000 UTC (now=2026-03-31 04:05:57.709576138 +0000 UTC))" I0331 04:05:57.709602 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcf6mvjj6oql0vc3viou4mohmpb27f9-kx-2482f83522_customer-system-admin-signer@1774929076\" [] issuer=\"\" (2026-03-31 03:51:19 +0000 UTC to 2026-04-07 03:51:20 +0000 UTC (now=2026-03-31 04:05:57.709592941 +0000 UTC))" I0331 04:05:57.709623 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcf6mvjj6oql0vc3viou4mohmpb27f9-kx-2482f83522_sre-system-admin-signer@1774929076\" [] issuer=\"\" (2026-03-31 03:51:16 +0000 UTC to 2026-04-07 03:51:17 +0000 UTC (now=2026-03-31 04:05:57.709611958 +0000 UTC))" I0331 04:05:57.709639 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:48:42 +0000 UTC to 2036-03-28 03:48:42 +0000 UTC (now=2026-03-31 04:05:57.709631624 +0000 UTC))" I0331 04:05:57.709824 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929929\" (2026-03-31 04:05:38 +0000 UTC to 2028-03-30 04:05:39 +0000 UTC (now=2026-03-31 04:05:57.70979189 +0000 UTC))" I0331 04:05:57.709987 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929957\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929957\" (2026-03-31 03:05:57 +0000 UTC to 2027-03-31 03:05:57 +0000 UTC (now=2026-03-31 04:05:57.709976784 +0000 UTC))" I0331 04:05:57.710825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 04:05:57.730364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 04:05:57.757094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 04:05:57.770261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 04:06:28.810787 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0331 04:06:34.966502 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:07:49.968405 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:08:19.965691 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:08:32.824112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0331 04:08:32.837746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0331 04:08:32.850911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0331 04:08:37.989360 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:08:37.989391 1 tasks.go:49] processing task group 2 of 3 I0331 04:08:37.989422 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:08:37.989431 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:08:37.989434 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:08:37.989447 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:08:37.989456 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:08:37.989458 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:08:37.989458 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:08:37.989475 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:08:37.989475 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:08:37.989476 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:08:37.989484 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:08:37.989497 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:08:37.989495 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:08:37.989499 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:08:37.989514 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:08:38.011470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0331 04:08:38.011498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0331 04:08:38.040052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0331 04:08:38.052344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0331 04:08:38.065510 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0331 04:08:38.076244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0331 04:08:38.129333 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:08:38.140441 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:08:38.172918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0331 04:08:38.200310 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:08:38.231715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0331 04:08:38.231751 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 04:08:38.231834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 04:08:38.231855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0331 04:08:38.237342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 04:08:38.265294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0331 04:08:38.364719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 04:08:38.364762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0331 04:08:38.364857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 04:08:38.366321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 04:08:38.369580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0331 04:08:38.373254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing W0331 04:08:38.390172 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0331 04:08:38.390201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0331 04:08:38.392612 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0331 04:08:38.397976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0331 04:08:38.414580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0331 04:08:38.434394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0331 04:08:38.455317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0331 04:08:38.465330 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0331 04:08:38.486454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0331 04:08:38.655641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0331 04:08:38.655671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 04:08:38.748462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 04:08:38.754733 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0331 04:08:38.824666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0331 04:08:38.827864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0331 04:08:38.907389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0331 04:08:38.912405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0331 04:08:38.941195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0331 04:08:39.007394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0331 04:08:39.062833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0331 04:08:39.209938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0331 04:08:39.246336 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 04:08:39.252321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 04:08:39.264069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0331 04:08:39.324356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 04:08:39.329484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 04:08:39.336603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0331 04:08:39.337720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0331 04:08:39.377431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0331 04:08:39.394579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 04:08:39.394600 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:08:39.426847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 04:08:39.434474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0331 04:08:39.539264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0331 04:08:39.796955 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:08:40.236643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0331 04:08:40.247675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 04:08:40.263426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:08:40.373501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0331 04:08:40.470611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 04:08:40.490954 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:08:40.491018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0331 04:08:40.491886 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:08:40.569030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 04:08:40.668560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 04:08:40.773691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:08:40.870201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 04:08:40.972020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 04:08:41.074553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 04:08:41.125306 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:08:41.182856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:08:41.192473 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:08:41.280774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 04:08:41.387469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 04:08:41.449867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-80eo5e7s54loh -n openshift-monitoring because it was missing I0331 04:08:41.488883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:08:41.508909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0331 04:08:41.513725 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:08:41.573092 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:08:41.613754 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:08:41.974851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0331 04:08:42.999116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-2ndmatrkvmi7s -n openshift-monitoring because it was missing I0331 04:08:43.076677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0331 04:08:43.146377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0331 04:08:44.539217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-bdn4lpcgjj90q -n openshift-monitoring because it was missing I0331 04:08:44.556954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:08:44.581225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 04:08:44.597721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0331 04:08:58.219046 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:08:58.219121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0331 04:09:05.542734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0331 04:09:05.583040 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:09:19.059107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0331 04:09:19.072991 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:09:19.073056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0331 04:09:29.455823 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:09:54.659216 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:09:54.659266 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0331 04:09:54.659276 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0331 04:09:54.659301 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0331 04:09:54.660422 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:09:54.688636 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:09:54.693238 1 tasks.go:49] processing task group 1 of 3 I0331 04:09:54.693268 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:09:54.693286 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:09:54.706783 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:09:55.746917 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJV1MwY25xSE9HYVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVGt5T1RBZQpGdzB5TmpBek16RXdOREExTWpoYUZ3MHlPREExTWprd05EQTFNamxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprNU1qa3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3hDa0lJVjFBSVE1NXhLbFUvMk56Uk5jU25pbCtPNVd3egp3Q3VrSjhkem9LSzdRVHVOdzg4d1lZNm42ZCtib3RUTkZ4NXpzbnp3NitWanZTZC9ucjl3TDF3QXVKMGh3TVRiCk1icW1KL2lJYjkyK0VJUU43OU5XU0NzZjBQbkFla2ZYKzVRaHBDTFJ3SFBFMVNQTkJFVnlvcElIVk1wTTFsVnkKcExYdEE3NFN3bXZaRmNIT3BtRWdZRWExTGVtazRvK0QwQ01yd2F1SUVFcUN1OXIyTW9zWU9BQnpQem83a2x2MQpnTmhLWmZ5TlpSRGFUMnNIakJWVFREb2tKeDZ2RHVFQ3IwTjNuYnlFdThyYTlrQzdmVG9sTVgyMlVPd1pWM0c1ClhXVTVMcjFjblhRbWtWUkJ1bnlXSnpWQS9DdTNib1REVGw1cmd2clRUazhQOFJDcW56Qy9BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRKSEhCdwpkU2xXeHRpOFBCYmNDeTExTzRlbGxEQWZCZ05WSFNNRUdEQVdnQlRKSEhCd2RTbFd4dGk4UEJiY0N5MTFPNGVsCmxEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFFcUgwYVM3QUVCQURUNC8xSEF1WWRKQXp2bmVRUU9kNGxRdHEKZUk4YjlLbm1FZE5YQkFyUHA4WXJ5VnlrdkZ3THlZVkNHNEpFNnBDb2R5NTRGVkNUMWNYMlE4Q1B6UkRwZkFqNwowa000Q0hISjBHOWRUeCtzcW5vNnNINmVRZm9GMjJucktNU3hRbGFBWjBBVlJob1IzM3NOVExEcXhxaEcvM0RjCmF4VlU3U3lIT3lDK1pFaXBRR1IvTWhLalRuOC8vV01jUWMvTFE0TThoK05xM2I3SW84azdIYXFBbFJYN3pva1kKck5UOTBvd2Fyb3AvczRwejFxYjBoMkxEV1B1bUtaMEZXWjlaWWFKZFdrck1ETndGR3B4OExBR3F4T1RBYmd1QgpxVWpSak5wSTkwdnE1THozYXFzdllOZ1hSZzFNaS9aSmkxVS9CYTZxaU9KRXJYQnJIdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 04:09:55.752862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0331 04:09:55.758136 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJV1MwY25xSE9HYVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVGt5T1RBZQpGdzB5TmpBek16RXdOREExTWpoYUZ3MHlPREExTWprd05EQTFNamxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprNU1qa3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3hDa0lJVjFBSVE1NXhLbFUvMk56Uk5jU25pbCtPNVd3egp3Q3VrSjhkem9LSzdRVHVOdzg4d1lZNm42ZCtib3RUTkZ4NXpzbnp3NitWanZTZC9ucjl3TDF3QXVKMGh3TVRiCk1icW1KL2lJYjkyK0VJUU43OU5XU0NzZjBQbkFla2ZYKzVRaHBDTFJ3SFBFMVNQTkJFVnlvcElIVk1wTTFsVnkKcExYdEE3NFN3bXZaRmNIT3BtRWdZRWExTGVtazRvK0QwQ01yd2F1SUVFcUN1OXIyTW9zWU9BQnpQem83a2x2MQpnTmhLWmZ5TlpSRGFUMnNIakJWVFREb2tKeDZ2RHVFQ3IwTjNuYnlFdThyYTlrQzdmVG9sTVgyMlVPd1pWM0c1ClhXVTVMcjFjblhRbWtWUkJ1bnlXSnpWQS9DdTNib1REVGw1cmd2clRUazhQOFJDcW56Qy9BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRKSEhCdwpkU2xXeHRpOFBCYmNDeTExTzRlbGxEQWZCZ05WSFNNRUdEQVdnQlRKSEhCd2RTbFd4dGk4UEJiY0N5MTFPNGVsCmxEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFFcUgwYVM3QUVCQURUNC8xSEF1WWRKQXp2bmVRUU9kNGxRdHEKZUk4YjlLbm1FZE5YQkFyUHA4WXJ5VnlrdkZ3THlZVkNHNEpFNnBDb2R5NTRGVkNUMWNYMlE4Q1B6UkRwZkFqNwowa000Q0hISjBHOWRUeCtzcW5vNnNINmVRZm9GMjJucktNU3hRbGFBWjBBVlJob1IzM3NOVExEcXhxaEcvM0RjCmF4VlU3U3lIT3lDK1pFaXBRR1IvTWhLalRuOC8vV01jUWMvTFE0TThoK05xM2I3SW84azdIYXFBbFJYN3pva1kKck5UOTBvd2Fyb3AvczRwejFxYjBoMkxEV1B1bUtaMEZXWjlaWWFKZFdrck1ETndGR3B4OExBR3F4T1RBYmd1QgpxVWpSak5wSTkwdnE1THozYXFzdllOZ1hSZzFNaS9aSmkxVS9CYTZxaU9KRXJYQnJIdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 04:09:55.764445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0331 04:09:57.843661 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:09:57.843690 1 tasks.go:49] processing task group 2 of 3 I0331 04:09:57.843721 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:09:57.843723 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:09:57.843739 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:09:57.843759 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:09:57.843781 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:09:57.843823 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:09:57.843848 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:09:57.843869 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:09:57.843886 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:09:57.843912 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:09:57.843936 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:09:57.843948 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:09:57.843963 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:09:57.843966 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:09:57.843965 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:09:57.909452 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:09:57.923892 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:09:57.928825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0331 04:09:57.930953 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:09:57.944322 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0331 04:09:57.965987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0331 04:09:57.979078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0331 04:09:57.991157 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:09:58.000894 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:09:58.050634 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:09:58.923716 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:09:58.937506 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:09:58.953335 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:09:58.957109 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:09:58.989578 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:10:01.014569 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:10:02.985250 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:10:03.041022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0331 04:10:03.903615 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:10:06.140412 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:10:49.025646 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:10:57.466123 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:12:13.236054 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:12:13.236082 1 tasks.go:49] processing task group 3 of 3 I0331 04:12:13.236097 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:12:13.290295 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:12:13.290369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78c7842c-9625-4340-bde1-3e3886ba3c62", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0331 04:12:13.296190 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:12:13.333474 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:12:13.367891 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:12:13.375831 1 tasks.go:49] processing task group 1 of 3 I0331 04:12:13.375865 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:12:13.375877 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:13.390271 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:16.537469 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:12:16.537497 1 tasks.go:49] processing task group 2 of 3 I0331 04:12:16.537519 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:16.537526 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:16.537543 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:12:16.537563 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:16.537585 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:12:16.537602 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:16.537622 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:16.537647 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:16.537657 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:16.537684 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:12:16.537705 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:16.537731 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:12:16.537760 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:12:16.537754 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:16.537763 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:12:16.599293 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:16.622278 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:16.631763 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:16.683902 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:17.617095 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:17.636893 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:17.639307 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:17.650679 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:17.686893 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:12:19.711182 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:12:21.681490 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:12:22.609138 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:22.708377 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:12:27.709372 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:12:31.868445 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:12:31.868474 1 tasks.go:49] processing task group 3 of 3 I0331 04:12:31.868488 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:12:31.913700 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:12:31.919994 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:12:34.967447 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0331 04:12:34.967484 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:12:34.988957 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:12:35.026454 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:12:35.032227 1 tasks.go:49] processing task group 1 of 3 I0331 04:12:35.032257 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:12:35.032275 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:35.048430 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:38.193141 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:12:38.193167 1 tasks.go:49] processing task group 2 of 3 I0331 04:12:38.193193 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:38.193273 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:12:38.193288 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:12:38.193299 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:12:38.193331 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:38.193339 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:38.193364 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:38.193374 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:38.193390 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:12:38.193419 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:38.193438 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:38.193263 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:12:38.193291 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:38.193950 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:12:38.193452 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:38.243504 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:38.264634 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:38.281913 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:38.339843 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:39.260132 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:39.295905 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:39.297438 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:39.320224 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:39.326506 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:12:41.366431 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:12:43.333554 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:12:44.260142 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:44.344212 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:12:49.353007 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:12:53.555573 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:12:53.555603 1 tasks.go:49] processing task group 3 of 3 I0331 04:12:53.555611 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:12:53.602842 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:12:53.609509 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:12:53.621431 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:12:53.655890 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:12:53.661713 1 tasks.go:49] processing task group 1 of 3 I0331 04:12:53.661740 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:12:53.661757 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:53.677977 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:56.821281 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:12:56.821307 1 tasks.go:49] processing task group 2 of 3 I0331 04:12:56.821331 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:56.821333 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:12:56.821353 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:56.821368 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:12:56.821386 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:56.821406 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:56.821426 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:56.821450 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:56.821470 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:12:56.821500 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:56.821516 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:12:56.821533 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:56.821542 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:12:56.821553 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:56.821570 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:12:56.872311 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:56.894459 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:56.906982 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:56.963726 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:57.894995 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:57.919839 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:57.930042 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:57.964725 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:57.976155 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:12:59.994933 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:13:01.960825 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:13:02.892216 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:13:02.981662 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:13:08.017995 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:13:12.201072 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:13:12.201098 1 tasks.go:49] processing task group 3 of 3 I0331 04:13:12.201117 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:13:12.246496 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:13:12.252882 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:15:57.466206 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:15:57.466255 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:15:57.518599 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:15:57.524329 1 tasks.go:49] processing task group 1 of 3 I0331 04:15:57.524362 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:15:57.524372 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:15:57.547380 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:16:00.740426 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:16:00.740452 1 tasks.go:49] processing task group 2 of 3 I0331 04:16:00.740483 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:16:00.740493 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:16:00.740509 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:16:00.740528 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:16:00.740547 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:16:00.740582 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:16:00.740596 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:16:00.740620 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:16:00.740630 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:16:00.740662 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:16:00.740486 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:16:00.740657 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:16:00.740681 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:16:00.740703 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:16:00.740699 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:16:00.811990 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:16:00.844778 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:16:00.847166 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:16:00.914417 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:16:01.834747 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:16:01.890533 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:16:01.890603 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:16:01.909347 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:16:01.955494 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:16:03.985735 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:16:05.951530 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:16:06.836409 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:16:06.959744 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:16:11.997590 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:16:16.171240 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:16:16.171272 1 tasks.go:49] processing task group 3 of 3 I0331 04:16:16.171280 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:16:16.262706 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:16:16.277118 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:20:57.372157 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs W0331 04:20:57.372211 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:20:57.372260 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:20:57.372298 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:20:57.372320 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:20:57.374913 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0331 04:20:57.374948 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0331 04:20:57.374954 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:20:57.374958 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:20:57.374977 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:20:57.376166 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:20:57.376188 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:20:57.407750 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:20:57.413621 1 tasks.go:49] processing task group 1 of 3 I0331 04:20:57.413651 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:20:57.413665 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:20:57.415064 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:20:57.433703 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:20:57.465722 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:21:00.599909 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:21:00.599935 1 tasks.go:49] processing task group 2 of 3 I0331 04:21:00.599962 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:21:00.599966 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:21:00.599979 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:21:00.599997 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:21:00.600018 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:21:00.600041 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:21:00.600068 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:21:00.600077 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:21:00.600107 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:21:00.600122 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:21:00.600150 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:21:00.600147 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:21:00.600162 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:21:00.600193 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:21:00.600215 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:21:00.668608 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:21:00.693471 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:21:00.694841 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:21:00.758700 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:21:01.682537 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:21:01.707955 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:21:01.713319 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:21:01.735014 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:21:01.753184 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:21:03.777449 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:21:05.747505 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:21:06.673545 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:21:06.773930 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:21:11.783283 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:21:15.967731 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:21:15.967760 1 tasks.go:49] processing task group 3 of 3 I0331 04:21:15.967771 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:21:16.014667 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:21:16.021140 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:21:16.033076 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:21:16.070629 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:21:16.076503 1 tasks.go:49] processing task group 1 of 3 I0331 04:21:16.076540 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:21:16.076546 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:21:16.092663 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:21:19.239002 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:21:19.239028 1 tasks.go:49] processing task group 2 of 3 I0331 04:21:19.239058 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:21:19.239063 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:21:19.239083 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:21:19.239115 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:21:19.239133 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:21:19.239150 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:21:19.239174 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:21:19.239200 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:21:19.239216 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:21:19.239242 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:21:19.239266 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:21:19.239268 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:21:19.239291 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:21:19.239316 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:21:19.239343 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:21:19.293595 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:21:19.311141 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:21:19.329033 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:21:19.386514 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:21:20.314007 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:21:20.340662 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:21:20.341441 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:21:20.362388 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:21:20.373495 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:21:22.413510 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:21:24.376524 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:21:25.308511 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:21:25.397739 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:21:30.404219 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:21:34.608874 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:21:34.608904 1 tasks.go:49] processing task group 3 of 3 I0331 04:21:34.608917 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:21:34.654877 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:21:34.661095 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:25:57.465671 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:25:57.465729 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:25:57.498691 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:25:57.504118 1 tasks.go:49] processing task group 1 of 3 I0331 04:25:57.504144 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:25:57.504159 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:25:57.519293 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:26:00.677428 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:26:00.677456 1 tasks.go:49] processing task group 2 of 3 I0331 04:26:00.677490 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:26:00.677490 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:26:00.677504 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:26:00.677525 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:26:00.677547 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:26:00.677570 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:26:00.677588 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:26:00.677602 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:26:00.677623 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:26:00.677638 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:26:00.677649 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:26:00.677709 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:26:00.677727 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:26:00.677729 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:26:00.677748 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:26:00.734765 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:26:00.756862 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:26:00.765494 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:26:00.824445 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:26:01.754880 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:26:01.780725 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:26:01.783171 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:26:01.808021 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:26:01.811413 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:26:03.852341 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:26:05.818716 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:26:06.750020 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:26:06.836016 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:26:11.855780 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:26:16.041521 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:26:16.041554 1 tasks.go:49] processing task group 3 of 3 I0331 04:26:16.041571 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:26:16.087954 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:26:16.094467 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:30:57.465579 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:30:57.465642 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:30:57.500257 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:30:57.506072 1 tasks.go:49] processing task group 1 of 3 I0331 04:30:57.506105 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:30:57.506119 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:30:57.524430 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:31:00.693515 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:31:00.693541 1 tasks.go:49] processing task group 2 of 3 I0331 04:31:00.693566 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:31:00.693573 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:31:00.693582 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:31:00.693613 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:31:00.693640 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:31:00.693662 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:31:00.693678 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:31:00.693691 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:31:00.693716 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:31:00.693740 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:31:00.693756 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:31:00.693776 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:31:00.693792 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:31:00.693821 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:31:00.694030 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:31:00.754337 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:31:00.771761 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:31:00.785958 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:31:00.843953 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:31:01.770419 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:31:01.798984 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:31:01.799481 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:31:01.842486 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:31:01.871414 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:31:03.866878 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:31:05.836029 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:31:06.763882 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:31:06.852828 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:31:11.882702 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:31:16.049880 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:31:16.049907 1 tasks.go:49] processing task group 3 of 3 I0331 04:31:16.049924 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:31:16.097608 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:31:16.104002 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:35:57.372381 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0331 04:35:57.372436 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:35:57.372475 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:35:57.372498 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:35:57.372509 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:35:57.375838 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0331 04:35:57.375842 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:35:57.375844 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:35:57.375868 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:35:57.375875 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0331 04:35:57.377002 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:35:57.377025 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:35:57.407301 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:35:57.414238 1 tasks.go:49] processing task group 1 of 3 I0331 04:35:57.414267 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:35:57.414281 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:35:57.415106 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:35:57.433905 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:35:57.465390 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:36:00.628407 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:36:00.628433 1 tasks.go:49] processing task group 2 of 3 I0331 04:36:00.628463 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:36:00.628483 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:36:00.628482 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:36:00.628502 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:36:00.628518 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:36:00.628547 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:36:00.628573 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:36:00.628592 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:36:00.628609 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:36:00.628626 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:36:00.628637 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:36:00.628656 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:36:00.628672 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:36:00.628697 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:36:00.628687 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:36:00.687714 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:36:00.721408 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:36:00.722715 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:36:00.796222 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:36:01.718918 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:36:01.745217 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:36:01.755709 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:36:01.770617 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:36:01.793463 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:36:03.809446 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:36:05.780429 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:36:06.693422 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:36:06.796685 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:36:11.816353 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:36:15.996828 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:36:15.996856 1 tasks.go:49] processing task group 3 of 3 I0331 04:36:15.996871 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:36:16.045422 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:36:16.051652 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:36:16.062249 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:36:16.092632 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:36:16.097912 1 tasks.go:49] processing task group 1 of 3 I0331 04:36:16.097944 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:36:16.097964 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:36:16.115840 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:36:19.249243 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:36:19.249270 1 tasks.go:49] processing task group 2 of 3 I0331 04:36:19.249297 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:36:19.249303 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:36:19.249323 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:36:19.249346 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:36:19.249361 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:36:19.249395 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:36:19.249412 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:36:19.249436 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:36:19.249465 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:36:19.249486 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:36:19.249504 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:36:19.249518 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:36:19.249524 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:36:19.249544 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:36:19.249559 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:36:19.302406 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:36:19.317298 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:36:19.334441 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:36:19.390992 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:36:20.324739 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:36:20.347869 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:36:20.348090 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:36:20.382312 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:36:20.391975 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:36:22.429840 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:36:24.385573 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:36:25.315853 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:36:25.402444 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:36:30.421096 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:36:34.700260 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:36:34.700293 1 tasks.go:49] processing task group 3 of 3 I0331 04:36:34.700316 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:36:34.743848 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:36:34.750138 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:40:57.465581 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:40:57.465637 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:40:57.495926 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:40:57.501488 1 tasks.go:49] processing task group 1 of 3 I0331 04:40:57.501523 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:40:57.501541 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:40:57.516344 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:41:00.668358 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:41:00.668386 1 tasks.go:49] processing task group 2 of 3 I0331 04:41:00.668421 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:41:00.668422 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:41:00.668431 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:41:00.668450 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:41:00.668478 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:41:00.668491 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:41:00.668497 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:41:00.668529 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:41:00.668537 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:41:00.668548 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:41:00.668653 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:41:00.668666 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:41:00.668673 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:41:00.668680 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:41:00.668687 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:41:00.729005 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:41:00.741398 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:41:00.752108 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:41:00.819118 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:41:01.746659 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:41:01.765761 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:41:01.767680 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:41:01.805208 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:41:01.831982 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:41:03.841174 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:41:05.804321 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:41:06.732173 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:41:06.826615 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:41:11.845012 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:41:16.044710 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:41:16.044741 1 tasks.go:49] processing task group 3 of 3 I0331 04:41:16.044750 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:41:16.089538 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:41:16.095826 1 operator.go:851] Updating ClusterOperator status to done.